00000400:00000010:3.0F:1712357113.020782:0:1795:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff8800b6da6380. 00000400:00000010:3.0:1712357113.020799:0:1795:0:(lib-cpt.c:103:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff8800b3a25180. 00000400:00000010:3.0:1712357113.020801:0:1795:0:(lib-cpt.c:107:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff8800b6e23ba0. 00000400:00000010:3.0:1712357113.020802:0:1795:0:(lib-cpt.c:114:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff8800b6cb58c8. 00000400:00000010:3.0:1712357113.020803:0:1795:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at ffff8800b6da69c0. 00000400:00000010:3.0:1712357113.020805:0:1795:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b3a25d00. 00000400:00000010:3.0:1712357113.020806:0:1795:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at ffff8800b6cb58c0. 00000400:00000010:3.0:1712357113.020807:0:1795:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b3a25100. 00000400:00000010:3.0:1712357113.020808:0:1795:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at ffff8800b6cb58b8. 00000400:00000010:2.0F:1712357113.022734:0:1795:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff88012aa84fe0. 00000400:00000010:2.0:1712357113.022745:0:1795:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa841c0. 00000400:00000010:2.0:1712357113.022749:0:1795:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130e71880. 00000400:00000010:2.0:1712357113.022751:0:1795:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130e719c0. 00000400:00000010:2.0:1712357113.022752:0:1795:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff88012aa84b00. 00000400:00000010:2.0:1712357113.022753:0:1795:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa849e0. 00000400:00000010:2.0:1712357113.022755:0:1795:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130e71200. 00000400:00000010:2.0:1712357113.022756:0:1795:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130e718c0. 00000400:00000200:2.0:1712357113.022829:0:1795:0:(api-ni.c:1019:lnet_register_lnd()) lo LND registered 00000400:00000200:1.0F:1712357113.101559:0:1811:0:(api-ni.c:1019:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1712357113.287869:0:1823:0:(class_obd.c:706:obdclass_init()) Lustre: Build Version: 2.15.61_226_gba717b8 00000020:00000010:2.0:1712357113.289752:0:1823:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012aaad600. 00000020:00000010:2.0:1712357113.289755:0:1823:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012aa849a0. 00000020:00000010:2.0:1712357113.289757:0:1823:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e3e2140. 00000020:00000010:2.0:1712357113.289759:0:1823:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e3e2c00. 00000020:00000010:2.0:1712357113.289760:0:1823:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e3e21c0. 00000020:00000010:2.0:1712357113.289761:0:1823:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e3e2a00. 00000020:00000010:2.0:1712357113.293063:0:1823:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at ffff8800ac600000. 00000001:00000010:2.0:1712357113.297571:0:1823:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88012a535cc0. 00000001:00000010:2.0:1712357113.297578:0:1823:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012aa84e60. 00000001:00000010:2.0:1712357113.297580:0:1823:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d026600. 00000001:00000010:2.0:1712357113.297595:0:1823:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d027a00. 00000001:00000010:2.0:1712357113.297596:0:1823:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d027e00. 00000001:00000010:2.0:1712357113.297598:0:1823:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d026e00. 00000020:00000010:2.0:1712357113.297638:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d026800. 00000020:00000010:2.0:1712357113.297641:0:1823:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d026c00. 00000020:00000010:2.0:1712357113.297643:0:1823:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012e3e2240. 00000020:00000010:2.0:1712357113.297650:0:1823:0:(cl_object.c:1101:cl_global_init()) kmalloced '(cl_envs)': 192 at ffff88012a535300. 00000020:00000010:2.0:1712357113.297735:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d027000. 00000020:00000010:2.0:1712357113.297737:0:1823:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d026a00. 00000020:00000010:2.0:1712357113.297739:0:1823:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012aaad6c0. 00000020:00000010:2.0:1712357113.297741:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d027c00. 00000020:00000010:2.0:1712357113.297743:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d026200. 00000020:00000010:2.0:1712357113.297744:0:1823:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d026000. 00000020:00000010:2.0:1712357113.297748:0:1823:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012aaad7e0. 00000020:00000010:2.0:1712357113.297750:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d027600. 00000020:00000010:2.0:1712357113.297752:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3be0c00. 00000020:00000010:2.0:1712357113.297754:0:1823:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3be1c00. 00000020:00000010:2.0:1712357113.297755:0:1823:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012aaad300. 00000020:00000010:2.0:1712357113.297756:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3be0a00. 00000020:00000010:2.0:1712357113.297758:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3be0e00. 00000020:00000010:2.0:1712357113.297760:0:1823:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d51600. 00000020:00000010:2.0:1712357113.297761:0:1823:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012aaad660. 00000020:00000010:2.0:1712357113.297763:0:1823:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d51200. 00000400:00000010:0.0F:1712357113.572579:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012b4e46e0. 00000400:00000010:0.0:1712357113.572720:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88013770b540. 00000400:00000010:0.0:1712357113.572721:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88013770b400. 00000100:00000010:0.0:1712357113.572725:0:1835:0:(service.c:3335:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at ffff8800b35ba360. 00000100:00000010:0.0:1712357113.572728:0:1835:0:(service.c:3335:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at ffff8800b35ba060. 00000100:00000010:1.0:1712357113.574494:0:1836:0:(service.c:2973:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff88012e2c1280. 00000020:00000010:1.0:1712357113.574503:0:1836:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b373c000. 00000020:00000010:1.0:1712357113.574506:0:1836:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b373dc00. 00000040:00000010:1.0:1712357113.574510:0:1836:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b373c200. 00000020:00000010:1.0:1712357113.574513:0:1836:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e6e800. 00000020:00000010:1.0:1712357113.574515:0:1836:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e2c1580. 00000100:00000010:1.0:1712357113.574968:0:1837:0:(service.c:2973:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff88012e2c15c0. 00000020:00000010:2.0:1712357113.575068:0:1837:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b35f9c00. 00000020:00000010:2.0:1712357113.575070:0:1837:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b35f9a00. 00000040:00000010:2.0:1712357113.575072:0:1837:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b35f9800. 00000020:00000010:2.0:1712357113.575074:0:1837:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b3a58800. 00000020:00000010:2.0:1712357113.575076:0:1837:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c3211c0. 00000100:00000200:2.0:1712357113.575535:0:1835:0:(events.c:609:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1712357113.575634:0:1835:0:(api-ni.c:717:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff8800b6d05400. 00000400:00000010:2.0:1712357113.575658:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84f80. 00000400:00000010:2.0:1712357113.575661:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002a80. 00000400:00000010:2.0:1712357113.575662:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002980. 00000400:00000010:2.0:1712357113.575664:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84f60. 00000400:00000010:2.0:1712357113.575665:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002900. 00000400:00000010:2.0:1712357113.575666:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002880. 00000400:00000010:2.0:1712357113.575671:0:1835:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff88012d4e0000. 00000400:00000010:2.0:1712357113.575678:0:1835:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff88012dc80000. 00000400:00000010:2.0:1712357113.575680:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84280. 00000400:00000010:2.0:1712357113.575681:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002800. 00000400:00000010:2.0:1712357113.575682:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002780. 00000400:00000010:2.0:1712357113.575684:0:1835:0:(lib-msg.c:1236:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at ffff8800b3b295b0. 00000400:00000010:2.0:1712357113.575686:0:1835:0:(lib-msg.c:1246:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at ffff8800b3b295c0. 00000400:00000010:2.0:1712357113.575687:0:1835:0:(lib-msg.c:1236:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at ffff8800b3b295d0. 00000400:00000010:2.0:1712357113.575688:0:1835:0:(lib-msg.c:1246:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at ffff8800b3b295e0. 00000400:00000010:2.0:1712357113.576061:0:1835:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000d30000. 00000400:00000010:2.0:1712357113.576071:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa840e0. 00000400:00000010:2.0:1712357113.576072:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321e40. 00000400:00000010:2.0:1712357113.576073:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321800. 00000400:00000010:2.0:1712357113.576114:0:1835:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000d41000. 00000400:00000010:2.0:1712357113.576478:0:1835:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000d52000. 00000400:00000010:2.0:1712357113.576487:0:1835:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff8800b35f9200. 00000400:00000010:2.0:1712357113.576489:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad840. 00000400:00000010:2.0:1712357113.576490:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84440. 00000400:00000010:2.0:1712357113.576491:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321fc0. 00000400:00000010:2.0:1712357113.576492:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321a80. 00000400:00000010:2.0:1712357113.576496:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dc82000. 00000400:00000010:2.0:1712357113.576503:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac160000. 00000400:00000010:2.0:1712357113.576505:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad8a0. 00000400:00000010:2.0:1712357113.576506:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84c20. 00000400:00000010:2.0:1712357113.576507:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321a00. 00000400:00000010:2.0:1712357113.576508:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321500. 00000400:00000010:2.0:1712357113.576511:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac162000. 00000400:00000010:2.0:1712357113.576514:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac164000. 00000400:00000010:2.0:1712357113.576515:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad780. 00000400:00000010:2.0:1712357113.576516:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa844c0. 00000400:00000010:2.0:1712357113.576517:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321dc0. 00000400:00000010:2.0:1712357113.576518:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321f40. 00000400:00000010:2.0:1712357113.576521:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac166000. 00000400:00000010:2.0:1712357113.576526:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac060000. 00000400:00000010:2.0:1712357113.576528:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad000. 00000400:00000010:2.0:1712357113.576529:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84500. 00000400:00000010:2.0:1712357113.576529:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321540. 00000400:00000010:2.0:1712357113.576530:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321bc0. 00000400:00000010:2.0:1712357113.576533:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac062000. 00000400:00000010:2.0:1712357113.576536:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac064000. 00000400:00000010:2.0:1712357113.576538:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad060. 00000400:00000010:2.0:1712357113.576541:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84ca0. 00000400:00000010:2.0:1712357113.576542:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321c40. 00000400:00000010:2.0:1712357113.576543:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321ac0. 00000400:00000010:2.0:1712357113.576546:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac066000. 00000400:00000010:2.0:1712357113.576551:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8e0000. 00000400:00000010:2.0:1712357113.576553:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad240. 00000400:00000010:2.0:1712357113.576554:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84b40. 00000400:00000010:2.0:1712357113.576555:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321180. 00000400:00000010:2.0:1712357113.576556:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321d00. 00000400:00000010:2.0:1712357113.576559:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8e2000. 00000400:00000010:2.0:1712357113.576562:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8e4000. 00000400:00000010:2.0:1712357113.576563:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad0c0. 00000400:00000010:2.0:1712357113.576564:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84b80. 00000400:00000010:2.0:1712357113.576565:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c3215c0. 00000400:00000010:2.0:1712357113.576566:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321d40. 00000400:00000010:2.0:1712357113.576569:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8e6000. 00000400:00000010:2.0:1712357113.576575:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad950000. 00000400:00000010:2.0:1712357113.576577:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad360. 00000400:00000010:2.0:1712357113.576578:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84ba0. 00000400:00000010:2.0:1712357113.576580:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321600. 00000400:00000010:2.0:1712357113.576596:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321b40. 00000400:00000010:2.0:1712357113.576599:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad952000. 00000400:00000010:2.0:1712357113.576602:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad954000. 00000400:00000010:2.0:1712357113.576604:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaadf60. 00000400:00000010:2.0:1712357113.576605:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84ae0. 00000400:00000010:2.0:1712357113.576606:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321140. 00000400:00000010:2.0:1712357113.576607:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c3214c0. 00000400:00000010:2.0:1712357113.576609:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad956000. 00000400:00000010:2.0:1712357113.576617:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad848000. 00000400:00000010:2.0:1712357113.576619:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff88012aaad1e0. 00000400:00000010:2.0:1712357113.576620:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84620. 00000400:00000010:2.0:1712357113.576621:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321680. 00000400:00000010:2.0:1712357113.576622:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321ec0. 00000400:00000010:2.0:1712357113.576627:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad84a000. 00000400:00000010:2.0:1712357113.576631:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad84c000. 00000400:00000010:2.0:1712357113.576633:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b6d2acc0. 00000400:00000010:2.0:1712357113.576634:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84b20. 00000400:00000010:2.0:1712357113.576635:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321580. 00000400:00000010:2.0:1712357113.576636:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321cc0. 00000400:00000010:2.0:1712357113.576639:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad84e000. 00000400:00000010:2.0:1712357113.576693:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37f8000. 00000400:00000010:2.0:1712357113.576696:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b5ee3ba0. 00000400:00000010:2.0:1712357113.576698:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84fc0. 00000400:00000010:2.0:1712357113.576699:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321c00. 00000400:00000010:2.0:1712357113.576700:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c3216c0. 00000400:00000010:2.0:1712357113.576703:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37fa000. 00000400:00000010:2.0:1712357113.576706:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37fc000. 00000400:00000010:2.0:1712357113.576708:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b5c9d7e0. 00000400:00000010:2.0:1712357113.576709:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84d40. 00000400:00000010:2.0:1712357113.576710:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321480. 00000400:00000010:2.0:1712357113.576711:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321f80. 00000400:00000010:2.0:1712357113.576714:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37fe000. 00000400:00000010:2.0:1712357113.576721:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb60000. 00000400:00000010:2.0:1712357113.576726:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d000. 00000400:00000010:2.0:1712357113.576727:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84bc0. 00000400:00000010:2.0:1712357113.576728:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321000. 00000400:00000010:2.0:1712357113.576729:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321700. 00000400:00000010:2.0:1712357113.576732:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb62000. 00000400:00000010:2.0:1712357113.576736:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb64000. 00000400:00000010:2.0:1712357113.576737:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d060. 00000400:00000010:2.0:1712357113.576738:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa848c0. 00000400:00000010:2.0:1712357113.576739:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321e00. 00000400:00000010:2.0:1712357113.576740:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321440. 00000400:00000010:2.0:1712357113.576743:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb66000. 00000400:00000010:2.0:1712357113.576750:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb70000. 00000400:00000010:2.0:1712357113.576751:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d0c0. 00000400:00000010:2.0:1712357113.576755:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84c60. 00000400:00000010:2.0:1712357113.576756:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c3218c0. 00000400:00000010:2.0:1712357113.576757:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c3210c0. 00000400:00000010:2.0:1712357113.576760:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb72000. 00000400:00000010:2.0:1712357113.576763:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb74000. 00000400:00000010:2.0:1712357113.576764:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d120. 00000400:00000010:2.0:1712357113.576765:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84e40. 00000400:00000010:2.0:1712357113.576767:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321d80. 00000400:00000010:2.0:1712357113.576768:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321e80. 00000400:00000010:2.0:1712357113.576771:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb76000. 00000400:00000010:2.0:1712357113.576777:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac340000. 00000400:00000010:2.0:1712357113.576778:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d180. 00000400:00000010:2.0:1712357113.576780:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84200. 00000400:00000010:2.0:1712357113.576781:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321640. 00000400:00000010:2.0:1712357113.576782:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321b00. 00000400:00000010:2.0:1712357113.576785:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac342000. 00000400:00000010:2.0:1712357113.576788:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac344000. 00000400:00000010:2.0:1712357113.576789:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d1e0. 00000400:00000010:2.0:1712357113.576790:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84be0. 00000400:00000010:2.0:1712357113.576791:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321940. 00000400:00000010:2.0:1712357113.576792:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321300. 00000400:00000010:2.0:1712357113.576795:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac346000. 00000400:00000010:2.0:1712357113.576802:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37c0000. 00000400:00000010:2.0:1712357113.576804:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d240. 00000400:00000010:2.0:1712357113.576805:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84480. 00000400:00000010:2.0:1712357113.576806:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c321900. 00000400:00000010:2.0:1712357113.576809:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e3497c0. 00000400:00000010:2.0:1712357113.576812:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37c2000. 00000400:00000010:2.0:1712357113.576815:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37c4000. 00000400:00000010:2.0:1712357113.576816:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d2a0. 00000400:00000010:2.0:1712357113.576817:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84c80. 00000400:00000010:2.0:1712357113.576818:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349980. 00000400:00000010:2.0:1712357113.576819:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e3496c0. 00000400:00000010:2.0:1712357113.576825:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37c6000. 00000400:00000010:2.0:1712357113.576832:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37c8000. 00000400:00000010:2.0:1712357113.576834:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d300. 00000400:00000010:2.0:1712357113.576835:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa845e0. 00000400:00000010:2.0:1712357113.576835:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349900. 00000400:00000010:2.0:1712357113.576837:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349a80. 00000400:00000010:2.0:1712357113.576840:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37ca000. 00000400:00000010:2.0:1712357113.576843:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37cc000. 00000400:00000010:2.0:1712357113.576844:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d360. 00000400:00000010:2.0:1712357113.576845:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84d00. 00000400:00000010:2.0:1712357113.576846:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e3494c0. 00000400:00000010:2.0:1712357113.576847:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349600. 00000400:00000010:2.0:1712357113.576850:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b37ce000. 00000400:00000010:2.0:1712357113.576857:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac330000. 00000400:00000010:2.0:1712357113.576859:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d3c0. 00000400:00000010:2.0:1712357113.576860:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84940. 00000400:00000010:2.0:1712357113.576861:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349a00. 00000400:00000010:2.0:1712357113.576862:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349940. 00000400:00000010:2.0:1712357113.576865:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac332000. 00000400:00000010:2.0:1712357113.576869:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac334000. 00000400:00000010:2.0:1712357113.576870:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d420. 00000400:00000010:2.0:1712357113.576871:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa848a0. 00000400:00000010:2.0:1712357113.576872:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349780. 00000400:00000010:2.0:1712357113.576874:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349b40. 00000400:00000010:2.0:1712357113.576876:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac336000. 00000400:00000010:2.0:1712357113.576883:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac338000. 00000400:00000010:2.0:1712357113.576884:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d480. 00000400:00000010:2.0:1712357113.576885:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84fa0. 00000400:00000010:2.0:1712357113.576887:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349400. 00000400:00000010:2.0:1712357113.576888:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349700. 00000400:00000010:2.0:1712357113.576901:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac33a000. 00000400:00000010:2.0:1712357113.576905:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac33c000. 00000400:00000010:2.0:1712357113.576906:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d4e0. 00000400:00000010:2.0:1712357113.576910:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa845c0. 00000400:00000010:2.0:1712357113.576912:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e3495c0. 00000400:00000010:2.0:1712357113.576913:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349540. 00000400:00000010:2.0:1712357113.576916:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac33e000. 00000400:00000010:2.0:1712357113.576923:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac350000. 00000400:00000010:2.0:1712357113.576925:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d540. 00000400:00000010:2.0:1712357113.576926:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84a40. 00000400:00000010:2.0:1712357113.576927:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349640. 00000400:00000010:2.0:1712357113.576928:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349740. 00000400:00000010:2.0:1712357113.576931:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac352000. 00000400:00000010:2.0:1712357113.576934:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac354000. 00000400:00000010:2.0:1712357113.576936:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d5a0. 00000400:00000010:2.0:1712357113.576937:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84920. 00000400:00000010:2.0:1712357113.576938:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e3499c0. 00000400:00000010:2.0:1712357113.576939:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349840. 00000400:00000010:2.0:1712357113.576942:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac356000. 00000400:00000010:2.0:1712357113.576948:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac358000. 00000400:00000010:2.0:1712357113.576950:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d600. 00000400:00000010:2.0:1712357113.576952:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84e20. 00000400:00000010:2.0:1712357113.576953:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349500. 00000400:00000010:2.0:1712357113.576954:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349880. 00000400:00000010:2.0:1712357113.576957:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac35a000. 00000400:00000010:2.0:1712357113.576960:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac35c000. 00000400:00000010:2.0:1712357113.576961:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d660. 00000400:00000010:2.0:1712357113.576962:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84ec0. 00000400:00000010:2.0:1712357113.576963:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349480. 00000400:00000010:2.0:1712357113.576964:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349bc0. 00000400:00000010:2.0:1712357113.576966:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac35e000. 00000400:00000010:2.0:1712357113.576973:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac140000. 00000400:00000010:2.0:1712357113.576975:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d6c0. 00000400:00000010:2.0:1712357113.576975:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84f00. 00000400:00000010:2.0:1712357113.576977:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349fc0. 00000400:00000010:2.0:1712357113.576978:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349b00. 00000400:00000010:2.0:1712357113.576983:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac142000. 00000400:00000010:2.0:1712357113.576987:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac144000. 00000400:00000010:2.0:1712357113.576988:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d720. 00000400:00000010:2.0:1712357113.576989:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84ee0. 00000400:00000010:2.0:1712357113.576990:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349a40. 00000400:00000010:2.0:1712357113.576991:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349380. 00000400:00000010:2.0:1712357113.576994:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac146000. 00000400:00000010:2.0:1712357113.577000:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac148000. 00000400:00000010:2.0:1712357113.577002:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d780. 00000400:00000010:2.0:1712357113.577003:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa841e0. 00000400:00000010:2.0:1712357113.577004:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012e349b80. 00000400:00000010:2.0:1712357113.577006:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40880. 00000400:00000010:2.0:1712357113.577009:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac14a000. 00000400:00000010:2.0:1712357113.577013:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac14c000. 00000400:00000010:2.0:1712357113.577014:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d7e0. 00000400:00000010:2.0:1712357113.577015:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84c00. 00000400:00000010:2.0:1712357113.577016:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40680. 00000400:00000010:2.0:1712357113.577017:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40d40. 00000400:00000010:2.0:1712357113.577020:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac14e000. 00000400:00000010:2.0:1712357113.577026:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac150000. 00000400:00000010:2.0:1712357113.577028:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d840. 00000400:00000010:2.0:1712357113.577029:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84e80. 00000400:00000010:2.0:1712357113.577030:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40480. 00000400:00000010:2.0:1712357113.577031:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40f80. 00000400:00000010:2.0:1712357113.577034:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac152000. 00000400:00000010:2.0:1712357113.577037:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac154000. 00000400:00000010:2.0:1712357113.577038:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d8a0. 00000400:00000010:2.0:1712357113.577039:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84de0. 00000400:00000010:2.0:1712357113.577040:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40840. 00000400:00000010:2.0:1712357113.577042:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a400c0. 00000400:00000010:2.0:1712357113.577045:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac156000. 00000400:00000010:2.0:1712357113.577050:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac158000. 00000400:00000010:2.0:1712357113.577052:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d900. 00000400:00000010:2.0:1712357113.577055:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84960. 00000400:00000010:2.0:1712357113.577056:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40900. 00000400:00000010:2.0:1712357113.577057:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a409c0. 00000400:00000010:2.0:1712357113.577060:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac15a000. 00000400:00000010:2.0:1712357113.577064:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac15c000. 00000400:00000010:2.0:1712357113.577065:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d960. 00000400:00000010:2.0:1712357113.577066:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84a00. 00000400:00000010:2.0:1712357113.577067:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40d80. 00000400:00000010:2.0:1712357113.577069:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a405c0. 00000400:00000010:2.0:1712357113.577071:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac15e000. 00000400:00000010:2.0:1712357113.577078:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac120000. 00000400:00000010:2.0:1712357113.577080:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96d9c0. 00000400:00000010:2.0:1712357113.577080:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84f20. 00000400:00000010:2.0:1712357113.577081:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40800. 00000400:00000010:2.0:1712357113.577083:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a401c0. 00000400:00000010:2.0:1712357113.577085:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac122000. 00000400:00000010:2.0:1712357113.577088:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac124000. 00000400:00000010:2.0:1712357113.577090:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96da20. 00000400:00000010:2.0:1712357113.577091:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012aa84140. 00000400:00000010:2.0:1712357113.577092:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40e80. 00000400:00000010:2.0:1712357113.577093:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40fc0. 00000400:00000010:2.0:1712357113.577096:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac126000. 00000400:00000010:2.0:1712357113.577102:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac128000. 00000400:00000010:2.0:1712357113.577103:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96da80. 00000400:00000010:2.0:1712357113.577105:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c640. 00000400:00000010:2.0:1712357113.577106:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40380. 00000400:00000010:2.0:1712357113.577107:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40ac0. 00000400:00000010:2.0:1712357113.577110:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac12a000. 00000400:00000010:2.0:1712357113.577113:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac12c000. 00000400:00000010:2.0:1712357113.577115:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dae0. 00000400:00000010:2.0:1712357113.577116:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c6e0. 00000400:00000010:2.0:1712357113.577117:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a408c0. 00000400:00000010:2.0:1712357113.577118:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40240. 00000400:00000010:2.0:1712357113.577123:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac12e000. 00000400:00000010:2.0:1712357113.577130:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac130000. 00000400:00000010:2.0:1712357113.577131:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96db40. 00000400:00000010:2.0:1712357113.577132:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c680. 00000400:00000010:2.0:1712357113.577134:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40c80. 00000400:00000010:2.0:1712357113.577135:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40740. 00000400:00000010:2.0:1712357113.577139:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac132000. 00000400:00000010:2.0:1712357113.577142:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac134000. 00000400:00000010:2.0:1712357113.577144:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dba0. 00000400:00000010:2.0:1712357113.577145:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c700. 00000400:00000010:2.0:1712357113.577146:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40180. 00000400:00000010:2.0:1712357113.577147:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40440. 00000400:00000010:2.0:1712357113.577150:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac136000. 00000400:00000010:2.0:1712357113.577155:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac138000. 00000400:00000010:2.0:1712357113.577157:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dc00. 00000400:00000010:2.0:1712357113.577158:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c7a0. 00000400:00000010:2.0:1712357113.577159:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40280. 00000400:00000010:2.0:1712357113.577160:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40ec0. 00000400:00000010:2.0:1712357113.577163:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac13a000. 00000400:00000010:2.0:1712357113.577166:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac13c000. 00000400:00000010:2.0:1712357113.577168:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dc60. 00000400:00000010:2.0:1712357113.577169:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c800. 00000400:00000010:2.0:1712357113.577170:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40e40. 00000400:00000010:2.0:1712357113.577171:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40980. 00000400:00000010:2.0:1712357113.577173:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac13e000. 00000400:00000010:2.0:1712357113.577180:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb40000. 00000400:00000010:2.0:1712357113.577182:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dcc0. 00000400:00000010:2.0:1712357113.577183:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3c900. 00000400:00000010:2.0:1712357113.577184:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40340. 00000400:00000010:2.0:1712357113.577185:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40580. 00000400:00000010:2.0:1712357113.577188:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb42000. 00000400:00000010:2.0:1712357113.577191:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb44000. 00000400:00000010:2.0:1712357113.577193:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dd20. 00000400:00000010:2.0:1712357113.577196:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3ca00. 00000400:00000010:2.0:1712357113.577197:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40dc0. 00000400:00000010:2.0:1712357113.577198:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40a40. 00000400:00000010:2.0:1712357113.577201:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb46000. 00000400:00000010:2.0:1712357113.577207:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb48000. 00000400:00000010:2.0:1712357113.577208:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dd80. 00000400:00000010:2.0:1712357113.577210:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3ca20. 00000400:00000010:2.0:1712357113.577211:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40400. 00000400:00000010:2.0:1712357113.577212:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a406c0. 00000400:00000010:2.0:1712357113.577215:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb4a000. 00000400:00000010:2.0:1712357113.577218:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb4c000. 00000400:00000010:2.0:1712357113.577219:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dde0. 00000400:00000010:2.0:1712357113.577220:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3cd20. 00000400:00000010:2.0:1712357113.577221:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40100. 00000400:00000010:2.0:1712357113.577222:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a407c0. 00000400:00000010:2.0:1712357113.577225:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb4e000. 00000400:00000010:2.0:1712357113.577231:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb50000. 00000400:00000010:2.0:1712357113.577233:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96de40. 00000400:00000010:2.0:1712357113.577234:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3ccc0. 00000400:00000010:2.0:1712357113.577235:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a403c0. 00000400:00000010:2.0:1712357113.577236:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40080. 00000400:00000010:2.0:1712357113.577239:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb52000. 00000400:00000010:2.0:1712357113.577243:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb54000. 00000400:00000010:2.0:1712357113.577244:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96dea0. 00000400:00000010:2.0:1712357113.577245:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3cf40. 00000400:00000010:2.0:1712357113.577246:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40700. 00000400:00000010:2.0:1712357113.577247:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40b00. 00000400:00000010:2.0:1712357113.577250:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb56000. 00000400:00000010:2.0:1712357113.577257:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb58000. 00000400:00000010:2.0:1712357113.577258:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96df00. 00000400:00000010:2.0:1712357113.577259:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b3b3cfa0. 00000400:00000010:2.0:1712357113.577260:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40540. 00000400:00000010:2.0:1712357113.577262:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40140. 00000400:00000010:2.0:1712357113.577267:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb5a000. 00000400:00000010:2.0:1712357113.577270:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb5c000. 00000400:00000010:2.0:1712357113.577272:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800ad96df60. 00000400:00000010:2.0:1712357113.577273:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012a4c37e0. 00000400:00000010:2.0:1712357113.577274:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a404c0. 00000400:00000010:2.0:1712357113.577276:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40f40. 00000400:00000010:2.0:1712357113.577278:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adb5e000. 00000400:00000010:2.0:1712357113.577286:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada20000. 00000400:00000010:2.0:1712357113.577291:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb8000. 00000400:00000010:2.0:1712357113.577295:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869000. 00000400:00000010:2.0:1712357113.577296:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40500. 00000400:00000010:2.0:1712357113.577298:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40b40. 00000400:00000010:2.0:1712357113.577301:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada22000. 00000400:00000010:2.0:1712357113.577304:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada24000. 00000400:00000010:2.0:1712357113.577305:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb8060. 00000400:00000010:2.0:1712357113.577306:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869020. 00000400:00000010:2.0:1712357113.577307:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40300. 00000400:00000010:2.0:1712357113.577308:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40000. 00000400:00000010:2.0:1712357113.577311:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada26000. 00000400:00000010:2.0:1712357113.577317:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada28000. 00000400:00000010:2.0:1712357113.577319:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb80c0. 00000400:00000010:2.0:1712357113.577320:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869040. 00000400:00000010:2.0:1712357113.577321:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40f00. 00000400:00000010:2.0:1712357113.577322:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40040. 00000400:00000010:2.0:1712357113.577325:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada2a000. 00000400:00000010:2.0:1712357113.577328:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada2c000. 00000400:00000010:2.0:1712357113.577329:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb8120. 00000400:00000010:2.0:1712357113.577330:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869060. 00000400:00000010:2.0:1712357113.577331:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40d00. 00000400:00000010:2.0:1712357113.577332:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40a00. 00000400:00000010:2.0:1712357113.577335:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada2e000. 00000400:00000010:2.0:1712357113.577341:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada30000. 00000400:00000010:2.0:1712357113.577343:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb8180. 00000400:00000010:2.0:1712357113.577346:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad8690a0. 00000400:00000010:2.0:1712357113.577347:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40e00. 00000400:00000010:2.0:1712357113.577348:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40940. 00000400:00000010:2.0:1712357113.577352:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada32000. 00000400:00000010:2.0:1712357113.577355:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada34000. 00000400:00000010:2.0:1712357113.577356:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb81e0. 00000400:00000010:2.0:1712357113.577357:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad8690c0. 00000400:00000010:2.0:1712357113.577358:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40780. 00000400:00000010:2.0:1712357113.577359:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40cc0. 00000400:00000010:2.0:1712357113.577362:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada36000. 00000400:00000010:2.0:1712357113.577368:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada38000. 00000400:00000010:2.0:1712357113.577369:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb8240. 00000400:00000010:2.0:1712357113.577370:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad8690e0. 00000400:00000010:2.0:1712357113.577371:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40200. 00000400:00000010:2.0:1712357113.577372:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40600. 00000400:00000010:2.0:1712357113.577375:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada3a000. 00000400:00000010:2.0:1712357113.577378:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada3c000. 00000400:00000010:2.0:1712357113.577380:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb82a0. 00000400:00000010:2.0:1712357113.577381:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869100. 00000400:00000010:2.0:1712357113.577382:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a402c0. 00000400:00000010:2.0:1712357113.577383:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40640. 00000400:00000010:2.0:1712357113.577386:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ada3e000. 00000400:00000010:2.0:1712357113.577392:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac360000. 00000400:00000010:2.0:1712357113.577393:0:1835:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800adbb8300. 00000400:00000010:2.0:1712357113.577394:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869120. 00000400:00000010:2.0:1712357113.577395:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a40a80. 00000400:00000010:2.0:1712357113.577397:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56e40. 00000400:00000010:2.0:1712357113.577400:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac362000. 00000400:00000010:2.0:1712357113.577403:0:1835:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ac364000. 00000400:00000010:2.0:1712357113.577405:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869140. 00000400:00000010:2.0:1712357113.577406:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56240. 00000400:00000010:2.0:1712357113.577407:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56840. 00000400:00000010:2.0:1712357113.577409:0:1835:0:(config.c:331:lnet_net_alloc()) alloc '(net)': 176 at ffff88012a535e40. 00000400:00000010:2.0:1712357113.577414:0:1835:0:(config.c:408:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b35f9000. 00000400:00000010:2.0:1712357113.577415:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869180. 00000400:00000010:2.0:1712357113.577416:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56400. 00000400:00000010:2.0:1712357113.577417:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56200. 00000400:00000010:2.0:1712357113.577418:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad8691a0. 00000400:00000010:2.0:1712357113.577419:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56000. 00000400:00000010:2.0:1712357113.577420:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56800. 00000400:00000010:2.0:1712357113.577423:0:1835:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at ffff8800b5c156f8. 00000400:00000010:2.0:1712357113.577426:0:1835:0:(config.c:331:lnet_net_alloc()) alloc '(net)': 176 at ffff88012a535d80. 00000400:00000010:2.0:1712357113.577428:0:1835:0:(config.c:408:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b35f8e00. 00000400:00000010:2.0:1712357113.577429:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad8691c0. 00000400:00000010:2.0:1712357113.577430:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56b80. 00000400:00000010:2.0:1712357113.577431:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f562c0. 00000400:00000010:2.0:1712357113.577432:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad8691e0. 00000400:00000010:2.0:1712357113.577433:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56540. 00000400:00000010:2.0:1712357113.577434:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6f56740. 00000400:00000010:2.0:1712357113.577435:0:1835:0:(config.c:786:lnet_parse_networks()) kfreed 'tokens': 4 at ffff8800b5c156f8. 00000400:00000010:2.0:1712357113.577445:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ad869200. 00000400:00000010:2.0:1712357113.577446:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002400. 00000400:00000010:2.0:1712357113.577447:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b6002380. 00000800:00000200:2.0:1712357113.580740:0:1835:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1712357113.580744:0:1835:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1712357113.580746:0:1835:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=eth0 ifindex 2 state 6 00000800:00000200:2.0:1712357113.580747:0:1835:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=eth0 ifindex 2 state 6 00000800:00000200:2.0:1712357113.580749:0:1835:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1712357113.580750:0:1835:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000010:2.0:1712357113.580757:0:1835:0:(socklnd.c:2586:ksocknal_startup()) alloc '(net)': 208 at ffff8800b3b30000. 00000400:00000010:2.0:1712357113.580766:0:1835:0:(config.c:381:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff8800b5c156f8. 00000800:00000010:3.0:1712357113.580941:0:1843:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff88012ab24000. 00000800:00000010:3.0:1712357113.580945:0:1843:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800ad802000. 00000800:00000010:2.0:1712357113.580994:0:1844:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b3a5e000. 00000800:00000010:2.0:1712357113.580996:0:1844:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b37a8000. 00000800:00000010:3.0:1712357113.581153:0:1845:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff88012ab26000. 00000800:00000010:3.0:1712357113.581159:0:1845:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800ad803000. 00000400:00000200:0.0:1712357113.581310:0:1835:0:(config.c:1508:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:3.0:1712357113.581315:0:1846:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff88012ab21000. 00000800:00000010:3.0:1712357113.581317:0:1846:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800ad804000. 00000400:02000000:0.0:1712357113.581319:0:1835:0:(api-ni.c:2586:lnet_startup_lndni()) Added LNI 192.168.203.20@tcp [8/256/0/180] 00000400:02000000:3.0:1712357113.583784:0:1847:0:(acceptor.c:383:lnet_acceptor()) Accept secure, port 988 00000400:00000010:0.0:1712357113.585080:0:1835:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88013770ba40. 00000400:00000010:0.0:1712357113.585090:0:1835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f000. 00000400:00000010:0.0:1712357113.585097:0:1835:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11000. 00000400:00000200:0.0:1712357113.585104:0:1835:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:0.0:1712357113.585106:0:1835:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b383d000. 00000400:00000010:0.0:1712357113.585108:0:1835:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f058. 00000400:00000010:0.0:1712357113.585109:0:1835:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000400:00000200:0.0:1712357113.585110:0:1835:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800b383d000 00000400:00000200:0.0:1712357113.585111:0:1835:0:(api-ni.c:2190:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:0.0:1712357113.585113:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012b4e4d00. 00000400:00000010:0.0:1712357113.585117:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88013770b840. 00000400:00000010:0.0:1712357113.585118:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88013770bc40. 00000400:00000010:0.0:1712357113.585119:0:1835:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff88012b4e4b20. 00000400:00000010:0.0:1712357113.585120:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88013770b740. 00000400:00000010:0.0:1712357113.585121:0:1835:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88013770b7c0. 00000400:00000200:1.0:1712357113.585958:0:1835:0:(peer.c:4201:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1712357113.586003:0:1835:0:(ptlrpcd.c:817:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at ffff880137643cf0. 00000400:00000200:2.0:1712357113.586170:0:1849:0:(peer.c:4019:lnet_peer_discovery()) started 00000100:00000010:2.0:1712357113.586380:0:1850:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012a535180. 00000020:00000010:2.0:1712357113.586384:0:1850:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b35f8c00. 00000020:00000010:2.0:1712357113.586390:0:1850:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b35f8a00. 00000020:00000010:2.0:1712357113.586393:0:1850:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800adbb8360. 00000040:00000010:2.0:1712357113.586395:0:1850:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b35f8800. 00000020:00000010:2.0:1712357113.586398:0:1850:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b3a5d000. 00000020:00000010:2.0:1712357113.586400:0:1850:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b35f8600. 00000100:00000010:1.0:1712357113.586443:0:1835:0:(ptlrpcd.c:914:ptlrpcd_init()) kmalloced '(pd)': 392 at ffff8800b373c600. 00000100:00000010:1.0:1712357113.586447:0:1835:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88013764de00. 00000100:00000010:1.0:1712357113.586449:0:1835:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88013764de08. 00000100:00000010:1.0:1712357113.586809:0:1851:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c53be40. 00000020:00000010:1.0:1712357113.586812:0:1851:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b373d800. 00000020:00000010:1.0:1712357113.586814:0:1851:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b373c800. 00000020:00000010:1.0:1712357113.586816:0:1851:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3afa80. 00000040:00000010:1.0:1712357113.586817:0:1851:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b373d400. 00000020:00000010:1.0:1712357113.586819:0:1851:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e6b800. 00000020:00000010:1.0:1712357113.586821:0:1851:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b373da00. 00000100:00000010:0.0:1712357113.587069:0:1852:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012aac7d80. 00000020:00000010:0.0:1712357113.587072:0:1852:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b383dc00. 00000020:00000010:0.0:1712357113.587073:0:1852:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b383ce00. 00000020:00000010:0.0:1712357113.587075:0:1852:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35ba240. 00000040:00000010:0.0:1712357113.587077:0:1852:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b383cc00. 00000020:00000010:0.0:1712357113.587078:0:1852:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6fa2000. 00000020:00000010:0.0:1712357113.587080:0:1852:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b383d800. 00000100:00000010:2.0:1712357113.587120:0:1835:0:(ptlrpcd.c:914:ptlrpcd_init()) kmalloced '(pd)': 392 at ffff8800b35f8400. 00000100:00000010:2.0:1712357113.587123:0:1835:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800b5c15700. 00000100:00000010:2.0:1712357113.587125:0:1835:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800b5c15708. 00000100:00000010:3.0:1712357113.587228:0:1853:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3b60b40. 00000020:00000010:3.0:1712357113.587231:0:1853:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f31800. 00000020:00000010:3.0:1712357113.587233:0:1853:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f30000. 00000020:00000010:3.0:1712357113.587235:0:1853:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf4f00. 00000040:00000010:3.0:1712357113.587236:0:1853:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f31600. 00000020:00000010:3.0:1712357113.587238:0:1853:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012ab27000. 00000020:00000010:3.0:1712357113.587240:0:1853:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f30a00. 00000100:00000010:3.0:1712357113.587531:0:1854:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3b60300. 00000020:00000010:3.0:1712357113.587534:0:1854:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f30800. 00000020:00000010:3.0:1712357113.587536:0:1854:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f30600. 00000020:00000010:3.0:1712357113.587537:0:1854:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf4f60. 00000040:00000010:3.0:1712357113.587538:0:1854:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f30400. 00000020:00000010:3.0:1712357113.587540:0:1854:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012ab23800. 00000020:00000010:3.0:1712357113.587542:0:1854:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f31200. 02000000:00000010:2.0:1712357113.587796:0:1835:0:(sec_bulk.c:986:sptlrpc_enc_pool_init()) kmalloced '(page_pools)': 88 at ffff8800adbb83c0. 02000000:00000010:2.0:1712357113.587799:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b35f9e00. 02000000:00000010:2.0:1712357113.587801:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a58000. 02000000:00000010:2.0:1712357113.587803:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56980. 02000000:00000010:2.0:1712357113.587805:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365de00. 02000000:00000010:2.0:1712357113.587807:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a59000. 02000000:00000010:2.0:1712357113.587808:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56780. 02000000:00000010:2.0:1712357113.587810:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365dc00. 02000000:00000010:2.0:1712357113.587812:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5a800. 02000000:00000010:2.0:1712357113.587813:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56480. 02000000:00000010:2.0:1712357113.587814:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365da00. 02000000:00000010:2.0:1712357113.587816:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5c000. 02000000:00000010:2.0:1712357113.587818:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56140. 02000000:00000010:2.0:1712357113.587819:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365d800. 02000000:00000010:2.0:1712357113.587821:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5b000. 02000000:00000010:2.0:1712357113.587822:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56f80. 02000000:00000010:2.0:1712357113.587823:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365d600. 02000000:00000010:2.0:1712357113.587825:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a59800. 02000000:00000010:2.0:1712357113.587826:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56700. 02000000:00000010:2.0:1712357113.587827:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365d400. 02000000:00000010:2.0:1712357113.587829:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5f000. 02000000:00000010:2.0:1712357113.587830:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56d80. 02000000:00000010:2.0:1712357113.587835:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365d200. 02000000:00000010:2.0:1712357113.587837:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5f800. 02000000:00000010:2.0:1712357113.587838:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56d40. 02000000:00000010:2.0:1712357113.587839:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365d000. 02000000:00000010:2.0:1712357113.587840:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5c800. 02000000:00000010:2.0:1712357113.587841:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f568c0. 02000000:00000010:2.0:1712357113.587843:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365ce00. 02000000:00000010:2.0:1712357113.587844:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5a000. 02000000:00000010:2.0:1712357113.587846:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56e00. 02000000:00000010:2.0:1712357113.587847:0:1835:0:(sec_bulk.c:990:sptlrpc_enc_pool_init()) kmalloced '(page_pools[pool_index])': 320 at ffff8800b365cc00. 02000000:00000010:2.0:1712357113.587849:0:1835:0:(sec_bulk.c:966:enc_pools_alloc()) kmalloced '(pool->epp_pools)': 1360 at ffff8800b3a5e800. 02000000:00000010:2.0:1712357113.587850:0:1835:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6f56300. 00000100:00000010:2.0:1712357113.587874:0:1835:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800adbb8420. 00000100:00000010:2.0:1712357113.587876:0:1835:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800adbb8480. 00000100:00000010:2.0:1712357113.587878:0:1835:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800adbb84e0. 00000100:00000010:2.0:1712357113.587879:0:1835:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800adbb8540. 00000100:00000010:2.0:1712357113.587898:0:1835:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800adbb85a0. 00000100:00000010:2.0:1712357113.587900:0:1835:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800adbb8600. 00000001:00000010:2.0:1712357113.588054:0:1835:0:(nodemap_handler.c:1761:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff8800b6002300. 00000001:00000010:2.0:1712357113.588057:0:1835:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b34abe40. 00000001:00000010:2.0:1712357113.588061:0:1835:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800b5c15710. 00000001:00000010:2.0:1712357113.588063:0:1835:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800b34abf00. 00000001:00000010:2.0:1712357113.588068:0:1835:0:(nodemap_handler.c:1163:nodemap_create()) kmalloced '(nodemap)': 4720 at ffff8800ac366000. 00000001:00000010:2.0:1712357113.588075:0:1835:0:(nodemap_lproc.c:1024:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff8800b6f56280. 02000000:00000010:0.0:1712357113.651228:0:1866:0:(upcall_cache.c:552:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b6fa3000. 02000000:00000010:0.0:1712357113.651233:0:1866:0:(upcall_cache.c:560:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff88012c56b000. 02000000:00000010:0.0:1712357113.651236:0:1866:0:(upcall_cache.c:552:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b6d0e000. 02000000:00000010:0.0:1712357113.651252:0:1866:0:(upcall_cache.c:560:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000840000. 02000000:00000010:0.0:1712357113.651269:0:1866:0:(gss_svc_upcall.c:1008:check_gssd_socket()) kmalloced '(sun)': 110 at ffff8800b3506a80. 02000000:00000010:0.0:1712357115.150938:0:1866:0:(gss_svc_upcall.c:1031:check_gssd_socket()) kfreed 'sun': 110 at ffff8800b3506a80. 00000020:00000010:0.0:1712357115.295951:0:1903:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3506d80. 00000008:00000010:0.0:1712357115.365597:0:1915:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880136428340. 00000100:00000010:0.0:1712357115.365602:0:1915:0:(client.c:649:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff880136428800. 00000020:00000010:0.0:1712357115.365624:0:1915:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3506b00. 00000020:00000010:0.0:1712357115.424971:0:1928:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3506a00. 00000020:00000010:3.0:1712357115.502810:0:1940:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3a25f80. 00000020:00000010:3.0:1712357115.558416:0:1952:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3a25300. 00008000:02000000:0.0:1712357115.604172:0:1964:0:(echo_client.c:2590:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:1.0:1712357115.610467:0:1964:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4fd80. 00000020:00000010:1.0:1712357115.610731:0:1964:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4fe80. 00000020:00000010:1.0:1712357115.813773:0:1985:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4f900. 00000020:00000010:1.0:1712357116.772559:0:2186:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4f600. 00000020:00000010:1.0:1712357116.863353:0:2198:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4f380. 00000020:00000010:3.0:1712357117.019677:0:2210:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3a25800. 00000020:00000010:3.0:1712357117.019706:0:2210:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3a25580. 00000020:00000010:0.0:1712357117.097485:0:2222:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3506600. 00000020:00000010:1.0:1712357117.226288:0:2234:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4f780. 00000020:00000010:3.0:1712357117.329339:0:2246:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b3a25880. 00000020:00000010:1.0:1712357117.436535:0:2258:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4fa80. 00000020:00000010:1.0:1712357117.436561:0:2258:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800b5f4ff80. 00000020:00000010:1.0:1712357117.603230:0:2270:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800ab1fd000. 00000020:00000010:1.0:1712357117.603236:0:2270:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b609ea00. 00000020:00000010:1.0:1712357117.603239:0:2270:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b609e800. 00000020:00000010:1.0:1712357117.603241:0:2270:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3afae0. 00000008:00000010:1.0:1712357117.603250:0:2270:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3b8000. 00020000:00000010:1.0:1712357117.603254:0:2270:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012c53bb40. 00008000:00000010:1.0:1712357117.603263:0:2270:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab094000. 00000080:00000010:1.0:1712357117.603270:0:2270:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb000. 00000080:00000010:1.0:1712357117.603275:0:2270:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0000. 00000020:00000010:1.0:1712357117.603278:0:2270:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b609e600. 00000008:00000010:1.0:1712357117.603283:0:2270:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b2000. 00020000:00000010:1.0:1712357117.603290:0:2270:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38c000. 00008000:00000010:1.0:1712357117.603292:0:2270:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205018. 00000080:00000010:1.0:1712357117.603296:0:2270:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa000. 00000800:00000200:2.0:1712357121.072867:0:317:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=9, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1712357121.072926:0:317:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=2, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1712357121.073797:0:317:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=6, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1712357121.073828:0:317:0:(socklnd.c:2177:ksocknal_inetaddr_event()) addrevent: status 2 ip addr 127.0.0.1, netmask 255.0.0.0. 00000800:00000200:2.0:1712357121.084885:0:317:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=17, iface=lo ifindex 1 state 0 00000020:00000010:0.0:1712357180.756157:0:4596:0:(obd_mount.c:601:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff88012a538800. 00000020:00000010:0.0:1712357180.756162:0:4596:0:(obd_mount.c:604:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800b3664a00. 00000020:00000010:0.0:1712357180.756169:0:4596:0:(obd_mount.c:1448:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800b39ee000. 00000020:00000010:0.0:1712357180.756177:0:4596:0:(obd_mount.c:1645:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800adab8240. 00000020:00000010:0.0:1712357180.756180:0:4596:0:(obd_mount.c:1702:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff8800ad823830. 00000020:00000010:0.0:1712357180.756183:0:4596:0:(obd_mount.c:1741:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff8800adab8b00. 00000020:00000010:0.0:1712357180.756193:0:4596:0:(obd_mount.c:283:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800adab88e0. 00000020:00000010:0.0:1712357180.756194:0:4596:0:(obd_mount.c:284:lustre_start_mgc()) kmalloced '(niduuid)': 25 at ffff8800adab8420. 00000020:00000010:0.0:1712357180.756197:0:4596:0:(obd_mount.c:291:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800b34e73c0. 00000020:00000010:0.0:1712357180.756204:0:4596:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800b35ba480. 00000100:00000010:0.0:1712357180.756208:0:4596:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ac5e0c00. 00000400:00000200:0.0:1712357180.756217:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.756222:0:4596:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 352 at ffff8800adb0b400. 00000400:00000200:0.0:1712357180.756225:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.756227:0:4596:0:(peer.c:269:lnet_peer_alloc()) ffff8800adb0b400 nid 192.168.203.120@tcp 00000400:00000010:0.0:1712357180.756229:0:4596:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800b35ba4e0. 00000400:00000200:0.0:1712357180.756230:0:4596:0:(peer.c:203:lnet_peer_net_alloc()) ffff8800b35ba4e0 net tcp 00000400:00000200:0.0:1712357180.756232:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.756234:0:4596:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 360 at ffff8800adb0b600. 00000400:00000200:0.0:1712357180.756236:0:4596:0:(peer.c:184:lnet_peer_ni_alloc()) ffff8800adb0b600 nid 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.756241:0:4596:0:(peer.c:1098:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.120@tcp: -2 00000400:00000200:0.0:1712357180.756245:0:4596:0:(peer.c:1622:lnet_peer_attach_peer_ni()) peer 192.168.203.120@tcp NID 192.168.203.120@tcp flags 0x100001 00000020:00000010:0.0:1712357180.756248:0:4596:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 96 at ffff8800b35ba480. 00000020:00000010:0.0:1712357180.756250:0:4596:0:(obd_mount.c:422:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff88012aa85c80. 00000020:00000010:0.0:1712357180.756255:0:4596:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b3664980. 00000020:00000010:0.0:1712357180.756273:0:4596:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab0f8000. 00000020:00000010:0.0:1712357180.756279:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff88012a53c000. 00000020:00000010:0.0:1712357180.756289:0:4596:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b3664980. 00000020:00000010:0.0:1712357180.756291:0:4596:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800b3664980. 00000001:00000010:0.0:1712357180.756303:0:4596:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b34e7600. 00000001:00000010:0.0:1712357180.756307:0:4596:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800adab8be0. 00000001:00000010:0.0:1712357180.756309:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0b000. 00000001:00000010:0.0:1712357180.756310:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0ae00. 00000001:00000010:0.0:1712357180.756311:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0b200. 00000001:00000010:0.0:1712357180.756312:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a400. 00000001:00000010:0.0:1712357180.756314:0:4596:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b34e7300. 00000001:00000010:0.0:1712357180.756315:0:4596:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800adab8c20. 00000001:00000010:0.0:1712357180.756315:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0b800. 00000001:00000010:0.0:1712357180.756317:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0be00. 00000001:00000010:0.0:1712357180.756318:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0bc00. 00000001:00000010:0.0:1712357180.756319:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a800. 00010000:00000010:0.0:1712357180.756326:0:4596:0:(ldlm_lockd.c:3281:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8800adab8700. 00000100:00000010:0.0:1712357180.756375:0:4596:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 328 at ffff8800adb0aa00. 00000100:00000010:0.0:1712357180.756377:0:4596:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800ac5e3800. 00000100:00000010:0.0:1712357180.756388:0:4596:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800b3520000. 00000100:00000010:0.0:1712357180.756392:0:4596:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b39ed000. 00000100:00000010:0.0:1712357180.756395:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac5e0000. 00000100:00000010:0.0:1712357180.756398:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b37a4000. 00000100:00000010:0.0:1712357180.756400:0:4596:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800ac5e2000. 00000100:00000010:0.0:1712357180.756408:0:4596:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800b3418000. 00000100:00000010:0.0:1712357180.756412:0:4596:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b39eb000. 00000100:00000010:0.0:1712357180.756414:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac5e2800. 00000100:00000010:0.0:1712357180.756417:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b37a6000. 00000400:00000200:0.0:1712357180.756420:0:4596:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1712357180.756431:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35ba480. 00000020:00000010:0.0:1712357180.756434:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b39ea000. 00000100:00000010:0.0:1712357180.756479:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7840. 00000100:00000010:0.0:1712357180.756486:0:4596:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012aa85540. 00000100:00000010:0.0:1712357180.756488:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7b40. 00000100:00000010:0.0:1712357180.756491:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7c00. 00000100:00000010:0.0:1712357180.756492:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7f00. 00000100:00000010:0.0:1712357180.756494:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7d80. 00000100:00000010:0.0:1712357180.756494:0:4596:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012aa85800. 00000100:00000010:0.0:1712357180.756495:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7480. 00000100:00000010:0.0:1712357180.756496:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e79c0. 00000100:00000010:0.0:1712357180.756497:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b34e7e40. 00000100:00000200:0.0:1712357180.756514:0:4596:0:(service.c:851:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1712357180.756516:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800adb0a000. 00000100:00000010:1.0:1712357180.756886:0:4597:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012c320a40. 00000020:00000010:1.0:1712357180.756890:0:4597:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c320780. 00000020:00000010:1.0:1712357180.756894:0:4597:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b35b1e00. 00000020:00000010:1.0:1712357180.756897:0:4597:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b35b1400. 00000040:00000010:1.0:1712357180.756900:0:4597:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b35b0200. 00000020:00000010:1.0:1712357180.756902:0:4597:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62ee800. 00000020:00000010:1.0:1712357180.756912:0:4597:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c0000. 00000020:00000010:1.0:1712357180.756915:0:4597:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b35b0a00. 80000000:00000010:1.0:1712357180.756918:0:4597:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3af180. 40000000:00000010:1.0:1712357180.756921:0:4597:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012c320880. 00100000:00000010:1.0:1712357180.756925:0:4597:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b62ed800. 00040000:00000010:1.0:1712357180.756928:0:4597:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b34b6c00. 00040000:00000010:1.0:1712357180.756931:0:4597:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b62ee000. 00040000:00000010:1.0:1712357180.756934:0:4597:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b35b1800. 00000004:00000010:1.0:1712357180.756937:0:4597:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b62ea800. 00000004:00000010:1.0:1712357180.756941:0:4597:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad83a000. 00000004:00000010:1.0:1712357180.756945:0:4597:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b62ec800. 00002000:00000010:1.0:1712357180.756949:0:4597:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a5d2c00. 00000004:00000010:1.0:1712357180.756952:0:4597:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88012a5d0400. 00000100:00000200:1.0:1712357180.756955:0:4597:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1712357180.756965:0:4597:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e000. 00000400:00000010:1.0:1712357180.756970:0:4597:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e480. 00000100:00000010:1.0:1712357180.756979:0:4597:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b62e8800. 00000100:00000200:1.0:1712357180.756992:0:4597:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1712357180.757000:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800adb0ba00. 00000100:00000010:0.0:1712357180.757273:0:4598:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012aa85f00. 00000020:00000010:0.0:1712357180.757275:0:4598:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e4afc0. 00000020:00000010:0.0:1712357180.757278:0:4598:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb0ac00. 00000020:00000010:0.0:1712357180.757280:0:4598:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb0a600. 00000040:00000010:0.0:1712357180.757282:0:4598:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800adb0a200. 00000020:00000010:0.0:1712357180.757284:0:4598:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a539800. 00000020:00000010:0.0:1712357180.757292:0:4598:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac390000. 00000020:00000010:0.0:1712357180.757294:0:4598:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88012a5a6800. 80000000:00000010:0.0:1712357180.757296:0:4598:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35ba6c0. 40000000:00000010:0.0:1712357180.757298:0:4598:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e4af80. 00100000:00000010:0.0:1712357180.757300:0:4598:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a53f800. 00040000:00000010:0.0:1712357180.757302:0:4598:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b60f4d00. 00040000:00000010:0.0:1712357180.757304:0:4598:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a53d000. 00040000:00000010:0.0:1712357180.757306:0:4598:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88012a5a6600. 00000004:00000010:0.0:1712357180.757308:0:4598:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a53c800. 00000004:00000010:0.0:1712357180.757311:0:4598:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b39ef000. 00000004:00000010:0.0:1712357180.757314:0:4598:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012ab15800. 00002000:00000010:0.0:1712357180.757316:0:4598:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac5e3400. 00000004:00000010:0.0:1712357180.757318:0:4598:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac5e1c00. 00000100:00000010:0.0:1712357180.757320:0:4598:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012ab16000. 00000100:00000200:0.0:1712357180.757395:0:4598:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1712357180.758027:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b609f000. 00000100:00000010:2.0:1712357180.758399:0:4599:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012c55b940. 00000020:00000010:2.0:1712357180.758404:0:4599:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c55bf80. 00000020:00000010:2.0:1712357180.758407:0:4599:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b609e400. 00000020:00000010:2.0:1712357180.758409:0:4599:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b609ee00. 00000040:00000010:2.0:1712357180.758410:0:4599:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b609fe00. 00000020:00000010:2.0:1712357180.758412:0:4599:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab105000. 00000020:00000010:2.0:1712357180.758418:0:4599:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800adae8000. 00000020:00000010:2.0:1712357180.758420:0:4599:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b609f800. 80000000:00000010:2.0:1712357180.758421:0:4599:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b3a47900. 40000000:00000010:2.0:1712357180.758423:0:4599:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012c55b640. 00100000:00000010:2.0:1712357180.758425:0:4599:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab104800. 00040000:00000010:2.0:1712357180.758427:0:4599:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6f0eb00. 00040000:00000010:2.0:1712357180.758428:0:4599:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab104000. 00040000:00000010:2.0:1712357180.758430:0:4599:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b609fc00. 00000004:00000010:2.0:1712357180.758431:0:4599:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab103800. 00000004:00000010:2.0:1712357180.758434:0:4599:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b37ac000. 00000004:00000010:2.0:1712357180.758436:0:4599:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab100800. 00002000:00000010:2.0:1712357180.758455:0:4599:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b61afc00. 00000004:00000010:2.0:1712357180.758457:0:4599:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b61af400. 00000100:00000200:2.0:1712357180.758459:0:4599:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1712357180.758465:0:4599:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf000. 00000400:00000010:2.0:1712357180.758472:0:4599:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23780. 00000100:00000010:2.0:1712357180.758478:0:4599:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab100000. 00000100:00000200:2.0:1712357180.758483:0:4599:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1712357180.758562:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6e2a800. 00000100:00000010:3.0:1712357180.758932:0:4600:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800ac0f8380. 00000020:00000010:3.0:1712357180.758937:0:4600:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ac0f8240. 00000020:00000010:3.0:1712357180.758938:0:4600:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e2a400. 00000020:00000010:3.0:1712357180.758940:0:4600:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e2b800. 00000040:00000010:3.0:1712357180.758942:0:4600:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e2b600. 00000020:00000010:3.0:1712357180.758944:0:4600:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a663800. 00000020:00000010:3.0:1712357180.758950:0:4600:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e8000. 00000020:00000010:3.0:1712357180.758952:0:4600:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e2a600. 80000000:00000010:3.0:1712357180.758953:0:4600:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4060. 40000000:00000010:3.0:1712357180.758955:0:4600:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ac0f8980. 00100000:00000010:3.0:1712357180.758956:0:4600:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a661000. 00040000:00000010:3.0:1712357180.758958:0:4600:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389a500. 00040000:00000010:3.0:1712357180.758960:0:4600:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a667000. 00040000:00000010:3.0:1712357180.758961:0:4600:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e2b000. 00000004:00000010:3.0:1712357180.758962:0:4600:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a660000. 00000004:00000010:3.0:1712357180.758965:0:4600:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad805000. 00000004:00000010:3.0:1712357180.758967:0:4600:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a660800. 00002000:00000010:3.0:1712357180.758968:0:4600:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad3c00. 00000004:00000010:3.0:1712357180.758970:0:4600:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800adad2c00. 00000100:00000010:3.0:1712357180.758971:0:4600:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a666800. 00000100:00000200:3.0:1712357180.758976:0:4600:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1712357180.759006:0:4596:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 328 at ffff8800b609ec00. 00000100:00000010:2.0:1712357180.759009:0:4596:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800b61adc00. 00000100:00000010:2.0:1712357180.759019:0:4596:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800adb00000. 00000100:00000010:2.0:1712357180.759023:0:4596:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b37ad000. 00000100:00000010:2.0:1712357180.759027:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61acc00. 00000100:00000010:2.0:1712357180.759031:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013712c000. 00000100:00000010:2.0:1712357180.759033:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61ac400. 00000100:00000010:2.0:1712357180.759036:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013712e000. 00000100:00000010:2.0:1712357180.759038:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61af000. 00000100:00000010:2.0:1712357180.759042:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4e4000. 00000100:00000010:2.0:1712357180.759045:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61af800. 00000100:00000010:2.0:1712357180.759049:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4e6000. 00000100:00000010:2.0:1712357180.759050:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61ae400. 00000100:00000010:2.0:1712357180.759054:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4e2000. 00000100:00000010:2.0:1712357180.759055:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d6c00. 00000100:00000010:2.0:1712357180.759060:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab388000. 00000100:00000010:2.0:1712357180.759062:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d4c00. 00000100:00000010:2.0:1712357180.759064:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab38a000. 00000100:00000010:2.0:1712357180.759065:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d6800. 00000100:00000010:2.0:1712357180.759067:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab38c000. 00000100:00000010:2.0:1712357180.759068:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d4800. 00000100:00000010:2.0:1712357180.759070:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab38e000. 00000100:00000010:2.0:1712357180.759071:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d6400. 00000100:00000010:2.0:1712357180.759078:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adab0000. 00000100:00000010:2.0:1712357180.759079:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5e5400. 00000100:00000010:2.0:1712357180.759082:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adab2000. 00000100:00000010:2.0:1712357180.759084:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5e5000. 00000100:00000010:2.0:1712357180.759086:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adab4000. 00000100:00000010:2.0:1712357180.759087:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5e6400. 00000100:00000010:2.0:1712357180.759091:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adab6000. 00000100:00000010:2.0:1712357180.759092:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5e5800. 00000100:00000010:2.0:1712357180.759097:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0a8000. 00000100:00000010:2.0:1712357180.759098:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012c56b400. 00000100:00000010:2.0:1712357180.759101:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0aa000. 00000100:00000010:2.0:1712357180.759102:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012c568800. 00000100:00000010:2.0:1712357180.759104:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0ac000. 00000100:00000010:2.0:1712357180.759106:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b63e2800. 00000100:00000010:2.0:1712357180.759109:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0ae000. 00000100:00000010:2.0:1712357180.759113:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a28000. 00000100:00000010:2.0:1712357180.759119:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1c8000. 00000100:00000010:2.0:1712357180.759120:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a28400. 00000100:00000010:2.0:1712357180.759124:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ca000. 00000100:00000010:2.0:1712357180.759125:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a28800. 00000100:00000010:2.0:1712357180.759127:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1cc000. 00000100:00000010:2.0:1712357180.759129:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a28c00. 00000100:00000010:2.0:1712357180.759131:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ce000. 00000100:00000010:2.0:1712357180.759132:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a29000. 00000100:00000010:2.0:1712357180.759137:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab348000. 00000100:00000010:2.0:1712357180.759138:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a29400. 00000100:00000010:2.0:1712357180.759140:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab34a000. 00000100:00000010:2.0:1712357180.759141:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a29800. 00000100:00000010:2.0:1712357180.759143:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab34c000. 00000100:00000010:2.0:1712357180.759144:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a29c00. 00000100:00000010:2.0:1712357180.759146:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab34e000. 00000100:00000010:2.0:1712357180.759147:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2a000. 00000100:00000010:2.0:1712357180.759152:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f0000. 00000100:00000010:2.0:1712357180.759153:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2a400. 00000100:00000010:2.0:1712357180.759155:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f2000. 00000100:00000010:2.0:1712357180.759157:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2a800. 00000100:00000010:2.0:1712357180.759159:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f4000. 00000100:00000010:2.0:1712357180.759160:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2ac00. 00000100:00000010:2.0:1712357180.759162:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f6000. 00000100:00000010:2.0:1712357180.759163:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2b000. 00000100:00000010:2.0:1712357180.759168:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab300000. 00000100:00000010:2.0:1712357180.759169:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2b400. 00000100:00000010:2.0:1712357180.759171:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab302000. 00000100:00000010:2.0:1712357180.759172:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2b800. 00000100:00000010:2.0:1712357180.759175:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab304000. 00000100:00000010:2.0:1712357180.759193:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a2bc00. 00000100:00000010:2.0:1712357180.759196:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab306000. 00000100:00000010:2.0:1712357180.759202:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dc000. 00000100:00000010:2.0:1712357180.759208:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1b8000. 00000100:00000010:2.0:1712357180.759213:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dc400. 00000100:00000010:2.0:1712357180.759216:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ba000. 00000100:00000010:2.0:1712357180.759217:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dc800. 00000100:00000010:2.0:1712357180.759220:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1bc000. 00000100:00000010:2.0:1712357180.759222:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dcc00. 00000100:00000010:2.0:1712357180.759225:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1be000. 00000100:00000010:2.0:1712357180.759226:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dd000. 00000100:00000010:2.0:1712357180.759233:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3c0000. 00000100:00000010:2.0:1712357180.759235:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dd400. 00000100:00000010:2.0:1712357180.759238:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3c2000. 00000100:00000010:2.0:1712357180.759239:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dd800. 00000100:00000010:2.0:1712357180.759243:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3c4000. 00000100:00000010:2.0:1712357180.759244:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2ddc00. 00000100:00000010:2.0:1712357180.759247:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3c6000. 00000100:00000010:2.0:1712357180.759248:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2de000. 00000100:00000010:2.0:1712357180.759256:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab328000. 00000100:00000010:2.0:1712357180.759258:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2de400. 00000100:00000010:2.0:1712357180.759261:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab32a000. 00000100:00000010:2.0:1712357180.759263:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2de800. 00000100:00000010:2.0:1712357180.759265:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab32c000. 00000100:00000010:2.0:1712357180.759267:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dec00. 00000100:00000010:2.0:1712357180.759270:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab32e000. 00000100:00000010:2.0:1712357180.759272:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2df000. 00000100:00000010:2.0:1712357180.759279:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1a0000. 00000100:00000010:2.0:1712357180.759281:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2df400. 00000100:00000010:2.0:1712357180.759285:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1a2000. 00000100:00000010:2.0:1712357180.759286:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2df800. 00000100:00000010:2.0:1712357180.759289:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1a4000. 00000100:00000010:2.0:1712357180.759291:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab2dfc00. 00000100:00000010:2.0:1712357180.759294:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1a6000. 00000100:00000010:2.0:1712357180.759299:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab0000. 00000100:00000010:2.0:1712357180.759307:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1a8000. 00000100:00000010:2.0:1712357180.759310:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab0400. 00000100:00000010:2.0:1712357180.759313:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1aa000. 00000100:00000010:2.0:1712357180.759315:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab0800. 00000100:00000010:2.0:1712357180.759317:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ac000. 00000100:00000010:2.0:1712357180.759319:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab0c00. 00000100:00000010:2.0:1712357180.759322:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ae000. 00000100:00000010:2.0:1712357180.759324:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab1000. 00000100:00000010:2.0:1712357180.759330:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab310000. 00000100:00000010:2.0:1712357180.759333:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab1400. 00000100:00000010:2.0:1712357180.759336:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab312000. 00000100:00000010:2.0:1712357180.759338:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab1800. 00000100:00000010:2.0:1712357180.759340:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab314000. 00000100:00000010:2.0:1712357180.759342:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab1c00. 00000100:00000010:2.0:1712357180.759345:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab316000. 00000100:00000010:2.0:1712357180.759347:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab2000. 00000100:00000010:2.0:1712357180.759354:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab318000. 00000100:00000010:2.0:1712357180.759357:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab2400. 00000100:00000010:2.0:1712357180.759360:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab31a000. 00000100:00000010:2.0:1712357180.759361:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab2800. 00000100:00000010:2.0:1712357180.759364:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab31c000. 00000100:00000010:2.0:1712357180.759366:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab2c00. 00000100:00000010:2.0:1712357180.759369:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab31e000. 00000100:00000010:2.0:1712357180.759371:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab3000. 00000100:00000010:2.0:1712357180.759378:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab330000. 00000100:00000010:2.0:1712357180.759380:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab3400. 00000100:00000010:2.0:1712357180.759383:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab332000. 00000100:00000010:2.0:1712357180.759385:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3ab3800. 00000100:00000010:2.0:1712357180.759387:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab334000. 00000100:00000010:2.0:1712357180.759390:0:4596:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800b3ab3c00. 00000100:00000010:2.0:1712357180.759399:0:4596:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800ab11c000. 00000100:00000010:2.0:1712357180.759406:0:4596:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b37ab000. 00000100:00000010:2.0:1712357180.759412:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c4000. 00000100:00000010:2.0:1712357180.759415:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab336000. 00000100:00000010:2.0:1712357180.759417:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c4400. 00000100:00000010:2.0:1712357180.759423:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab338000. 00000100:00000010:2.0:1712357180.759426:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c4800. 00000100:00000010:2.0:1712357180.759428:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab33a000. 00000100:00000010:2.0:1712357180.759430:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c4c00. 00000100:00000010:2.0:1712357180.759433:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab33c000. 00000100:00000010:2.0:1712357180.759435:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c5000. 00000100:00000010:2.0:1712357180.759437:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab33e000. 00000100:00000010:2.0:1712357180.759439:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c5400. 00000100:00000010:2.0:1712357180.759445:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0b0000. 00000100:00000010:2.0:1712357180.759457:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c5800. 00000100:00000010:2.0:1712357180.759460:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0b2000. 00000100:00000010:2.0:1712357180.759462:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c5c00. 00000100:00000010:2.0:1712357180.759464:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0b4000. 00000100:00000010:2.0:1712357180.759466:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c6000. 00000100:00000010:2.0:1712357180.759469:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0b6000. 00000100:00000010:2.0:1712357180.759471:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c6400. 00000100:00000010:2.0:1712357180.759477:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0b8000. 00000100:00000010:2.0:1712357180.759479:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c6800. 00000100:00000010:2.0:1712357180.759482:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0ba000. 00000100:00000010:2.0:1712357180.759484:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c6c00. 00000100:00000010:2.0:1712357180.759487:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0bc000. 00000100:00000010:2.0:1712357180.759489:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c7000. 00000100:00000010:2.0:1712357180.759492:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0be000. 00000100:00000010:2.0:1712357180.759493:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c7400. 00000100:00000010:2.0:1712357180.759500:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab130000. 00000100:00000010:2.0:1712357180.759502:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c7800. 00000100:00000010:2.0:1712357180.759505:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab132000. 00000100:00000010:2.0:1712357180.759509:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61c7c00. 00000100:00000010:2.0:1712357180.759513:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab134000. 00000100:00000010:2.0:1712357180.759518:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16c000. 00000100:00000010:2.0:1712357180.759522:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab136000. 00000100:00000010:2.0:1712357180.759524:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16c400. 00000100:00000010:2.0:1712357180.759534:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab138000. 00000100:00000010:2.0:1712357180.759536:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16c800. 00000100:00000010:2.0:1712357180.759539:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab13a000. 00000100:00000010:2.0:1712357180.759540:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16cc00. 00000100:00000010:2.0:1712357180.759543:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab13c000. 00000100:00000010:2.0:1712357180.759545:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16d000. 00000100:00000010:2.0:1712357180.759547:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab13e000. 00000100:00000010:2.0:1712357180.759548:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16d400. 00000100:00000010:2.0:1712357180.759555:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab390000. 00000100:00000010:2.0:1712357180.759557:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16d800. 00000100:00000010:2.0:1712357180.759559:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab392000. 00000100:00000010:2.0:1712357180.759561:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16dc00. 00000100:00000010:2.0:1712357180.759564:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab394000. 00000100:00000010:2.0:1712357180.759566:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16e000. 00000100:00000010:2.0:1712357180.759568:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab396000. 00000100:00000010:2.0:1712357180.759570:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16e400. 00000100:00000010:2.0:1712357180.759577:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab398000. 00000100:00000010:2.0:1712357180.759579:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16e800. 00000100:00000010:2.0:1712357180.759598:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab39a000. 00000100:00000010:2.0:1712357180.759600:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16ec00. 00000100:00000010:2.0:1712357180.759602:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab39c000. 00000100:00000010:2.0:1712357180.759604:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16f000. 00000100:00000010:2.0:1712357180.759607:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab39e000. 00000100:00000010:2.0:1712357180.759609:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16f400. 00000100:00000010:2.0:1712357180.759617:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaa0000. 00000100:00000010:2.0:1712357180.759619:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16f800. 00000100:00000010:2.0:1712357180.759626:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaa2000. 00000100:00000010:2.0:1712357180.759628:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab16fc00. 00000100:00000010:2.0:1712357180.759632:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaa4000. 00000100:00000010:2.0:1712357180.759637:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e4000. 00000100:00000010:2.0:1712357180.759641:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaa6000. 00000100:00000010:2.0:1712357180.759643:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e4400. 00000100:00000010:2.0:1712357180.759650:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaa8000. 00000100:00000010:2.0:1712357180.759652:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e4800. 00000100:00000010:2.0:1712357180.759655:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaaa000. 00000100:00000010:2.0:1712357180.759657:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e4c00. 00000100:00000010:2.0:1712357180.759661:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaac000. 00000100:00000010:2.0:1712357180.759663:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e5000. 00000100:00000010:2.0:1712357180.759666:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adaae000. 00000100:00000010:2.0:1712357180.759668:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e5400. 00000100:00000010:2.0:1712357180.759674:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1e0000. 00000100:00000010:2.0:1712357180.759676:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e5800. 00000100:00000010:2.0:1712357180.759679:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1e2000. 00000100:00000010:2.0:1712357180.759681:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e5c00. 00000100:00000010:2.0:1712357180.759684:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1e4000. 00000100:00000010:2.0:1712357180.759686:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e6000. 00000100:00000010:2.0:1712357180.759688:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1e6000. 00000100:00000010:2.0:1712357180.759690:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e6400. 00000100:00000010:2.0:1712357180.759695:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1e8000. 00000100:00000010:2.0:1712357180.759697:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e6800. 00000100:00000010:2.0:1712357180.759700:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ea000. 00000100:00000010:2.0:1712357180.759702:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e6c00. 00000100:00000010:2.0:1712357180.759704:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ec000. 00000100:00000010:2.0:1712357180.759707:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e7000. 00000100:00000010:2.0:1712357180.759709:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ee000. 00000100:00000010:2.0:1712357180.759711:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e7400. 00000100:00000010:2.0:1712357180.759718:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2f0000. 00000100:00000010:2.0:1712357180.759722:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e7800. 00000100:00000010:2.0:1712357180.759725:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2f2000. 00000100:00000010:2.0:1712357180.759727:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b61e7c00. 00000100:00000010:2.0:1712357180.759730:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2f4000. 00000100:00000010:2.0:1712357180.759735:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ac000. 00000100:00000010:2.0:1712357180.759738:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2f6000. 00000100:00000010:2.0:1712357180.759740:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ac400. 00000100:00000010:2.0:1712357180.759745:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2f8000. 00000100:00000010:2.0:1712357180.759748:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ac800. 00000100:00000010:2.0:1712357180.759750:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2fa000. 00000100:00000010:2.0:1712357180.759753:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3acc00. 00000100:00000010:2.0:1712357180.759755:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2fc000. 00000100:00000010:2.0:1712357180.759757:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ad000. 00000100:00000010:2.0:1712357180.759760:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab2fe000. 00000100:00000010:2.0:1712357180.759762:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ad400. 00000100:00000010:2.0:1712357180.759769:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d0000. 00000100:00000010:2.0:1712357180.759771:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ad800. 00000100:00000010:2.0:1712357180.759774:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d2000. 00000100:00000010:2.0:1712357180.759776:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3adc00. 00000100:00000010:2.0:1712357180.759779:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d4000. 00000100:00000010:2.0:1712357180.759780:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ae000. 00000100:00000010:2.0:1712357180.759783:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d6000. 00000100:00000010:2.0:1712357180.759785:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ae400. 00000100:00000010:2.0:1712357180.759791:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d8000. 00000100:00000010:2.0:1712357180.759793:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3ae800. 00000100:00000010:2.0:1712357180.759796:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1da000. 00000100:00000010:2.0:1712357180.759798:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3aec00. 00000100:00000010:2.0:1712357180.759801:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1dc000. 00000100:00000010:2.0:1712357180.759802:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3af000. 00000100:00000010:2.0:1712357180.759805:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1de000. 00000100:00000010:2.0:1712357180.759807:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3af400. 00000100:00000010:2.0:1712357180.759817:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab350000. 00000100:00000010:2.0:1712357180.759819:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3af800. 00000100:00000010:2.0:1712357180.759821:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab352000. 00000100:00000010:2.0:1712357180.759824:0:4596:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac3afc00. 00000100:00000010:2.0:1712357180.759826:0:4596:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab354000. 00000400:00000200:2.0:1712357180.759830:0:4596:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1712357180.759853:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a47660. 00000020:00000010:2.0:1712357180.759857:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b37af000. 00000100:00000010:2.0:1712357180.759904:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b230c0. 00000100:00000010:2.0:1712357180.759909:0:4596:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012c55bcc0. 00000100:00000010:2.0:1712357180.759912:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23900. 00000100:00000010:2.0:1712357180.759915:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23000. 00000100:00000010:2.0:1712357180.759917:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23b40. 00000100:00000010:2.0:1712357180.759920:0:4596:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800b6d7fe80. 00000100:00000010:2.0:1712357180.759921:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23540. 00000100:00000010:2.0:1712357180.759923:0:4596:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012c55b880. 00000100:00000010:2.0:1712357180.759924:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b236c0. 00000100:00000010:2.0:1712357180.759926:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23480. 00000100:00000010:2.0:1712357180.759927:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b239c0. 00000100:00000010:2.0:1712357180.759929:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23e40. 00000100:00000010:2.0:1712357180.759930:0:4596:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012c55b240. 00000100:00000010:2.0:1712357180.759932:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23f00. 00000100:00000010:2.0:1712357180.759933:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23a80. 00000100:00000010:2.0:1712357180.759935:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23c00. 00000100:00000010:2.0:1712357180.759936:0:4596:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800b6d7fe00. 00000100:00000010:2.0:1712357180.759938:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23cc0. 00000100:00000010:2.0:1712357180.759939:0:4596:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012c55bec0. 00000100:00000010:2.0:1712357180.759941:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23d80. 00000100:00000010:2.0:1712357180.759942:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b3b23840. 00000100:00000010:2.0:1712357180.759944:0:4596:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6f0b3c0. 00000100:00000200:2.0:1712357180.759964:0:4596:0:(service.c:851:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1712357180.759967:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b609f400. 00000100:00000010:0.0:1712357180.760943:0:4601:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e4a700. 00000020:00000010:0.0:1712357180.760946:0:4601:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e4a100. 00000020:00000010:0.0:1712357180.760951:0:4601:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a5a6400. 00000020:00000010:0.0:1712357180.760953:0:4601:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a5a6200. 00000020:00000010:0.0:1712357180.760955:0:4601:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35ba540. 00000040:00000010:0.0:1712357180.760958:0:4601:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012a5a7400. 00000020:00000010:0.0:1712357180.760962:0:4601:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880137127800. 00000020:00000010:0.0:1712357180.760965:0:4601:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac390508. 00000020:00000010:0.0:1712357180.760967:0:4601:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88012a5a7200. 80000000:00000010:0.0:1712357180.760969:0:4601:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35ba720. 40000000:00000010:0.0:1712357180.760971:0:4601:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e4a0c0. 00000008:00000010:0.0:1712357180.760981:0:4601:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab358000. 00020000:00000010:0.0:1712357180.760986:0:4601:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88012aac7e40. 00008000:00000010:0.0:1712357180.760994:0:4601:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c000. 00100000:00000010:0.0:1712357180.760998:0:4601:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880137122000. 00040000:00000010:0.0:1712357180.761000:0:4601:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b60f4700. 00040000:00000010:0.0:1712357180.761003:0:4601:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff880137126800. 00040000:00000010:0.0:1712357180.761005:0:4601:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88012a5a6c00. 00000004:00000010:0.0:1712357180.761008:0:4601:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6fec800. 00000004:00000010:0.0:1712357180.761012:0:4601:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b6dbd000. 00000004:00000010:0.0:1712357180.761015:0:4601:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6fe9000. 00002000:00000010:0.0:1712357180.761018:0:4601:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac5e1400. 00000004:00000010:0.0:1712357180.761020:0:4601:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac5e0800. 00000080:00000010:0.0:1712357180.761027:0:4601:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3000. 00000080:00000010:0.0:1712357180.761035:0:4601:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598000. 00000100:00000200:0.0:1712357180.761038:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761043:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f0b0. 00000400:00000010:0.0:1712357180.761047:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012aac7cc0. 00000100:00000200:0.0:1712357180.761053:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761054:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f108. 00000400:00000010:0.0:1712357180.761059:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492000. 00000100:00000200:0.0:1712357180.761061:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761063:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f160. 00000400:00000010:0.0:1712357180.761064:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34920c0. 00000100:00000200:0.0:1712357180.761069:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761070:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f1b8. 00000400:00000010:0.0:1712357180.761071:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492180. 00000100:00000200:0.0:1712357180.761072:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761073:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f210. 00000400:00000010:0.0:1712357180.761075:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492240. 00000100:00000200:0.0:1712357180.761076:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761077:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f268. 00000400:00000010:0.0:1712357180.761079:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492300. 00000100:00000200:0.0:1712357180.761080:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761081:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f2c0. 00000400:00000010:0.0:1712357180.761082:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34923c0. 00000100:00000200:0.0:1712357180.761083:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761084:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f318. 00000400:00000010:0.0:1712357180.761086:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492480. 00000100:00000200:0.0:1712357180.761087:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761088:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f370. 00000400:00000010:0.0:1712357180.761089:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492540. 00000100:00000200:0.0:1712357180.761091:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761092:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f3c8. 00000400:00000010:0.0:1712357180.761093:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492600. 00000100:00000200:0.0:1712357180.761094:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761095:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f420. 00000400:00000010:0.0:1712357180.761097:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34926c0. 00000100:00000200:0.0:1712357180.761098:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761099:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f478. 00000400:00000010:0.0:1712357180.761100:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492780. 00000100:00000200:0.0:1712357180.761102:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761103:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f4d0. 00000400:00000010:0.0:1712357180.761104:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492840. 00000100:00000200:0.0:1712357180.761105:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761106:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f528. 00000400:00000010:0.0:1712357180.761108:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492900. 00000100:00000200:0.0:1712357180.761109:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761110:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f580. 00000400:00000010:0.0:1712357180.761115:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34929c0. 00000100:00000200:0.0:1712357180.761117:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761118:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f5d8. 00000400:00000010:0.0:1712357180.761120:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492a80. 00000100:00000200:0.0:1712357180.761121:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761122:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f630. 00000400:00000010:0.0:1712357180.761124:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492b40. 00000100:00000200:0.0:1712357180.761125:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761126:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f688. 00000400:00000010:0.0:1712357180.761127:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492c00. 00000100:00000200:0.0:1712357180.761129:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761130:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f6e0. 00000400:00000010:0.0:1712357180.761131:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492cc0. 00000100:00000200:0.0:1712357180.761132:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761133:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f738. 00000400:00000010:0.0:1712357180.761135:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492d80. 00000100:00000200:0.0:1712357180.761136:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761137:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f790. 00000400:00000010:0.0:1712357180.761138:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492e40. 00000100:00000200:0.0:1712357180.761139:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761140:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f7e8. 00000400:00000010:0.0:1712357180.761142:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3492f00. 00000100:00000200:0.0:1712357180.761143:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761144:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f840. 00000400:00000010:0.0:1712357180.761149:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a000. 00000100:00000200:0.0:1712357180.761152:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761153:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f898. 00000400:00000010:0.0:1712357180.761155:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a0c0. 00000100:00000200:0.0:1712357180.761156:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761157:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f8f0. 00000400:00000010:0.0:1712357180.761159:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a180. 00000100:00000200:0.0:1712357180.761161:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761162:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f948. 00000400:00000010:0.0:1712357180.761163:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a240. 00000100:00000200:0.0:1712357180.761164:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761168:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f9a0. 00000400:00000010:0.0:1712357180.761170:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a300. 00000100:00000200:0.0:1712357180.761172:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761173:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375f9f8. 00000400:00000010:0.0:1712357180.761174:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a3c0. 00000100:00000200:0.0:1712357180.761175:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761177:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fa50. 00000400:00000010:0.0:1712357180.761178:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a480. 00000100:00000200:0.0:1712357180.761179:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761181:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375faa8. 00000400:00000010:0.0:1712357180.761182:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a540. 00000100:00000200:0.0:1712357180.761184:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761185:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fb00. 00000400:00000010:0.0:1712357180.761187:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a600. 00000100:00000200:0.0:1712357180.761188:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761189:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fb58. 00000400:00000010:0.0:1712357180.761190:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a6c0. 00000100:00000200:0.0:1712357180.761192:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761193:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fbb0. 00000400:00000010:0.0:1712357180.761194:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a780. 00000100:00000200:0.0:1712357180.761195:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761196:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fc08. 00000400:00000010:0.0:1712357180.761197:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a840. 00000100:00000200:0.0:1712357180.761198:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761200:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fc60. 00000400:00000010:0.0:1712357180.761201:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a900. 00000100:00000200:0.0:1712357180.761202:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761203:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fcb8. 00000400:00000010:0.0:1712357180.761204:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635a9c0. 00000100:00000200:0.0:1712357180.761205:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761207:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fd10. 00000400:00000010:0.0:1712357180.761208:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635aa80. 00000100:00000200:0.0:1712357180.761209:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761210:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fd68. 00000400:00000010:0.0:1712357180.761212:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635ab40. 00000100:00000200:0.0:1712357180.761217:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761218:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fdc0. 00000400:00000010:0.0:1712357180.761219:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635ac00. 00000100:00000200:0.0:1712357180.761221:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761222:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fe18. 00000400:00000010:0.0:1712357180.761223:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635acc0. 00000100:00000200:0.0:1712357180.761224:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761226:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fe70. 00000400:00000010:0.0:1712357180.761227:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635ad80. 00000100:00000200:0.0:1712357180.761228:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761229:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375fec8. 00000400:00000010:0.0:1712357180.761231:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635ae40. 00000100:00000200:0.0:1712357180.761232:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761233:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375ff20. 00000400:00000010:0.0:1712357180.761235:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b635af00. 00000100:00000200:0.0:1712357180.761236:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761237:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b375ff78. 00000400:00000010:0.0:1712357180.761242:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef000. 00000100:00000200:0.0:1712357180.761244:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761249:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c000. 00000400:00000010:0.0:1712357180.761251:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef0c0. 00000100:00000200:0.0:1712357180.761253:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761254:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357180.761255:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef180. 00000100:00000200:0.0:1712357180.761257:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761258:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357180.761260:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef240. 00000100:00000200:0.0:1712357180.761261:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761262:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357180.761264:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef300. 00000100:00000200:0.0:1712357180.761265:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761266:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357180.761268:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef3c0. 00000100:00000200:0.0:1712357180.761270:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761271:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357180.761276:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef480. 00000100:00000200:0.0:1712357180.761277:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761278:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c210. 00000400:00000010:0.0:1712357180.761280:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef540. 00000100:00000200:0.0:1712357180.761282:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761283:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357180.761285:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef600. 00000100:00000200:0.0:1712357180.761286:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761287:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357180.761288:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef6c0. 00000100:00000200:0.0:1712357180.761289:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761290:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c318. 00000400:00000010:0.0:1712357180.761291:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef780. 00000100:00000200:0.0:1712357180.761292:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761293:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c370. 00000400:00000010:0.0:1712357180.761294:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef840. 00000100:00000200:0.0:1712357180.761296:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761296:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c3c8. 00000400:00000010:0.0:1712357180.761298:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef900. 00000100:00000200:0.0:1712357180.761299:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761300:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357180.761301:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9ef9c0. 00000100:00000200:0.0:1712357180.761302:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761303:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c478. 00000400:00000010:0.0:1712357180.761304:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9efa80. 00000100:00000200:0.0:1712357180.761305:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761306:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c4d0. 00000400:00000010:0.0:1712357180.761307:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9efb40. 00000100:00000200:0.0:1712357180.761308:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761309:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357180.761310:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9efc00. 00000100:00000200:0.0:1712357180.761311:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761311:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357180.761312:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9efcc0. 00000100:00000200:0.0:1712357180.761313:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761319:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c5d8. 00000400:00000010:0.0:1712357180.761320:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9efd80. 00000100:00000200:0.0:1712357180.761322:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761324:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357180.761325:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9efe40. 00000100:00000200:0.0:1712357180.761326:0:4601:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1712357180.761327:0:4601:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c688. 00000400:00000010:0.0:1712357180.761329:0:4601:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ad9eff00. 00000100:00000010:0.0:1712357180.761332:0:4601:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6fec000. 00000100:00000200:0.0:1712357180.761710:0:4601:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1712357180.761783:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b609e000. 00000100:00000010:0.0:1712357180.761972:0:4602:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e4ac40. 00000020:00000010:0.0:1712357180.761974:0:4602:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e4a000. 00000020:00000010:0.0:1712357180.761977:0:4602:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a5a7e00. 00000020:00000010:0.0:1712357180.761979:0:4602:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a5a7c00. 00000020:00000010:0.0:1712357180.761981:0:4602:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35ba7e0. 00000040:00000010:0.0:1712357180.761982:0:4602:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012a5a6a00. 00000020:00000010:0.0:1712357180.761985:0:4602:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6fef000. 00000020:00000010:0.0:1712357180.761988:0:4602:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac390a10. 00000020:00000010:0.0:1712357180.761990:0:4602:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88012a5a6000. 80000000:00000010:0.0:1712357180.761992:0:4602:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35ba840. 40000000:00000010:0.0:1712357180.761993:0:4602:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e4aa40. 00000008:00000010:0.0:1712357180.761996:0:4602:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab358b28. 00020000:00000010:0.0:1712357180.761998:0:4602:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe0c0. 00008000:00000010:0.0:1712357180.762000:0:4602:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c388. 00100000:00000010:0.0:1712357180.762002:0:4602:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6fe8000. 00040000:00000010:0.0:1712357180.762004:0:4602:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b60f4200. 00040000:00000010:0.0:1712357180.762006:0:4602:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6feb800. 00040000:00000010:0.0:1712357180.762008:0:4602:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88012a5a6e00. 00000004:00000010:0.0:1712357180.762010:0:4602:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6fef800. 00000004:00000010:0.0:1712357180.762013:0:4602:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b6dba000. 00000004:00000010:0.0:1712357180.762015:0:4602:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6fed800. 00002000:00000010:0.0:1712357180.762018:0:4602:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac5e1800. 00000004:00000010:0.0:1712357180.762019:0:4602:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac5e1000. 00000080:00000010:0.0:1712357180.762021:0:4602:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3098. 00000080:00000010:0.0:1712357180.762026:0:4602:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598248. 00000100:00000010:0.0:1712357180.762029:0:4602:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6fed000. 00000100:00000200:0.0:1712357180.762035:0:4602:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1712357180.762073:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b609e200. 00000100:00000010:0.0:1712357180.762435:0:4603:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e4a2c0. 00000020:00000010:0.0:1712357180.762437:0:4603:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e4af00. 00000020:00000010:0.0:1712357180.762441:0:4603:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a5a7000. 00000020:00000010:0.0:1712357180.762443:0:4603:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a5a7800. 00000020:00000010:0.0:1712357180.762444:0:4603:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35ba120. 00000040:00000010:0.0:1712357180.762457:0:4603:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012a5a7a00. 00000020:00000010:0.0:1712357180.762461:0:4603:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012ab25000. 00000020:00000010:0.0:1712357180.762463:0:4603:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac390f18. 00000020:00000010:0.0:1712357180.762466:0:4603:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6dcc000. 80000000:00000010:0.0:1712357180.762468:0:4603:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35ba660. 40000000:00000010:0.0:1712357180.762469:0:4603:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e4ab00. 00000008:00000010:0.0:1712357180.762471:0:4603:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab359650. 00020000:00000010:0.0:1712357180.762473:0:4603:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe240. 00008000:00000010:0.0:1712357180.762475:0:4603:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c710. 00100000:00000010:0.0:1712357180.762483:0:4603:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab3d0000. 00040000:00000010:0.0:1712357180.762485:0:4603:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b60f4500. 00040000:00000010:0.0:1712357180.762486:0:4603:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab3d0800. 00040000:00000010:0.0:1712357180.762488:0:4603:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6dcc200. 00000004:00000010:0.0:1712357180.762490:0:4603:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab3d1000. 00000004:00000010:0.0:1712357180.762493:0:4603:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b6db9000. 00000004:00000010:0.0:1712357180.762495:0:4603:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab3d1800. 00002000:00000010:0.0:1712357180.762497:0:4603:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6cc7800. 00000004:00000010:0.0:1712357180.762499:0:4603:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b6cc5000. 00000080:00000010:0.0:1712357180.762501:0:4603:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3130. 00000080:00000010:0.0:1712357180.762503:0:4603:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598490. 00000100:00000010:0.0:1712357180.762506:0:4603:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab3d2000. 00000100:00000200:0.0:1712357180.762522:0:4603:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1712357180.762758:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b609f200. 00000100:00000010:3.0:1712357180.762899:0:4604:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800ac0f8ac0. 00000020:00000010:3.0:1712357180.762902:0:4604:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ac0f83c0. 00000020:00000010:3.0:1712357180.762904:0:4604:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e2ba00. 00000020:00000010:3.0:1712357180.762906:0:4604:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e2a200. 00000020:00000010:3.0:1712357180.762908:0:4604:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf41e0. 00000040:00000010:3.0:1712357180.762910:0:4604:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e2bc00. 00000020:00000010:3.0:1712357180.762912:0:4604:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a666000. 00000020:00000010:3.0:1712357180.762915:0:4604:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e8508. 00000020:00000010:3.0:1712357180.762917:0:4604:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e2a000. 80000000:00000010:3.0:1712357180.762922:0:4604:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4300. 40000000:00000010:3.0:1712357180.762924:0:4604:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ac0f8d00. 00000008:00000010:3.0:1712357180.762930:0:4604:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3d8000. 00020000:00000010:3.0:1712357180.762932:0:4604:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b5cc3b40. 00008000:00000010:3.0:1712357180.762937:0:4604:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09c000. 00100000:00000010:3.0:1712357180.762940:0:4604:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a663000. 00040000:00000010:3.0:1712357180.762942:0:4604:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389ad00. 00040000:00000010:3.0:1712357180.762945:0:4604:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a662800. 00040000:00000010:3.0:1712357180.762947:0:4604:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e2b400. 00000004:00000010:3.0:1712357180.762949:0:4604:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a665000. 00000004:00000010:3.0:1712357180.762952:0:4604:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad807000. 00000004:00000010:3.0:1712357180.762955:0:4604:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a664000. 00002000:00000010:3.0:1712357180.762957:0:4604:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad1400. 00000004:00000010:3.0:1712357180.762959:0:4604:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800adad1000. 00000080:00000010:3.0:1712357180.762965:0:4604:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0000. 00000080:00000010:3.0:1712357180.762971:0:4604:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc000. 00000100:00000200:3.0:1712357180.762974:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.762981:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f000. 00000400:00000010:3.0:1712357180.762986:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5cc3c00. 00000100:00000200:3.0:1712357180.762990:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.762992:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f058. 00000400:00000010:3.0:1712357180.762994:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5cc3840. 00000100:00000200:3.0:1712357180.762995:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.762997:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f0b0. 00000400:00000010:3.0:1712357180.762998:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5cc3900. 00000100:00000200:3.0:1712357180.762999:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763001:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f108. 00000400:00000010:3.0:1712357180.763003:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6e0eb40. 00000100:00000200:3.0:1712357180.763004:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763005:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f160. 00000400:00000010:3.0:1712357180.763007:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6e0ec00. 00000100:00000200:3.0:1712357180.763008:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763009:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f1b8. 00000400:00000010:3.0:1712357180.763011:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6e0ee40. 00000100:00000200:3.0:1712357180.763017:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763019:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f210. 00000400:00000010:3.0:1712357180.763023:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3000. 00000100:00000200:3.0:1712357180.763025:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763027:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f268. 00000400:00000010:3.0:1712357180.763028:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f30c0. 00000100:00000200:3.0:1712357180.763030:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763031:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f2c0. 00000400:00000010:3.0:1712357180.763032:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3180. 00000100:00000200:3.0:1712357180.763034:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763035:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f318. 00000400:00000010:3.0:1712357180.763036:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3240. 00000100:00000200:3.0:1712357180.763037:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763038:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f370. 00000400:00000010:3.0:1712357180.763040:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3300. 00000100:00000200:3.0:1712357180.763041:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763042:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f3c8. 00000400:00000010:3.0:1712357180.763043:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f33c0. 00000100:00000200:3.0:1712357180.763044:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763045:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f420. 00000400:00000010:3.0:1712357180.763046:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3480. 00000100:00000200:3.0:1712357180.763047:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763048:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f478. 00000400:00000010:3.0:1712357180.763049:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3540. 00000100:00000200:3.0:1712357180.763050:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763051:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f4d0. 00000400:00000010:3.0:1712357180.763052:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3600. 00000100:00000200:3.0:1712357180.763053:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763054:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f528. 00000400:00000010:3.0:1712357180.763055:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f36c0. 00000100:00000200:3.0:1712357180.763056:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763057:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f580. 00000400:00000010:3.0:1712357180.763058:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3780. 00000100:00000200:3.0:1712357180.763059:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763060:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f5d8. 00000400:00000010:3.0:1712357180.763064:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3840. 00000100:00000200:3.0:1712357180.763066:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763067:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f630. 00000400:00000010:3.0:1712357180.763068:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3900. 00000100:00000200:3.0:1712357180.763069:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763070:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f688. 00000400:00000010:3.0:1712357180.763072:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f39c0. 00000100:00000200:3.0:1712357180.763073:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763074:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f6e0. 00000400:00000010:3.0:1712357180.763075:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3a80. 00000100:00000200:3.0:1712357180.763076:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763077:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f738. 00000400:00000010:3.0:1712357180.763078:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3b40. 00000100:00000200:3.0:1712357180.763080:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763081:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f790. 00000400:00000010:3.0:1712357180.763082:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3c00. 00000100:00000200:3.0:1712357180.763083:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763084:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f7e8. 00000400:00000010:3.0:1712357180.763084:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3cc0. 00000100:00000200:3.0:1712357180.763085:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763086:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f840. 00000400:00000010:3.0:1712357180.763087:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3d80. 00000100:00000200:3.0:1712357180.763087:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763088:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f898. 00000400:00000010:3.0:1712357180.763089:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3e40. 00000100:00000200:3.0:1712357180.763089:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763090:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f8f0. 00000400:00000010:3.0:1712357180.763091:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b39f3f00. 00000100:00000200:3.0:1712357180.763092:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763092:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f948. 00000400:00000010:3.0:1712357180.763096:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047000. 00000100:00000200:3.0:1712357180.763097:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763098:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f9a0. 00000400:00000010:3.0:1712357180.763100:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac0470c0. 00000100:00000200:3.0:1712357180.763101:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763104:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8f9f8. 00000400:00000010:3.0:1712357180.763107:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047180. 00000100:00000200:3.0:1712357180.763108:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763109:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fa50. 00000400:00000010:3.0:1712357180.763111:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047240. 00000100:00000200:3.0:1712357180.763112:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763113:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8faa8. 00000400:00000010:3.0:1712357180.763114:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047300. 00000100:00000200:3.0:1712357180.763116:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763117:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fb00. 00000400:00000010:3.0:1712357180.763118:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac0473c0. 00000100:00000200:3.0:1712357180.763120:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763121:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fb58. 00000400:00000010:3.0:1712357180.763122:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047480. 00000100:00000200:3.0:1712357180.763123:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763124:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fbb0. 00000400:00000010:3.0:1712357180.763126:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047540. 00000100:00000200:3.0:1712357180.763128:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763129:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fc08. 00000400:00000010:3.0:1712357180.763130:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047600. 00000100:00000200:3.0:1712357180.763131:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763132:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fc60. 00000400:00000010:3.0:1712357180.763133:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac0476c0. 00000100:00000200:3.0:1712357180.763135:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763136:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fcb8. 00000400:00000010:3.0:1712357180.763137:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047780. 00000100:00000200:3.0:1712357180.763138:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763139:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fd10. 00000400:00000010:3.0:1712357180.763140:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047840. 00000100:00000200:3.0:1712357180.763142:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763143:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fd68. 00000400:00000010:3.0:1712357180.763144:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047900. 00000100:00000200:3.0:1712357180.763145:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763146:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fdc0. 00000400:00000010:3.0:1712357180.763147:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac0479c0. 00000100:00000200:3.0:1712357180.763152:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763154:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fe18. 00000400:00000010:3.0:1712357180.763155:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047a80. 00000100:00000200:3.0:1712357180.763157:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763158:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fe70. 00000400:00000010:3.0:1712357180.763159:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047b40. 00000100:00000200:3.0:1712357180.763160:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763162:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8fec8. 00000400:00000010:3.0:1712357180.763163:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047c00. 00000100:00000200:3.0:1712357180.763164:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763165:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8ff20. 00000400:00000010:3.0:1712357180.763167:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047cc0. 00000100:00000200:3.0:1712357180.763168:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763169:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ada8ff78. 00000400:00000010:3.0:1712357180.763170:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047d80. 00000100:00000200:3.0:1712357180.763172:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763177:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760000. 00000400:00000010:3.0:1712357180.763179:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047e40. 00000100:00000200:3.0:1712357180.763181:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763182:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760058. 00000400:00000010:3.0:1712357180.763183:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ac047f00. 00000100:00000200:3.0:1712357180.763184:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763186:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37600b0. 00000400:00000010:3.0:1712357180.763190:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493000. 00000100:00000200:3.0:1712357180.763192:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763193:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760108. 00000400:00000010:3.0:1712357180.763194:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34930c0. 00000100:00000200:3.0:1712357180.763196:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763197:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760160. 00000400:00000010:3.0:1712357180.763198:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493180. 00000100:00000200:3.0:1712357180.763200:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763201:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37601b8. 00000400:00000010:3.0:1712357180.763203:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493240. 00000100:00000200:3.0:1712357180.763204:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763205:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760210. 00000400:00000010:3.0:1712357180.763210:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493300. 00000100:00000200:3.0:1712357180.763212:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763213:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760268. 00000400:00000010:3.0:1712357180.763215:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34933c0. 00000100:00000200:3.0:1712357180.763216:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763217:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37602c0. 00000400:00000010:3.0:1712357180.763219:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493480. 00000100:00000200:3.0:1712357180.763220:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763221:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760318. 00000400:00000010:3.0:1712357180.763223:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493540. 00000100:00000200:3.0:1712357180.763224:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763225:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760370. 00000400:00000010:3.0:1712357180.763227:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493600. 00000100:00000200:3.0:1712357180.763228:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763229:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37603c8. 00000400:00000010:3.0:1712357180.763230:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34936c0. 00000100:00000200:3.0:1712357180.763232:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763233:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760420. 00000400:00000010:3.0:1712357180.763234:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493780. 00000100:00000200:3.0:1712357180.763235:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763236:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760478. 00000400:00000010:3.0:1712357180.763238:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493840. 00000100:00000200:3.0:1712357180.763239:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763240:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37604d0. 00000400:00000010:3.0:1712357180.763241:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493900. 00000100:00000200:3.0:1712357180.763243:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763244:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760528. 00000400:00000010:3.0:1712357180.763245:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34939c0. 00000100:00000200:3.0:1712357180.763246:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763247:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760580. 00000400:00000010:3.0:1712357180.763248:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493a80. 00000100:00000200:3.0:1712357180.763249:0:4604:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1712357180.763250:0:4604:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37605d8. 00000400:00000010:3.0:1712357180.763252:0:4604:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3493b40. 00000100:00000010:3.0:1712357180.763255:0:4604:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a661800. 00000100:00000200:3.0:1712357180.763276:0:4604:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1712357180.763321:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b609fa00. 00000100:00000010:3.0:1712357180.763488:0:4605:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800ac0f8400. 00000020:00000010:3.0:1712357180.763491:0:4605:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ac0f8dc0. 00000020:00000010:3.0:1712357180.763494:0:4605:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac0f5e00. 00000020:00000010:3.0:1712357180.763496:0:4605:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac0f5c00. 00000020:00000010:3.0:1712357180.763497:0:4605:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf42a0. 00000040:00000010:3.0:1712357180.763499:0:4605:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800ac0f5a00. 00000020:00000010:3.0:1712357180.763501:0:4605:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a664800. 00000020:00000010:3.0:1712357180.763503:0:4605:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e8a10. 00000020:00000010:3.0:1712357180.763505:0:4605:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800ac0f5800. 80000000:00000010:3.0:1712357180.763507:0:4605:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4000. 40000000:00000010:3.0:1712357180.763509:0:4605:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ac0f8540. 00000008:00000010:3.0:1712357180.763510:0:4605:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3d8b28. 00020000:00000010:3.0:1712357180.763511:0:4605:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3493cc0. 00008000:00000010:3.0:1712357180.763513:0:4605:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09c388. 00100000:00000010:3.0:1712357180.763515:0:4605:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a667800. 00040000:00000010:3.0:1712357180.763516:0:4605:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389a400. 00040000:00000010:3.0:1712357180.763518:0:4605:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a665800. 00040000:00000010:3.0:1712357180.763519:0:4605:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ac0f5600. 00000004:00000010:3.0:1712357180.763521:0:4605:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b3a49800. 00000004:00000010:3.0:1712357180.763523:0:4605:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad806000. 00000004:00000010:3.0:1712357180.763525:0:4605:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b3a4c000. 00002000:00000010:3.0:1712357180.763527:0:4605:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad0000. 00000004:00000010:3.0:1712357180.763528:0:4605:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800adad3400. 00000080:00000010:3.0:1712357180.763529:0:4605:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0098. 00000080:00000010:3.0:1712357180.763531:0:4605:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc248. 00000100:00000010:3.0:1712357180.763533:0:4605:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b3a4e800. 00000100:00000200:3.0:1712357180.763537:0:4605:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1712357180.763543:0:4596:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b3891e00. 00000100:00000010:3.0:1712357180.763672:0:4606:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800ac0f8780. 00000020:00000010:3.0:1712357180.763674:0:4606:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ac0f86c0. 00000020:00000010:3.0:1712357180.763676:0:4606:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac0f5400. 00000020:00000010:3.0:1712357180.763678:0:4606:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac0f5200. 00000020:00000010:3.0:1712357180.763679:0:4606:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf4240. 00000040:00000010:3.0:1712357180.763681:0:4606:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800ac0f5000. 00000020:00000010:3.0:1712357180.763687:0:4606:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b3a4a000. 00000020:00000010:3.0:1712357180.763689:0:4606:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e8f18. 00000020:00000010:3.0:1712357180.763691:0:4606:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800ac0f4e00. 80000000:00000010:3.0:1712357180.763693:0:4606:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4360. 40000000:00000010:3.0:1712357180.763694:0:4606:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ac0f87c0. 00000008:00000010:3.0:1712357180.763696:0:4606:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3d9650. 00020000:00000010:3.0:1712357180.763698:0:4606:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3493e40. 00008000:00000010:3.0:1712357180.763700:0:4606:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09c710. 00100000:00000010:3.0:1712357180.763705:0:4606:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3a48800. 00040000:00000010:3.0:1712357180.763707:0:4606:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389a600. 00040000:00000010:3.0:1712357180.763709:0:4606:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b3a4a800. 00040000:00000010:3.0:1712357180.763711:0:4606:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ac0f4c00. 00000004:00000010:3.0:1712357180.763713:0:4606:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b3a4b800. 00000004:00000010:3.0:1712357180.763716:0:4606:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad801000. 00000004:00000010:3.0:1712357180.763719:0:4606:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b3a4c800. 00002000:00000010:3.0:1712357180.763721:0:4606:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad3000. 00000004:00000010:3.0:1712357180.763723:0:4606:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800adad2000. 00000080:00000010:3.0:1712357180.763725:0:4606:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0130. 00000080:00000010:3.0:1712357180.763727:0:4606:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc490. 00000100:00000010:3.0:1712357180.763729:0:4606:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b3a4d000. 00000100:00000200:3.0:1712357180.763739:0:4606:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1712357180.763782:0:4596:0:(ldlm_lockd.c:3391:ldlm_setup()) kmalloced '(blp)': 168 at ffff8800b6f0b540. 00010000:00000010:3.0:1712357180.763889:0:4607:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800ac0f8bc0. 00000020:00000010:3.0:1712357180.763892:0:4607:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac0f4a00. 00000020:00000010:3.0:1712357180.763894:0:4607:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac0f4800. 00000020:00000010:3.0:1712357180.763897:0:4607:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b3a4d800. 00000020:00000010:3.0:1712357180.763899:0:4607:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e9420. 00000020:00000010:3.0:1712357180.763900:0:4607:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800ac0f4600. 80000000:00000010:3.0:1712357180.763902:0:4607:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4120. 40000000:00000010:3.0:1712357180.763904:0:4607:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ac0f81c0. 00100000:00000010:3.0:1712357180.763906:0:4607:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3a4e000. 00040000:00000010:3.0:1712357180.763907:0:4607:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389a900. 00040000:00000010:3.0:1712357180.763909:0:4607:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ac0f4400. 00002000:00000010:3.0:1712357180.763911:0:4607:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad2800. 00000020:00000010:3.0:1712357180.763917:0:4607:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ac0f88c0. 00010000:00000010:3.0:1712357180.764019:0:4608:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800ac0f8580. 00000020:00000010:3.0:1712357180.764021:0:4608:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac0f4200. 00000020:00000010:3.0:1712357180.764023:0:4608:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac0f4000. 00000020:00000010:3.0:1712357180.764025:0:4608:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b3a4b000. 00000020:00000010:3.0:1712357180.764027:0:4608:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e9928. 00000020:00000010:3.0:1712357180.764030:0:4608:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880137399000. 80000000:00000010:3.0:1712357180.764032:0:4608:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4180. 40000000:00000010:3.0:1712357180.764033:0:4608:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ac0f8280. 00100000:00000010:3.0:1712357180.764035:0:4608:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3a48000. 00040000:00000010:3.0:1712357180.764037:0:4608:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389ab00. 00040000:00000010:3.0:1712357180.764039:0:4608:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880137398800. 00002000:00000010:3.0:1712357180.764041:0:4608:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad2400. 00000020:00000010:3.0:1712357180.764042:0:4608:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ac0f8340. 00010000:00000010:2.0:1712357180.764328:0:4596:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012c55b500. 00010000:00000010:2.0:1712357180.764332:0:4596:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff88012c55b380. 00000020:00000010:2.0:1712357180.764349:0:4596:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800ab105800. 00000100:00000200:2.0:1712357180.764365:0:4596:0:(events.c:572:ptlrpc_uuid_to_peer()) MGC192.168.203.120@tcp_0->12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357180.764371:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.764390:0:4596:0:(peer.c:2390:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.120@tcp: 0 00000400:00000200:2.0:1712357180.764392:0:4596:0:(peer.c:2712:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1712357180.764393:0:4596:0:(peer.c:2752:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1712357180.764395:0:4596:0:(peer.c:2761:lnet_discover_peer_locked()) peer 192.168.203.120@tcp NID 192.168.203.120@tcp: 0. pending discovery 00000400:00000200:2.0:1712357180.764397:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.764399:0:4596:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00000100:00000010:2.0:1712357180.764402:0:4596:0:(connection.c:93:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff8800b3a47000. 00010000:00000010:2.0:1712357180.764406:0:4596:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800b3a47720. 00010000:00000010:2.0:1712357180.764416:0:4596:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ab0d8000. 00000001:00000010:2.0:1712357180.764420:0:4596:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6f0ed00. 00000001:00000010:2.0:1712357180.764426:0:4596:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800b3b297c0. 00000001:00000010:2.0:1712357180.764428:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b6f0e300. 00000001:00000010:2.0:1712357180.764430:0:4596:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b6f0e800. 00010000:00000010:2.0:1712357180.764432:0:4596:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at ffff8800b6f0b6c0. 00000020:00000010:2.0:1712357180.764484:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a475a0. 00000020:00000010:2.0:1712357180.764486:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012ab29480. 00000020:00000010:2.0:1712357180.764514:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a474e0. 00000020:00000010:2.0:1712357180.764515:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b3891c00. 00000400:00000200:0.0:1712357180.764517:0:1849:0:(peer.c:3965:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1712357180.764522:0:1849:0:(peer.c:4078:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100041 00000400:00000010:0.0:1712357180.764526:0:1849:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b6dcc400. 00000400:00000010:0.0:1712357180.764530:0:1849:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000040:00000010:2.0:1712357180.764541:0:4596:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b6f0b300. 00000400:00000010:0.0:1712357180.764548:0:1849:0:(lib-lnet.h:489:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800adad5000. 00000400:00000200:0.0:1712357180.764552:0:1849:0:(lib-move.c:5493:LNetGet()) LNetGet -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.764560:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.764564:0:1849:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.764569:0:1849:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.764572:0:1849:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.764575:0:1849:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.764577:0:1849:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.764597:0:1849:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [1:1:256:4294967295] 192.168.203.120@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1712357180.764601:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.764606:0:1849:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.764611:0:1849:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : GET try# 0 00000800:00000200:0.0:1712357180.764617:0:1849:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.764620:0:1849:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b60f4400. 00000400:00000200:0.0:1712357180.764626:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:0.0:1712357180.764629:0:1849:0:(socklnd.c:178:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff8800b3bfe300. 00000800:00000010:0.0:1712357180.764632:0:1849:0:(socklnd.c:127:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff8800b3bfe3c0. 00000800:00000200:0.0:1712357180.764636:0:1849:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (2) 00000800:00000200:0.1F:1712357180.764640:0:1849:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (2) 00000400:00000200:0.0:1712357180.764653:0:1849:0:(peer.c:3765:lnet_peer_send_ping()) peer 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.764655:0:1849:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100241 rc 0 00000020:00000010:2.0:1712357180.765557:0:4596:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 112 at ffff8800b3664980. 00000020:00000010:2.0:1712357180.765572:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab101000. 00000100:00000010:2.0:1712357180.765610:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44000. 02000000:00000010:2.0:1712357180.765625:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab0d8400. 00000020:00000010:2.0:1712357180.765651:0:4596:0:(obd_mount.c:512:lustre_start_mgc()) kfreed 'uuid': 40 at ffff88012aa85c80. 00000020:00000010:3.0:1712357180.765652:0:1850:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2e9e30. 00000020:00000010:2.0:1712357180.765653:0:4596:0:(obd_mount.c:514:lustre_start_mgc()) kfreed 'data': 192 at ffff8800b34e73c0. 00000020:00000010:3.0:1712357180.765656:0:1850:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff880137399a00. 00000020:00000010:2.0:1712357180.765656:0:4596:0:(obd_mount.c:516:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800adab88e0. 80000000:00000010:3.0:1712357180.765658:0:1850:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4720. 00000020:00000010:2.0:1712357180.765658:0:4596:0:(obd_mount.c:518:lustre_start_mgc()) kfreed 'niduuid': 25 at ffff8800adab8420. 40000000:00000010:3.0:1712357180.765659:0:1850:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6f56340. 00000080:00000010:2.0:1712357180.765661:0:4596:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 80 at ffff8800b3a47240. 00000008:00000010:3.0:1712357180.765662:0:1850:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3da178. 00020000:00000010:3.0:1712357180.765664:0:1850:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3493f00. 00000080:00000010:2.0:1712357180.765664:0:4596:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1016 at ffff8800ab0d8800. 00008000:00000010:3.0:1712357180.765666:0:1850:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ca98. 00100000:00000010:3.0:1712357180.765669:0:1850:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6fa2800. 00040000:00000010:3.0:1712357180.765671:0:1850:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389aa00. 00040000:00000010:3.0:1712357180.765679:0:1850:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab180000. 00040000:00000010:3.0:1712357180.765682:0:1850:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff880137399c00. 00000004:00000010:3.0:1712357180.765684:0:1850:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab180800. 00000004:00000010:3.0:1712357180.765686:0:1850:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad800000. 00000004:00000010:3.0:1712357180.765688:0:1850:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab181000. 00002000:00000010:3.0:1712357180.765690:0:1850:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800adad1800. 00000004:00000010:3.0:1712357180.765693:0:1850:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800adad0800. 00000020:00000010:2.0:1712357180.765694:0:4596:0:(cl_page.c:1147:cl_cache_init()) kmalloced '(cache)': 152 at ffff8800b6f0b000. 00000080:00000010:3.0:1712357180.765695:0:1850:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b01c8. 00000080:00000010:2.0:1712357180.765696:0:4596:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8800b5c15818. 00000080:00000010:3.0:1712357180.765697:0:1850:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc6d8. 00000080:00000010:2.0:1712357180.765698:0:4596:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8800b5c15810. 00000008:00000010:3.0:1712357180.765704:0:1850:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8000. 00020000:00000010:3.0:1712357180.765714:0:1850:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380000. 00008000:00000010:3.0:1712357180.765717:0:1850:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5b78. 00000080:00000010:3.0:1712357180.765722:0:1850:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d000. 02000000:00000010:3.0:1712357180.765734:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800adad3800. 00000400:00000200:3.0:1712357180.765739:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357180.765741:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760630. 00000400:00000010:3.0:1712357180.765748:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586000. 00000100:00000200:3.0:1712357180.765751:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572121152, portal 25 00000400:00000010:3.0:1712357180.765754:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586088. 00000100:00000200:3.0:1712357180.765755:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1795536572121152, offset 0 00000400:00000200:3.0:1712357180.765763:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357180.765766:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.765769:0:1850:0:(peer.c:2390:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.120@tcp: -114 00000400:00000200:3.0:1712357180.765770:0:1850:0:(peer.c:2712:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1712357180.765771:0:1850:0:(peer.c:2752:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1712357180.765773:0:1850:0:(peer.c:2761:lnet_discover_peer_locked()) peer 192.168.203.120@tcp NID 192.168.203.120@tcp: 0. pending discovery 00000400:00000200:3.0:1712357180.765775:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.765777:0:1850:0:(peer.c:2390:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.120@tcp: -114 00000400:00000200:3.0:1712357180.765779:0:1850:0:(lib-move.c:2147:lnet_initiate_peer_discovery()) msg ffff8800adabc000 delayed. 192.168.203.120@tcp pending discovery 00000020:00000010:2.0:1712357180.765830:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a47060. 00000020:00000010:2.0:1712357180.765832:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1120 at ffff8800ab102800. 00000020:00000010:2.0:1712357180.765837:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a47360. 00000020:00000010:2.0:1712357180.765839:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800ab0d9400. 00000020:00000010:2.0:1712357180.765999:0:4596:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800b6d7fd80. 00000020:00000010:2.0:1712357180.766002:0:4596:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff8800b34e73c0. 10000000:00000010:2.0:1712357180.766008:0:4596:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b3890e00. 02000000:00000010:2.0:1712357180.766013:0:4596:0:(sec_config.c:558:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8800b6d7fd00. 00000100:00000010:2.0:1712357180.766017:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44380. 02000000:00000010:2.0:1712357180.766021:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3890c00. 00010000:00000010:2.0:1712357180.766029:0:4596:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e600. 00010000:00000010:2.0:1712357180.766037:0:4596:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c0000. 00000020:00000010:2.0:1712357180.766039:0:4596:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012c55b4c0. 00000100:00000010:2.0:1712357180.766050:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3b60cc0. 00000800:00000010:0.0:1712357180.767148:0:1838:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800b37a2000. 00000800:00000010:0.0:1712357180.767151:0:1838:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b3bfe480. 00000800:00000010:0.0:1712357180.767155:0:1838:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b6e4a900. 00000800:00000010:0.0:1712357180.767159:0:1838:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b6e4a900. 00000400:00000200:0.0:1712357180.768432:0:1838:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:0.1:1712357180.768437:0:1838:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1712357180.768459:0:1838:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.1:1712357180.768462:0:1838:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4400 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1712357180.768466:0:1838:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.203.120@tcp p 3.x 192.168.203.20 -> 192.168.203.120:988 incarnation:1712357119528250101 sched[1] 00000800:00000010:0.0:1712357180.768469:0:1838:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b3bfe480. 00000400:00000200:0.0:1712357180.768521:0:1838:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.120:988 00000800:00000200:3.0:1712357180.768612:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.768614:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b60f4400. 00000400:00000200:3.0:1712357180.768617:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.768621:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: GET: OK 00000400:00000200:3.0:1712357180.768623:0:1845:0:(peer.c:3066:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1712357180.768625:0:1845:0:(peer.c:3018:lnet_discovery_event_send()) Ping Send to 192.168.203.120@tcp: 0 00000800:00000010:0.0:1712357180.769005:0:1838:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800b37a0000. 00000800:00000010:0.0:1712357180.769082:0:1838:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b3bfe480. 00000800:00000010:0.0:1712357180.769084:0:1838:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b6e4a140. 00000800:00000010:0.0:1712357180.769097:0:1838:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b6e4a140. 00000400:00000200:3.0:1712357180.769392:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.769396:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : REPLY - for me 00000400:00000200:3.0:1712357180.769402:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.769405:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.769411:0:1845:0:(lib-move.c:4583:lnet_parse_reply()) 192.168.203.20@tcp: Reply from 12345-192.168.203.120@tcp of length 48/48 into md 0x219 00000400:00000200:3.0:1712357180.769424:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.769426:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: REPLY: OK 00000400:00000200:3.0:1712357180.769434:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:3.0:1712357180.769436:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000400:00000200:3.0:1712357180.769438:0:1845:0:(peer.c:3066:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1712357180.769441:0:1845:0:(peer.c:2896:lnet_discovery_event_reply()) Peer 192.168.203.120@tcp has discovery enabled 00000400:00000200:3.0:1712357180.769444:0:1845:0:(peer.c:2908:lnet_discovery_event_reply()) peer 192.168.203.120@tcp(ffff8800adb0b400) is MR 00000400:00000200:3.0:1712357180.769459:0:1845:0:(peer.c:2977:lnet_discovery_event_reply()) peer 192.168.203.120@tcp data present 1. state = 0x100241 00000400:00000200:3.0:1712357180.769462:0:1845:0:(peer.c:2390:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.120@tcp: -114 00000400:00000200:0.0:1712357180.769486:0:1849:0:(peer.c:3965:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1712357180.769490:0:1849:0:(peer.c:4078:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x1000c1 00000400:00000010:0.0:1712357180.769496:0:1849:0:(peer.c:3238:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b6e4a140. 00000400:00000010:0.0:1712357180.769498:0:1849:0:(peer.c:3239:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b6e4aac0. 00000400:00000010:0.0:1712357180.769499:0:1849:0:(peer.c:3240:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b6e4a5c0. 00000400:00000200:0.0:1712357180.769502:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.769505:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.769506:0:1849:0:(peer.c:3390:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b6e4a140. 00000400:00000010:0.0:1712357180.769508:0:1849:0:(peer.c:3391:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b6e4aac0. 00000400:00000010:0.0:1712357180.769509:0:1849:0:(peer.c:3392:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b6e4a5c0. 00000400:00000010:0.0:1712357180.769511:0:1849:0:(api-ni.c:1800:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff8800b6dcc400. 00000400:00000200:0.0:1712357180.769514:0:1849:0:(peer.c:3395:lnet_peer_merge_data()) peer 192.168.203.120@tcp (ffff8800adb0b400): 0 00000400:00000200:0.0:1712357180.769516:0:1849:0:(peer.c:3691:lnet_peer_data_present()) peer 192.168.203.120@tcp(ffff8800adb0b400): 0. state = 0x100141 00000400:00000200:0.0:1712357180.769518:0:1849:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100141 rc 1 00000400:00000200:0.0:1712357180.769520:0:1849:0:(peer.c:4078:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100141 00000400:00000010:0.0:1712357180.769524:0:1849:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000400:00000010:0.0:1712357180.769529:0:1849:0:(lib-lnet.h:489:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800adad5038. 00000400:00000200:0.0:1712357180.769532:0:1849:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.769538:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.769542:0:1849:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.769546:0:1849:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [2:2:256:4294967295] 192.168.203.120@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1712357180.769549:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.769552:0:1849:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.769557:0:1849:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.769561:0:1849:0:(socklnd_cb.c:1007:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.769564:0:1849:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4600. 00000800:00000200:0.0:1712357180.769568:0:1849:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (3) 00000800:00000200:0.0:1712357180.769572:0:1849:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.769574:0:1849:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4600 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1712357180.769608:0:1849:0:(peer.c:3899:lnet_peer_send_push()) peer 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.769615:0:1849:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100541 rc 0 00000800:00000200:3.0:1712357180.770182:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.770184:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4600. 00000400:00000200:3.0:1712357180.770186:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.770189:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.770190:0:1846:0:(peer.c:3066:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1712357180.770192:0:1846:0:(peer.c:3018:lnet_discovery_event_send()) Push Send to 192.168.203.120@tcp: 0 00000400:00000200:0.0:1712357180.770518:0:1838:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:0.1:1712357180.770522:0:1838:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1712357180.770527:0:1838:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.203.120@tcp p 3.x 192.168.203.20 -> 192.168.203.120:988 incarnation:1712357119528250101 sched[1] 00000800:00000010:0.0:1712357180.770529:0:1838:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b3bfe480. 00000400:00000200:0.0:1712357180.770627:0:1838:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.120:988 00000400:00000200:0.0:1712357180.770643:0:1838:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.120:988 00000400:00000200:3.0:1712357180.771405:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:0.0:1712357180.771405:0:1838:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800ab188000. 00000800:00000010:0.0:1712357180.771407:0:1838:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b3bfe480. 00000400:00000200:3.0:1712357180.771409:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : ACK - for me 00000800:00000010:0.0:1712357180.771410:0:1838:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b6e4af40. 00000400:00000200:3.0:1712357180.771414:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771416:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:0.0:1712357180.771416:0:1838:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b6e4af40. 00000400:00000200:3.0:1712357180.771420:0:1846:0:(lib-move.c:4636:lnet_parse_ack()) 192.168.203.20@tcp: ACK from 12345-192.168.203.120@tcp into md 0x221 00000400:00000200:3.0:1712357180.771424:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.771426:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000200:3.0:1712357180.771429:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:3.0:1712357180.771430:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000400:00000200:3.0:1712357180.771432:0:1846:0:(peer.c:3066:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1712357180.771434:0:1846:0:(peer.c:2784:lnet_discovery_event_ack()) peer 192.168.203.120@tcp ev->status 0 00000400:00000200:3.0:1712357180.771436:0:1846:0:(peer.c:2390:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.120@tcp: -114 00000400:00000200:3.0:1712357180.771465:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771468:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357180.771471:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771473:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771474:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771477:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1712357180.771484:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.120@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:3.0:1712357180.771486:0:1846:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b375f058. 00000400:00000200:3.0:1712357180.771493:0:1846:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b5c11088 00000400:00000200:3.0:1712357180.771501:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.771503:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.771504:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357180.771505:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000400:00000200:3.0:1712357180.771506:0:1846:0:(api-ni.c:2243:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1712357180.771509:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771511:0:1846:0:(peer.c:2555:lnet_peer_push_event()) peer 192.168.203.120@tcp(ffff8800adb0b400) is MR 00000400:00000010:3.0:1712357180.771513:0:1846:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012e2c1f40. 00000400:00000200:3.0:1712357180.771514:0:1846:0:(peer.c:2629:lnet_peer_push_event()) Received Push 192.168.203.120@tcp 1 00000400:00000200:3.0:1712357180.771516:0:1846:0:(peer.c:2390:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.120@tcp: -114 00000400:00000200:3.0:1712357180.771518:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357180.771520:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771522:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357180.771524:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [3:3:256:4294967295] 192.168.203.120@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1712357180.771526:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.771529:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357180.771532:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357180.771533:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b389a800. 00000800:00000200:3.0:1712357180.771535:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (4) 00000800:00000200:3.0:1712357180.771538:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357180.771539:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b389a800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357180.771571:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.771572:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b389a800. 00000400:00000200:3.0:1712357180.771574:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.771575:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000200:0.0:1712357180.771636:0:1849:0:(peer.c:3965:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1712357180.771640:0:1849:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c6e0. 00000400:00000010:0.0:1712357180.771643:0:1849:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11220. 00000400:00000200:0.0:1712357180.771646:0:1849:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800b383d000 00000400:00000200:0.0:1712357180.771650:0:1849:0:(peer.c:4078:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x1000c1 00000400:00000010:0.0:1712357180.771653:0:1849:0:(peer.c:3238:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b6e4af40. 00000400:00000010:0.0:1712357180.771655:0:1849:0:(peer.c:3239:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b6e4a080. 00000400:00000010:0.0:1712357180.771655:0:1849:0:(peer.c:3240:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b6e4a780. 00000400:00000200:0.0:1712357180.771658:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.771661:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.771662:0:1849:0:(peer.c:3390:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b6e4af40. 00000400:00000010:0.0:1712357180.771663:0:1849:0:(peer.c:3391:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b6e4a080. 00000400:00000010:0.0:1712357180.771664:0:1849:0:(peer.c:3392:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b6e4a780. 00000400:00000010:0.0:1712357180.771666:0:1849:0:(api-ni.c:1800:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff88012e2c1f40. 00000400:00000200:0.0:1712357180.771668:0:1849:0:(peer.c:3395:lnet_peer_merge_data()) peer 192.168.203.120@tcp (ffff8800adb0b400): 0 00000400:00000200:0.0:1712357180.771670:0:1849:0:(peer.c:3691:lnet_peer_data_present()) peer 192.168.203.120@tcp(ffff8800adb0b400): 0. state = 0x100141 00000400:00000200:0.0:1712357180.771673:0:1849:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100141 rc 1 00000400:00000200:0.0:1712357180.771675:0:1849:0:(peer.c:4078:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100141 00000400:00000200:0.0:1712357180.771677:0:1849:0:(peer.c:3821:lnet_peer_discovered()) peer 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.771678:0:1849:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.203.120@tcp(ffff8800adb0b400) state 0x100111 rc 0 00000400:00000200:0.0:1712357180.771680:0:1849:0:(peer.c:2406:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.771683:0:1849:0:(peer.c:2438:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.771692:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.771694:0:1849:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.771698:0:1849:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.771701:0:1849:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.771704:0:1849:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.771706:0:1849:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.771708:0:1849:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [4:4:256:4294967295] 192.168.203.120@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1712357180.771711:0:1849:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.771716:0:1849:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.771720:0:1849:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.771722:0:1849:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4300. 00000800:00000200:0.0:1712357180.771724:0:1849:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (4) 00000800:00000200:0.0:1712357180.771728:0:1849:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.771730:0:1849:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4300 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.771764:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.771765:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4300. 00000400:00000200:3.0:1712357180.771766:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.771768:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.771771:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586088 00000400:00000010:3.0:1712357180.771774:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586088. 00000100:00000200:3.0:1712357180.771780:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44000 x1795536572121152/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1712357180.772717:0:1838:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:0.1:1712357180.772721:0:1838:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1712357180.772725:0:1838:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.203.120@tcp p 3.x 192.168.203.20 -> 192.168.203.120:988 incarnation:1712357119528250101 sched[1] 00000800:00000010:0.0:1712357180.772729:0:1838:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b3bfe480. 00000400:00000200:2.0:1712357180.772785:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772789:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.772801:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772803:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772805:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772808:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 25 MB=0x66107ef900040 00000400:00000200:2.0:1712357180.772811:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772819:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 416/416 into md 0x20d [1] + 0 00000400:00000200:2.0:1712357180.772831:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.772835:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.772839:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44000 x1795536572121152/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1712357180.772859:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760630. 00000400:00000200:3.0:1712357180.772864:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586000 00000400:00000010:3.0:1712357180.772865:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586000. 00000100:00000200:3.0:1712357180.772868:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44000 x1795536572121152/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1712357180.772873:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44000 x1795536572121152/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1712357180.772919:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800adad3800. 02000000:00000010:3.0:1712357180.772923:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab0d8400. 00000100:00000010:3.0:1712357180.772926:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44000. 02000000:00000010:2.0:1712357180.772945:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab0d9800. 00000400:00000200:2.0:1712357180.772949:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357180.772951:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf058. 00000400:00000010:2.0:1712357180.772957:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4000. 00000100:00000200:2.0:1712357180.772960:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572121216, portal 25 00000400:00000010:2.0:1712357180.772963:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4088. 00000100:00000200:2.0:1712357180.772965:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572121216, offset 0 00000400:00000200:2.0:1712357180.772968:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357180.772972:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772974:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357180.772976:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357180.772978:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357180.772980:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357180.772981:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357180.772983:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [5:5:256:4294967295] 192.168.203.120@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1712357180.772985:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.772990:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357180.772993:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357180.772996:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:2.0:1712357180.772998:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357180.773001:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357180.773003:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.773045:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.773047:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357180.773050:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.773052:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.773054:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4088 00000400:00000010:3.0:1712357180.773054:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4088. 00000100:00000200:3.0:1712357180.773057:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44380 x1795536572121216/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.775139:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.775144:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.775149:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.775158:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.775160:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.775163:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef900080 00000400:00000200:2.0:1712357180.775167:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.775170:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x21d [1] + 224 00000400:00000200:2.0:1712357180.775180:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.775182:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.775188:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44380 x1795536572121216/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.775227:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6eaf058. 00000400:00000200:0.0:1712357180.775230:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4000 00000400:00000010:0.0:1712357180.775232:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4000. 00000100:00000200:0.0:1712357180.775236:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44380 x1795536572121216/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.775243:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44380 x1795536572121216/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.775259:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3b60cc0. 02000000:00000010:0.0:1712357180.775274:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab0d9800. 02000000:00000010:0.0:1712357180.775278:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3890c00. 00000100:00000010:0.0:1712357180.775280:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44380. 10000000:00000010:0.0:1712357180.775285:0:4596:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b6e4a780. 00000020:00000010:0.0:1712357180.775288:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcca00. 00000020:00000010:0.0:1712357180.775295:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dcc400. 00000040:00000010:0.0:1712357180.775297:0:4596:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dccc00. 00000020:00000010:0.0:1712357180.775299:0:4596:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab3d3800. 00000020:00000010:0.0:1712357180.775302:0:4596:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6dcce00. 80000000:00000010:0.0:1712357180.775305:0:4596:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35baba0. 00040000:00000010:0.0:1712357180.775308:0:4596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6dcd000. 20000000:00000010:0.0:1712357180.775310:0:4596:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b6dcd200. 00000040:00000010:0.0:1712357180.775316:0:4596:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b6dcd400. 00000100:00000010:0.0:1712357180.775325:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.775334:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcd600. 00000100:00000010:0.0:1712357180.775342:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.775351:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6dcd800. 00000400:00000200:0.0:1712357180.775353:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.775355:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c738. 00000400:00000010:0.0:1712357180.775358:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.775361:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572121280, portal 25 00000400:00000010:0.0:1712357180.775363:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357180.775364:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572121280, offset 0 00000400:00000200:0.0:1712357180.775367:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.775370:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.775372:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.775375:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.775377:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.775378:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.775379:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.775381:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [6:6:256:4294967295] 192.168.203.120@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1712357180.775383:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.775387:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.775390:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.775392:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4800. 00000800:00000200:0.0:1712357180.775394:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.775397:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.775402:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4800 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.775492:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.775494:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4800. 00000400:00000200:3.0:1712357180.775496:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.775498:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.775500:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357180.775501:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000200:3.0:1712357180.775504:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121280/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.776257:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.776260:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.776264:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.776266:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.776268:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.776271:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef9000c0 00000400:00000200:2.0:1712357180.776273:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.776276:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x22d [1] + 224 00000400:00000200:2.0:1712357180.776286:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.776289:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.776292:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121280/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.776350:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c738. 00000400:00000200:0.0:1712357180.776353:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357180.776354:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.776357:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121280/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.776363:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121280/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.776374:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.776378:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6dcd800. 02000000:00000010:0.0:1712357180.776381:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcd600. 00000100:00000010:0.0:1712357180.776382:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 00000040:00000010:0.0:1712357180.776386:0:4596:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.776391:0:4596:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6dcc400. 00000040:00000010:0.0:1712357180.776395:0:4596:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6dccc00. 00000020:00000010:0.0:1712357180.776397:0:4596:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800ab3d3800. 00000020:00000010:0.0:1712357180.776408:0:4596:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6dcce00. 80000000:00000010:0.0:1712357180.776411:0:4596:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b35baba0. 00040000:00000010:0.0:1712357180.776416:0:4596:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6dcd000. 20000000:00000010:0.0:1712357180.776419:0:4596:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b6dcd200. 00000020:00000010:0.0:1712357180.776421:0:4596:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dcca00. 10000000:00000010:0.0:1712357180.776423:0:4596:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b6e4a780. 10000000:00000010:0.0:1712357180.776444:0:4596:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 279 at ffff8800b6dcca00. 10000000:00000010:0.0:1712357180.776459:0:4596:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 286 at ffff8800b6dcd200. 10000000:00000010:0.0:1712357180.776462:0:4596:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 285 at ffff8800b6dcd000. 00000100:00000010:0.0:1712357180.776466:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.776470:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcce00. 00010000:00000010:0.0:1712357180.776490:0:4596:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000010:0.0:1712357180.776493:0:4596:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b6e4a780. 00000100:00000010:0.0:1712357180.776503:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.776510:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc6000. 00000400:00000200:0.0:1712357180.776513:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.776517:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c738. 00000400:00000010:0.0:1712357180.776519:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.776521:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572121344, portal 25 00000400:00000010:0.0:1712357180.776523:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357180.776524:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572121344, offset 0 00000400:00000200:0.0:1712357180.776528:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.776530:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.776533:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.776535:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.776537:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.776538:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.776540:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.776542:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [7:7:256:4294967295] 192.168.203.120@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1712357180.776545:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.776549:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.776552:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.776553:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4600. 00000800:00000200:0.0:1712357180.776555:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.776559:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.776561:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.776629:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.776632:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4600. 00000400:00000200:3.0:1712357180.776634:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.776641:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.776643:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:3.0:1712357180.776644:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000200:3.0:1712357180.776647:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121344/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.777674:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.777676:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.777679:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.777680:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.777682:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.777683:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef900100 00000400:00000200:2.0:1712357180.777686:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.777692:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x235 [1] + 224 00000400:00000200:2.0:1712357180.777701:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.777705:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.777709:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121344/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.777740:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c738. 00000400:00000200:0.0:1712357180.777742:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357180.777743:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.777746:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121344/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.777752:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121344/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.777764:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.777773:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc6000. 02000000:00000010:0.0:1712357180.777775:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcce00. 00000100:00000010:0.0:1712357180.777777:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 10000000:00000010:0.0:1712357180.777786:0:4596:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b6e4a080. 00000020:00000010:0.0:1712357180.777788:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcce00. 00000020:00000010:0.0:1712357180.777791:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dccc00. 00000040:00000010:0.0:1712357180.777793:0:4596:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dcc400. 00000020:00000010:0.0:1712357180.777795:0:4596:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab3d3800. 00000020:00000010:0.0:1712357180.777798:0:4596:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6dcd400. 80000000:00000010:0.0:1712357180.777800:0:4596:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35baba0. 00040000:00000010:0.0:1712357180.777803:0:4596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6dcd600. 20000000:00000010:0.0:1712357180.777804:0:4596:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b6dcd800. 00000040:00000010:0.0:1712357180.777809:0:4596:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b6dcda00. 00000100:00000010:0.0:1712357180.777813:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.777819:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcdc00. 00000100:00000010:0.0:1712357180.777825:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.777831:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6dcde00. 00000400:00000200:0.0:1712357180.777834:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.777835:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c738. 00000400:00000010:0.0:1712357180.777837:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.777839:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572121408, portal 25 00000400:00000010:0.0:1712357180.777840:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357180.777841:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572121408, offset 0 00000400:00000200:0.0:1712357180.777844:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.777846:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.777848:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.777850:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.777852:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.777853:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.777854:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.777855:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [8:8:256:4294967295] 192.168.203.120@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1712357180.777857:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.777860:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.777862:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.777864:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4400. 00000800:00000200:0.0:1712357180.777870:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.777874:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.777876:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4400 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.778021:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.778026:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4400. 00000400:00000200:3.0:1712357180.778030:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.778037:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.778041:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357180.778043:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000200:3.0:1712357180.778050:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121408/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.780496:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.780503:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.780509:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.780512:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.780515:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.780518:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef900140 00000400:00000200:2.0:1712357180.780522:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.780526:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x23d [1] + 224 00000400:00000200:2.0:1712357180.780544:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.780547:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.780555:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121408/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.780650:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c738. 00000400:00000200:0.0:1712357180.780654:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357180.780656:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.780661:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121408/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.780668:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121408/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.780695:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.780704:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6dcde00. 02000000:00000010:0.0:1712357180.780708:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcdc00. 00000100:00000010:0.0:1712357180.780710:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 00000040:00000010:0.0:1712357180.780719:0:4596:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800ab18a000. 00000100:00000010:0.0:1712357180.780723:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.780735:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcdc00. 00000100:00000010:0.0:1712357180.780743:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.780874:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800ab344000. 00000400:00000200:0.0:1712357180.780880:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.780881:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c738. 00000400:00000010:0.0:1712357180.780885:0:4596:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b3bfe540. 00000100:00000200:0.0:1712357180.780889:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572121472, portal 25 00000400:00000010:0.0:1712357180.780892:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357180.780894:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572121472, offset 0 00000400:00000200:0.0:1712357180.780898:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.780903:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.780906:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.780911:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.780914:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.780917:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.780919:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.780932:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [9:9:256:4294967295] 192.168.203.120@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1712357180.780935:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.780942:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.780947:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.780950:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4b00. 00000800:00000200:0.0:1712357180.780955:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.780961:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.780963:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.781230:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.781233:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4b00. 00000400:00000200:3.0:1712357180.781235:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.781237:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.781239:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:3.0:1712357180.781240:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000200:3.0:1712357180.781243:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121472/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.782559:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.782563:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.782567:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.782569:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.782571:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.782575:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef900180 00000400:00000200:2.0:1712357180.782578:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.782597:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x245 [4] + 224 00000400:00000200:2.0:1712357180.782614:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.782617:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.782622:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121472/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.782748:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c738. 00000400:00000200:0.0:1712357180.782751:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3bfe540 00000400:00000010:0.0:1712357180.782752:0:4596:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b3bfe540. 00000100:00000200:0.0:1712357180.782756:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121472/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.782763:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121472/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.782778:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.782784:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800ab344000. 02000000:00000010:0.0:1712357180.782793:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcdc00. 00000100:00000010:0.0:1712357180.782796:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 00000040:00000010:0.0:1712357180.782803:0:4596:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b3664b80. 00000020:00000010:3.0:1712357180.783156:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880137398e00. 00000020:00000010:3.0:1712357180.783162:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff880137399e00. 00000040:00000010:3.0:1712357180.783166:0:4613:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b609f600. 00000020:00000010:3.0:1712357180.783169:0:4613:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab184800. 00000020:00000010:3.0:1712357180.783175:0:4613:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e53e00. 80000000:00000010:3.0:1712357180.783179:0:4613:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf43c0. 00040000:00000010:3.0:1712357180.783184:0:4613:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389a800. 00040000:00000010:3.0:1712357180.783187:0:4613:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b7c17800. 20000000:00000010:3.0:1712357180.783190:0:4613:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b7c16a00. 00000040:00000010:3.0:1712357180.783199:0:4613:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012d486000. 00000100:00000010:3.0:1712357180.783212:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b0000. 02000000:00000010:3.0:1712357180.783222:0:4613:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7c17000. 00000100:00000010:3.0:1712357180.783233:0:4613:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b36d9000. 02000000:00000010:3.0:1712357180.783250:0:4613:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800ab190000. 00000400:00000200:3.0:1712357180.783254:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357180.783256:0:4613:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760630. 00000400:00000010:3.0:1712357180.783260:0:4613:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b36d90c0. 00000100:00000200:3.0:1712357180.783263:0:4613:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572121536, portal 25 00000400:00000010:3.0:1712357180.783267:0:4613:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586000. 00000100:00000200:3.0:1712357180.783269:0:4613:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572121536, offset 0 00000400:00000200:3.0:1712357180.783273:0:4613:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357180.783276:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.783281:0:4613:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357180.783284:0:4613:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357180.783287:0:4613:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357180.783290:0:4613:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357180.783292:0:4613:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357180.783294:0:4613:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [10:10:256:4294967295] 192.168.203.120@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1712357180.783297:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.783302:0:4613:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357180.783307:0:4613:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357180.783309:0:4613:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b389ac00. 00000800:00000200:3.0:1712357180.783313:0:4613:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357180.783318:0:4613:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357180.783320:0:4613:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b389ac00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1712357180.783389:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357180.783391:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b389ac00. 00000400:00000200:2.0:1712357180.783394:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.783400:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357180.783402:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586000 00000400:00000010:2.0:1712357180.783403:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586000. 00000100:00000200:2.0:1712357180.783406:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ab1b0000 x1795536572121536/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.784331:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.784335:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.784339:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.784342:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.784344:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.784347:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef9001c0 00000400:00000200:2.0:1712357180.784349:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.784353:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x24d [4] + 224 00000400:00000200:2.0:1712357180.784370:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.784373:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.784377:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ab1b0000 x1795536572121536/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1712357180.784430:0:4613:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760630. 00000400:00000200:3.0:1712357180.784434:0:4613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b36d90c0 00000400:00000010:3.0:1712357180.784435:0:4613:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b36d90c0. 00000100:00000200:3.0:1712357180.784440:0:4613:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ab1b0000 x1795536572121536/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1712357180.784456:0:4613:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ab1b0000 x1795536572121536/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1712357180.784480:0:4613:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b36d9000. 02000000:00000010:3.0:1712357180.784485:0:4613:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800ab190000. 02000000:00000010:3.0:1712357180.784494:0:4613:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7c17000. 00000100:00000010:3.0:1712357180.784496:0:4613:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ab1b0000. 00000020:00000010:3.0:1712357180.784509:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a300. 00000020:00000010:3.0:1712357180.784512:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a300. 00000020:00000010:3.0:1712357180.784516:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784519:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.784541:0:4613:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab190000. 00000020:00000010:3.0:1712357180.784547:0:4613:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab185000. 00000020:00000010:3.0:1712357180.784570:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.784573:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784576:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784577:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b36d9000. 00000001:00000010:3.0:1712357180.784620:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b36d90c0. 00000001:00000010:3.0:1712357180.784624:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3d20. 00000001:00000010:3.0:1712357180.784626:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c17000. 00000001:00000010:3.0:1712357180.784628:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16600. 00000001:00000010:3.0:1712357180.784629:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16400. 00000001:00000010:3.0:1712357180.784631:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16c00. 00000001:00000010:3.0:1712357180.784633:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b36d9180. 00000001:00000010:3.0:1712357180.784635:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3de0. 00000001:00000010:3.0:1712357180.784636:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16800. 00000001:00000010:3.0:1712357180.784638:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16000. 00000001:00000010:3.0:1712357180.784640:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c17400. 00000001:00000010:3.0:1712357180.784641:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c17e00. 00000020:00000010:3.0:1712357180.784644:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7c17600. 00000020:00000010:3.0:1712357180.784647:0:4613:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.784656:0:4613:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.784661:0:4613:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.784667:0:4613:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.784670:0:4613:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5b98. 00000080:00000010:3.0:1712357180.784676:0:4613:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.784679:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7c16e00. 00000020:00000010:3.0:1712357180.784681:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b7c16200. 00000020:00000010:3.0:1712357180.784683:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf4660. 00000008:00000010:3.0:1712357180.784687:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.784689:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b36d9240. 00008000:00000010:3.0:1712357180.784691:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.784694:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.784695:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00020000:00000010:3.0:1712357180.784699:0:4613:0:(lov_dev.c:630:lov_device_alloc()) kmalloced '(ld)': 560 at ffff88012a5ad000. 00000020:00000010:3.0:1712357180.784710:0:4613:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff8800b6cb5be8. 00020000:00000010:3.0:1712357180.784801:0:4613:0:(lov_dev.c:647:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff880139987000. 00020000:00000010:3.0:1712357180.784805:0:4613:0:(lov_dev.c:654:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8800b5e72000. 00000020:00000010:3.0:1712357180.784829:0:4613:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800ab198000. 00000020:00000010:3.0:1712357180.784836:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012abf4420. 00000020:00000010:3.0:1712357180.784838:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b36d9540. 00000020:00000010:3.0:1712357180.784842:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf47e0. 00000040:00000010:3.0:1712357180.784844:0:4613:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6155a00. 00000020:00000010:3.0:1712357180.784846:0:4613:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab185800. 00000020:00000010:3.0:1712357180.784850:0:4613:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2ea338. 00000020:00000010:3.0:1712357180.784853:0:4613:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6155200. 80000000:00000010:3.0:1712357180.784855:0:4613:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4840. 40000000:00000010:3.0:1712357180.784857:0:4613:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012e2c1180. 00000008:00000010:3.0:1712357180.784860:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3db7c8. 00020000:00000010:3.0:1712357180.784861:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b36d9600. 00008000:00000010:3.0:1712357180.784863:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09d1a8. 00100000:00000010:3.0:1712357180.784866:0:4613:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab186000. 00040000:00000010:3.0:1712357180.784868:0:4613:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b389a200. 00040000:00000010:3.0:1712357180.784871:0:4613:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab186800. 00040000:00000010:3.0:1712357180.784874:0:4613:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6fcec00. 00000004:00000010:3.0:1712357180.784880:0:4613:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab187000. 00000004:00000010:3.0:1712357180.784885:0:4613:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b38cd000. 00000004:00000010:3.0:1712357180.784889:0:4613:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab187800. 00002000:00000010:3.0:1712357180.784892:0:4613:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a5ad800. 00000004:00000010:3.0:1712357180.784895:0:4613:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88012a5ad400. 00000080:00000010:3.0:1712357180.784897:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b02f8. 00000080:00000010:3.0:1712357180.784899:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3ccb68. 00000020:00000010:3.0:1712357180.784902:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b7c16200. 00000020:00000010:3.0:1712357180.784906:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012abf4660. 00000008:00000010:3.0:1712357180.784909:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.784912:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b36d9240. 00008000:00000010:3.0:1712357180.784914:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.784916:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.784918:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.784920:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b7c16e00. 00000020:00000010:3.0:1712357180.784923:0:4613:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.784926:0:4613:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.784927:0:4613:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.784929:0:4613:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.784933:0:4613:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b6cb5b98. 00000080:00000010:3.0:1712357180.784934:0:4613:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.784936:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b7c17600. 00000020:00000010:3.0:1712357180.784938:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b36d9000. 00000020:00000010:3.0:1712357180.784940:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784943:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a100. 00000020:00000010:3.0:1712357180.784945:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a100. 00000020:00000010:3.0:1712357180.784947:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a100. 00000020:00000010:3.0:1712357180.784949:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a100. 00000020:00000010:3.0:1712357180.784950:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784953:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.784956:0:4613:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab191550. 00000020:00000010:3.0:1712357180.784960:0:4613:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab184000. 00000020:00000010:3.0:1712357180.784970:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.784971:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784973:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.784975:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b36d9000. 00000001:00000010:3.0:1712357180.784986:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b36d9240. 00000001:00000010:3.0:1712357180.784987:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb39c0. 00000001:00000010:3.0:1712357180.784989:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcea00. 00000001:00000010:3.0:1712357180.784991:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcfc00. 00000001:00000010:3.0:1712357180.784993:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcfe00. 00000001:00000010:3.0:1712357180.784995:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf800. 00000001:00000010:3.0:1712357180.784996:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b36d96c0. 00000001:00000010:3.0:1712357180.784998:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3840. 00000001:00000010:3.0:1712357180.784999:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf600. 00000001:00000010:3.0:1712357180.785001:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf400. 00000001:00000010:3.0:1712357180.785003:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf200. 00000001:00000010:3.0:1712357180.785005:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf000. 00000020:00000010:3.0:1712357180.785043:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012abf4660. 00000020:00000010:3.0:1712357180.785045:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6fce600. 80000000:00000010:3.0:1712357180.785051:0:4613:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800b36d9a80. 00000020:00000010:3.0:1712357180.785076:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b36d9000. 00000020:00000010:3.0:1712357180.785078:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.785081:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785082:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785084:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785085:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785087:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012abf46c0. 00000020:00000010:3.0:1712357180.785090:0:4613:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff88012e2c1000. 00000020:00000010:3.0:1712357180.785092:0:4613:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff880136bea3f0. 00000020:00000010:3.0:1712357180.785093:0:4613:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff880136bea3b0. 00000020:00000010:3.0:1712357180.785095:0:4613:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff880136bea350. 00000020:00000010:3.0:1712357180.785096:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012abf46c0. 00000020:00000010:3.0:1712357180.785103:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785104:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785107:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785109:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389a000. 00000020:00000010:3.0:1712357180.785110:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012e2c1a00. 00000100:00000010:3.0:1712357180.785113:0:4613:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8801376d3c00. 00000400:00000200:3.0:1712357180.785119:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.785122:0:4613:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000020:00000010:3.0:1712357180.785125:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012e2c1a00. 00000020:00000010:3.0:1712357180.785126:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e2c1a00. 00000020:00000010:3.0:1712357180.785128:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b36d9000. 00000020:00000010:3.0:1712357180.785132:0:4613:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab192aa0. 00000020:00000010:3.0:1712357180.785135:0:4613:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab183800. 00000020:00000010:3.0:1712357180.785141:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b36d9000. 00000020:00000010:3.0:1712357180.785142:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e2c1a00. 00000020:00000010:3.0:1712357180.785144:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e2c1a00. 00000020:00000010:3.0:1712357180.785146:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b36d9000. 00000001:00000010:3.0:1712357180.785159:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b36d9b40. 00000001:00000010:3.0:1712357180.785161:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3700. 00000001:00000010:3.0:1712357180.785163:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcee00. 00000001:00000010:3.0:1712357180.785165:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fce000. 00000001:00000010:3.0:1712357180.785166:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fce200. 00000001:00000010:3.0:1712357180.785168:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c17600. 00000001:00000010:3.0:1712357180.785169:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b36d9c00. 00000001:00000010:3.0:1712357180.785170:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3c40. 00000001:00000010:3.0:1712357180.785171:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16e00. 00000001:00000010:3.0:1712357180.785172:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b7c16200. 00000001:00000010:3.0:1712357180.785175:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012ab09600. 00000001:00000010:3.0:1712357180.785177:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b38d0000. 00000020:00000010:3.0:1712357180.785179:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b38d0c00. 00000020:00000010:3.0:1712357180.785181:0:4613:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.785186:0:4613:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.785187:0:4613:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.785189:0:4613:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.785190:0:4613:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.785192:0:4613:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.785194:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b38d0800. 00000020:00000010:3.0:1712357180.785196:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b38d1800. 00000020:00000010:3.0:1712357180.785197:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf46c0. 00000008:00000010:3.0:1712357180.785198:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.785200:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b36d9cc0. 00008000:00000010:3.0:1712357180.785201:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.785202:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.785204:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00000002:00000010:3.0:1712357180.785207:0:4613:0:(mdc_dev.c:1615:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff88012ab55100. 00010000:00000010:3.0:1712357180.785214:0:4613:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012e2c1f00. 00000020:00000010:3.0:1712357180.785219:0:4613:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800ab183000. 00000100:00000200:3.0:1712357180.785228:0:4613:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357180.785231:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.785234:0:4613:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00010000:00000010:3.0:1712357180.785239:0:4613:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff88012abf4480. 00010000:00000010:3.0:1712357180.785243:0:4613:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff88012a4c6c00. 00000001:00000010:3.0:1712357180.785245:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b389a000. 00000001:00000010:3.0:1712357180.785247:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b389af00. 00000001:00000010:3.0:1712357180.785289:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008af000. 00000001:00000010:3.0:1712357180.785331:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008b9000. 00000001:00000010:3.0:1712357180.785370:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008c3000. 00000001:00000010:3.0:1712357180.785403:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008cd000. 00000001:00000010:3.0:1712357180.785437:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008d7000. 00000001:00000010:3.0:1712357180.785494:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008e1000. 00000001:00000010:3.0:1712357180.785536:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008eb000. 00000001:00000010:3.0:1712357180.785576:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008f5000. 00000001:00000010:3.0:1712357180.785644:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008ff000. 00000001:00000010:3.0:1712357180.785686:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000909000. 00000001:00000010:3.0:1712357180.785721:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000913000. 00000001:00000010:3.0:1712357180.785758:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000091d000. 00000001:00000010:3.0:1712357180.785793:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000927000. 00000001:00000010:3.0:1712357180.785824:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000931000. 00000001:00000010:3.0:1712357180.785877:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000093b000. 00000001:00000010:3.0:1712357180.785922:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000945000. 00000001:00000010:3.0:1712357180.785961:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000094f000. 00000001:00000010:3.0:1712357180.785997:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000959000. 00000001:00000010:3.0:1712357180.786028:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000963000. 00000001:00000010:3.0:1712357180.786062:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000096d000. 00000001:00000010:3.0:1712357180.786089:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000977000. 00000001:00000010:3.0:1712357180.786124:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000981000. 00000001:00000010:3.0:1712357180.786168:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000098b000. 00000001:00000010:3.0:1712357180.786204:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000995000. 00000001:00000010:3.0:1712357180.786238:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000099f000. 00000001:00000010:3.0:1712357180.786267:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009a9000. 00000001:00000010:3.0:1712357180.786294:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009b3000. 00000001:00000010:3.0:1712357180.786320:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009bd000. 00000001:00000010:3.0:1712357180.786346:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009c7000. 00000001:00000010:3.0:1712357180.786374:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009d1000. 00000001:00000010:3.0:1712357180.786400:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009db000. 00000001:00000010:3.0:1712357180.786425:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009e5000. 00010000:00000010:3.0:1712357180.786434:0:4613:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff88012aaa6000. 00000020:00000010:3.0:1712357180.786477:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad240. 00000020:00000010:3.0:1712357180.786479:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b5cb3b80. 00000020:00000010:3.0:1712357180.786500:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad2a0. 00000020:00000010:3.0:1712357180.786501:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b38d0200. 00000100:00000010:3.0:1712357180.786530:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b0000. 00000100:00000010:3.0:1712357180.786533:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b0380. 00000020:00000010:3.0:1712357180.786632:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad300. 00000020:00000010:3.0:1712357180.786637:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b38d0400. 00000020:00000010:3.0:1712357180.786653:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad360. 00000020:00000010:3.0:1712357180.786655:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012aaa3000. 00000040:00000010:3.0:1712357180.786666:0:4613:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800ab3e4a80. 00000002:00000010:3.0:1712357180.786672:0:4613:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff88012a4c5800. 00000020:00000010:3.0:1712357180.786806:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b38d1800. 00000020:00000010:3.0:1712357180.786808:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012abf46c0. 00000008:00000010:3.0:1712357180.786810:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.786813:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b36d9cc0. 00008000:00000010:3.0:1712357180.786815:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.786817:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.786818:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.786819:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b38d0800. 00000020:00000010:3.0:1712357180.786821:0:4613:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88012ab55880. 00000020:00000010:3.0:1712357180.786823:0:4613:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.786824:0:4613:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.786825:0:4613:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.786827:0:4613:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.786828:0:4613:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.786829:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b38d0c00. 00000020:00000010:3.0:1712357180.786832:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b36d9000. 00000020:00000010:3.0:1712357180.786833:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e2c1a00. 00000020:00000010:3.0:1712357180.786837:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.786839:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800ab3e4c00. 00800000:00000010:3.0:1712357180.786845:0:4613:0:(lmv_obd.c:437:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b38d0c00. 00020000:00000010:3.0:1712357180.786848:0:4613:0:(lu_tgt_descs.c:394:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff88012aaa0000. 00000020:00000010:3.0:1712357180.786851:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b38d0800. 00000020:00000010:3.0:1712357180.786852:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b38d1800. 00000020:00000010:3.0:1712357180.786853:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.786854:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.786855:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab3e4cc0. 00008000:00000010:3.0:1712357180.786856:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.786860:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.786861:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.786865:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b38d1800. 00000020:00000010:3.0:1712357180.786866:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.786867:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.786869:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab3e4cc0. 00008000:00000010:3.0:1712357180.786869:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.786870:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.786871:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.786872:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b38d0800. 00000020:00000010:3.0:1712357180.786873:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800ab3e4c00. 00000020:00000010:3.0:1712357180.786873:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.786875:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389ae00. 00000020:00000010:3.0:1712357180.786876:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389ae00. 00000020:00000010:3.0:1712357180.786878:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389ae00. 00000020:00000010:3.0:1712357180.786878:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389ae00. 00000020:00000010:3.0:1712357180.786880:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389ae00. 00000020:00000010:3.0:1712357180.786881:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389ae00. 00000020:00000010:3.0:1712357180.786882:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6da6c40. 00000100:00000010:3.0:1712357180.786884:0:4613:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff88012a4c6000. 00000400:00000200:3.0:1712357180.786888:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.786891:0:4613:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1712357180.786893:0:4613:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff88012a4c6000. 00000020:00000010:3.0:1712357180.786895:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.786896:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.786898:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab3e4c00. 00000020:00000010:3.0:1712357180.786902:0:4613:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab193ff0. 00000020:00000010:3.0:1712357180.786904:0:4613:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab182800. 00000020:00000010:3.0:1712357180.786909:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab3e4c00. 00000020:00000010:3.0:1712357180.786910:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.786911:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.786912:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab3e4c00. 00000001:00000010:3.0:1712357180.786925:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab3e4cc0. 00000001:00000010:3.0:1712357180.786926:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb33c0. 00000001:00000010:3.0:1712357180.786931:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b38d0800. 00000001:00000010:3.0:1712357180.786932:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b38d1800. 00000001:00000010:3.0:1712357180.786934:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6eb4200. 00000001:00000010:3.0:1712357180.786936:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6eb5a00. 00000001:00000010:3.0:1712357180.786937:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab3e4d80. 00000001:00000010:3.0:1712357180.786938:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3b40. 00000001:00000010:3.0:1712357180.786939:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6eb5000. 00000001:00000010:3.0:1712357180.786940:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6eb4000. 00000001:00000010:3.0:1712357180.786941:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6eb5200. 00000001:00000010:3.0:1712357180.786942:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6eb5800. 00000020:00000010:3.0:1712357180.786944:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b365c000. 00000020:00000010:3.0:1712357180.786945:0:4613:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.786946:0:4613:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.786947:0:4613:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.786948:0:4613:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.786948:0:4613:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.786950:0:4613:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.786951:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b365ca00. 00000020:00000010:3.0:1712357180.786952:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b365c600. 00000020:00000010:3.0:1712357180.786953:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.786954:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.786955:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab3e4e40. 00008000:00000010:3.0:1712357180.786956:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.786956:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.786957:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00000008:00000010:3.0:1712357180.786958:0:4613:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b34b3200. 00000020:00000010:3.0:1712357180.786964:0:4613:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800ab182000. 00000100:00000200:3.0:1712357180.786970:0:4613:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357180.786972:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.786974:0:4613:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00010000:00000010:3.0:1712357180.786978:0:4613:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800ab3ad480. 00010000:00000010:3.0:1712357180.786982:0:4613:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ab3ec000. 00000001:00000010:3.0:1712357180.786983:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b389ae00. 00000001:00000010:3.0:1712357180.786985:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b34b3280. 00000001:00000010:3.0:1712357180.786990:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3f0000. 00000001:00000010:3.0:1712357180.786993:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3f2000. 00000001:00000010:3.0:1712357180.786996:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3f4000. 00000001:00000010:3.0:1712357180.786999:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3f6000. 00000001:00000010:3.0:1712357180.787004:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3f8000. 00000001:00000010:3.0:1712357180.787007:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3fa000. 00000001:00000010:3.0:1712357180.787010:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3fc000. 00000001:00000010:3.0:1712357180.787013:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3fe000. 00000001:00000010:3.0:1712357180.787549:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa000000. 00000001:00000010:3.0:1712357180.787554:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa002000. 00000001:00000010:3.0:1712357180.787556:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa004000. 00000001:00000010:3.0:1712357180.787558:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa006000. 00000001:00000010:3.0:1712357180.787566:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa008000. 00000001:00000010:3.0:1712357180.787569:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa00a000. 00000001:00000010:3.0:1712357180.787571:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa00c000. 00000001:00000010:3.0:1712357180.787574:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa00e000. 00010000:00000010:3.0:1712357180.787604:0:4613:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800aa010000. 00000020:00000010:3.0:1712357180.787632:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad4e0. 00000020:00000010:3.0:1712357180.787634:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b5cb3680. 00000020:00000010:3.0:1712357180.787654:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad540. 00000020:00000010:3.0:1712357180.787656:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b365c800. 00000100:00000010:3.0:1712357180.787689:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b0700. 00000100:00000010:3.0:1712357180.787692:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b0a80. 00000020:00000010:3.0:1712357180.787797:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad5a0. 00000020:00000010:3.0:1712357180.787799:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012aaa5000. 00000100:00000010:3.0:1712357180.787809:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b0e00. 00000100:00000010:3.0:1712357180.787859:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa080000. 00000100:00000010:3.0:1712357180.787864:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b1180. 00000100:00000010:3.0:1712357180.787913:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa100000. 00000100:00000010:3.0:1712357180.787916:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b1500. 00000100:00000010:3.0:1712357180.788132:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012b600000. 00000100:00000010:3.0:1712357180.788135:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b1880. 00000100:00000010:3.0:1712357180.788343:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012b800000. 00000100:00000010:3.0:1712357180.788345:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b1c00. 00000100:00000010:3.0:1712357180.788570:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012b900000. 00000100:00000010:3.0:1712357180.788573:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b1f80. 00000100:00000010:3.0:1712357180.788806:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012e200000. 00000100:00000010:3.0:1712357180.788810:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b2300. 00000100:00000010:3.0:1712357180.789018:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012c400000. 00000100:00000010:3.0:1712357180.789026:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b2680. 00000100:00000010:3.0:1712357180.789251:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130e80000. 00000100:00000010:3.0:1712357180.789254:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b2a00. 00000100:00000010:3.0:1712357180.789484:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130f00000. 00000100:00000010:3.0:1712357180.789487:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b2d80. 00000100:00000010:3.0:1712357180.789727:0:4613:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130900000. 00000020:00000010:3.0:1712357180.789735:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b365c600. 00000020:00000010:3.0:1712357180.789739:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.789742:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.789747:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab3e4e40. 00008000:00000010:3.0:1712357180.789751:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.789756:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.789759:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.789761:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b365ca00. 00000020:00000010:3.0:1712357180.789766:0:4613:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.789770:0:4613:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.789773:0:4613:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.789775:0:4613:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.789778:0:4613:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.789780:0:4613:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.789788:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b365c000. 00000020:00000010:3.0:1712357180.789792:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab3e4c00. 00000020:00000010:3.0:1712357180.789794:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789802:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789805:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.789813:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b365c000. 00000020:00000010:3.0:1712357180.789815:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b365ca00. 00000020:00000010:3.0:1712357180.789817:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.789820:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.789822:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab3eb780. 00008000:00000010:3.0:1712357180.789824:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.789826:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.789827:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00020000:00000010:3.0:1712357180.789837:0:4613:0:(lov_obd.c:520:lov_add_target()) kmalloced '(newtgts)': 16 at ffff880136bea3a0. 00020000:00000010:3.0:1712357180.789839:0:4613:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b365c600. 00020000:00000010:3.0:1712357180.789843:0:4613:0:(lov_dev.c:382:lov_expand_targets()) kmalloced '(newd)': 16 at ffff880136bea370. 00000020:00000010:3.0:1712357180.789845:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b365ca00. 00000020:00000010:3.0:1712357180.789847:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.789848:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.789850:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab3eb780. 00008000:00000010:3.0:1712357180.789851:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.789852:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.789854:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.789855:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b365c000. 00000020:00000010:3.0:1712357180.789856:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.789857:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789861:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389ac00. 00000020:00000010:3.0:1712357180.789863:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389ac00. 00000020:00000010:3.0:1712357180.789866:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389ac00. 00000020:00000010:3.0:1712357180.789867:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389ac00. 00000020:00000010:3.0:1712357180.789870:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b389ac00. 00000020:00000010:3.0:1712357180.789871:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b389ac00. 00000020:00000010:3.0:1712357180.789878:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6da6c40. 00000100:00000010:3.0:1712357180.789881:0:4613:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ab3ec400. 00000400:00000200:3.0:1712357180.789892:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.789897:0:4613:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1712357180.789900:0:4613:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800ab3ec400. 00000020:00000010:3.0:1712357180.789902:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789904:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789906:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab3eb780. 00000020:00000010:3.0:1712357180.789913:0:4613:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab195540. 00000020:00000010:3.0:1712357180.789918:0:4613:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa010800. 00000020:00000010:3.0:1712357180.789928:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab3eb780. 00000020:00000010:3.0:1712357180.789930:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789932:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.789933:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab3eb780. 00000001:00000010:3.0:1712357180.789947:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab3eb840. 00000001:00000010:3.0:1712357180.789950:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb38c0. 00000001:00000010:3.0:1712357180.789952:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b365c000. 00000001:00000010:3.0:1712357180.789953:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b365ca00. 00000001:00000010:3.0:1712357180.789954:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b365c200. 00000001:00000010:3.0:1712357180.789956:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b365c400. 00000001:00000010:3.0:1712357180.789958:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab3eb900. 00000001:00000010:3.0:1712357180.789959:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5cb3d80. 00000001:00000010:3.0:1712357180.789961:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b35f9600. 00000001:00000010:3.0:1712357180.789962:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b35f8000. 00000001:00000010:3.0:1712357180.789963:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3739400. 00000001:00000010:3.0:1712357180.789965:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3738400. 00000020:00000010:3.0:1712357180.789966:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3738800. 00000020:00000010:3.0:1712357180.789968:0:4613:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.789969:0:4613:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.789970:0:4613:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.789972:0:4613:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.789973:0:4613:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.789978:0:4613:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.789979:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3739000. 00000020:00000010:3.0:1712357180.789980:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3739200. 00000020:00000010:3.0:1712357180.789981:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.789982:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.789983:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab3eb9c0. 00008000:00000010:3.0:1712357180.789984:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.789985:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.789986:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00000008:00000010:3.0:1712357180.789987:0:4613:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b34b3300. 00000020:00000010:3.0:1712357180.789994:0:4613:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800aa011000. 00000100:00000200:3.0:1712357180.790005:0:4613:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357180.790008:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.790010:0:4613:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00010000:00000010:3.0:1712357180.790013:0:4613:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800ab3ad600. 00010000:00000010:3.0:1712357180.790016:0:4613:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ab3ed400. 00000001:00000010:3.0:1712357180.790018:0:4613:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b389ac00. 00000001:00000010:3.0:1712357180.790019:0:4613:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b34b3380. 00000001:00000010:3.0:1712357180.790027:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa040000. 00000001:00000010:3.0:1712357180.790030:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa042000. 00000001:00000010:3.0:1712357180.790033:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa044000. 00000001:00000010:3.0:1712357180.790036:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa046000. 00000001:00000010:3.0:1712357180.790042:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa048000. 00000001:00000010:3.0:1712357180.790047:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa04a000. 00000001:00000010:3.0:1712357180.790050:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa04c000. 00000001:00000010:3.0:1712357180.790053:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa04e000. 00000001:00000010:3.0:1712357180.790060:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa050000. 00000001:00000010:3.0:1712357180.790064:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa052000. 00000001:00000010:3.0:1712357180.790068:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa054000. 00000001:00000010:3.0:1712357180.790072:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa056000. 00000001:00000010:3.0:1712357180.790078:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa058000. 00000001:00000010:3.0:1712357180.790083:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa05a000. 00000001:00000010:3.0:1712357180.790089:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa05c000. 00000001:00000010:3.0:1712357180.790093:0:4613:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa05e000. 00010000:00000010:3.0:1712357180.790096:0:4613:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800aa011800. 00000020:00000010:3.0:1712357180.790134:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad660. 00000020:00000010:3.0:1712357180.790137:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b3764300. 00000020:00000010:3.0:1712357180.790171:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad6c0. 00000020:00000010:3.0:1712357180.790173:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b3739600. 00000100:00000010:3.0:1712357180.790197:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b3100. 00000100:00000010:3.0:1712357180.790199:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b3480. 00000020:00000010:3.0:1712357180.790315:0:4613:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad720. 00000020:00000010:3.0:1712357180.790317:0:4613:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012aaa2000. 00000020:00000010:3.0:1712357180.790325:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3739200. 00000020:00000010:3.0:1712357180.790327:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.790328:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.790331:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab3eb9c0. 00008000:00000010:3.0:1712357180.790333:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.790334:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.790336:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.790337:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3739000. 00000020:00000010:3.0:1712357180.790339:0:4613:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.790340:0:4613:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf1000. 00000008:00000010:3.0:1712357180.790342:0:4613:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.790343:0:4613:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.790345:0:4613:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.790346:0:4613:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.790347:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3738800. 00000020:00000010:3.0:1712357180.790349:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab3eb780. 00000020:00000010:3.0:1712357180.790351:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.790353:0:4613:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.790355:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.790357:0:4613:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3738800. 00000020:00000010:3.0:1712357180.790363:0:4613:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3739000. 00000020:00000010:3.0:1712357180.790364:0:4613:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.790366:0:4613:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.790368:0:4613:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800aa01f300. 00008000:00000010:3.0:1712357180.790369:0:4613:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.790371:0:4613:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.790372:0:4613:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00020000:00000010:3.0:1712357180.790377:0:4613:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b3739200. 00000020:00000010:3.0:1712357180.790380:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3739000. 00000020:00000010:3.0:1712357180.790381:0:4613:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad420. 00000008:00000010:3.0:1712357180.790382:0:4613:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.790384:0:4613:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800aa01f300. 00008000:00000010:3.0:1712357180.790385:0:4613:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09ce20. 00000080:00000010:3.0:1712357180.790386:0:4613:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.790387:0:4613:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cc920. 00000020:00000010:3.0:1712357180.790389:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3738800. 00000020:00000010:3.0:1712357180.790390:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b34b3180. 00000020:00000010:3.0:1712357180.790391:0:4613:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.790394:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800ab1c4d00. 00000020:00000010:3.0:1712357180.790395:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800ab1c4d00. 00000020:00000010:3.0:1712357180.790397:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800ab1c4d00. 00000020:00000010:3.0:1712357180.790398:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800ab1c4d00. 00000020:00000010:3.0:1712357180.790400:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b6da6c40. 00000020:00000010:3.0:1712357180.790401:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b6da6c40. 00000100:00000010:3.0:1712357180.790408:0:4613:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ab1b3800. 02000000:00000010:3.0:1712357180.790418:0:4613:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3738800. 00000100:00000010:3.0:1712357180.790429:0:4613:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f300. 02000000:00000010:3.0:1712357180.790468:0:4613:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800aa03c000. 00000400:00000200:3.0:1712357180.790474:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357180.790477:0:4613:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760630. 00000400:00000010:3.0:1712357180.790482:0:4613:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800aa01f3c0. 00000100:00000200:3.0:1712357180.790489:0:4613:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572121600, portal 25 00000400:00000010:3.0:1712357180.790497:0:4613:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586088. 00000100:00000200:3.0:1712357180.790498:0:4613:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572121600, offset 0 00000400:00000200:3.0:1712357180.790503:0:4613:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357180.790510:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.790514:0:4613:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357180.790519:0:4613:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357180.790523:0:4613:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357180.790526:0:4613:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357180.790528:0:4613:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357180.790530:0:4613:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [11:11:256:4294967295] 192.168.203.120@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1712357180.790534:0:4613:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357180.790541:0:4613:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357180.790547:0:4613:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357180.790549:0:4613:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ab1c4d00. 00000800:00000200:3.0:1712357180.790555:0:4613:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357180.790562:0:4613:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357180.790565:0:4613:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab1c4d00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1712357180.790684:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357180.790688:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ab1c4d00. 00000400:00000200:2.0:1712357180.790691:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.790696:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357180.790699:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586088 00000400:00000010:2.0:1712357180.790700:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586088. 00000100:00000200:2.0:1712357180.790705:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ab1b3800 x1795536572121600/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.793159:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.793166:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.793173:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.793176:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.793179:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.793183:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef900200 00000400:00000200:2.0:1712357180.793198:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.793203:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x25d [4] + 224 00000400:00000200:2.0:1712357180.793231:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.793235:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.793243:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ab1b3800 x1795536572121600/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1712357180.793344:0:4613:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760630. 00000400:00000200:3.0:1712357180.793349:0:4613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa01f3c0 00000400:00000010:3.0:1712357180.793350:0:4613:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800aa01f3c0. 00000100:00000200:3.0:1712357180.793355:0:4613:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ab1b3800 x1795536572121600/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1712357180.793360:0:4613:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ab1b3800 x1795536572121600/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1712357180.793387:0:4613:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f300. 02000000:00000010:3.0:1712357180.793397:0:4613:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800aa03c000. 02000000:00000010:3.0:1712357180.793409:0:4613:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3738800. 00000100:00000010:3.0:1712357180.793414:0:4613:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ab1b3800. 00000020:00000010:3.0:1712357180.793432:0:4613:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800ab1c4c00. 00000020:00000010:3.0:1712357180.793436:0:4613:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800ab1c4c00. 00000040:00000010:3.0:1712357180.793443:0:4613:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012d486000. 00000020:00000010:3.0:1712357180.793460:0:4613:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff880137399e00. 00000040:00000010:3.0:1712357180.793465:0:4613:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b609f600. 00000020:00000010:3.0:1712357180.793470:0:4613:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800ab184800. 00000020:00000010:3.0:1712357180.793475:0:4613:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6e53e00. 80000000:00000010:3.0:1712357180.793479:0:4613:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012abf43c0. 00040000:00000010:3.0:1712357180.793482:0:4613:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800b389a800. 00040000:00000010:3.0:1712357180.793486:0:4613:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b7c17800. 20000000:00000010:3.0:1712357180.793489:0:4613:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b7c16a00. 00000020:00000010:3.0:1712357180.793491:0:4613:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880137398e00. 00000040:00000010:0.0:1712357180.793524:0:4596:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b3664b80. 00000040:00000010:0.0:1712357180.793530:0:4596:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800ab18a000. 00000040:00000010:0.0:1712357180.793535:0:4596:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b6dcda00. 00000020:00000010:0.0:1712357180.793540:0:4596:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6dccc00. 00000040:00000010:0.0:1712357180.793541:0:4596:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6dcc400. 00000020:00000010:0.0:1712357180.793543:0:4596:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800ab3d3800. 00000020:00000010:0.0:1712357180.793546:0:4596:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6dcd400. 80000000:00000010:0.0:1712357180.793548:0:4596:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b35baba0. 00040000:00000010:0.0:1712357180.793550:0:4596:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6dcd600. 20000000:00000010:0.0:1712357180.793552:0:4596:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b6dcd800. 00000020:00000010:0.0:1712357180.793554:0:4596:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dcce00. 10000000:00000010:0.0:1712357180.793560:0:4596:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b6e4a080. 00000100:00000010:0.0:1712357180.793577:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.793605:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcce00. 00010000:00000010:0.0:1712357180.793618:0:4596:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60f4800. 00010000:00000010:0.0:1712357180.793623:0:4596:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000100:00000010:0.0:1712357180.793635:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.793649:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc6400. 00000400:00000200:0.0:1712357180.793653:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.793655:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c738. 00000400:00000010:0.0:1712357180.793659:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357180.793664:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572121664, portal 25 00000400:00000010:0.0:1712357180.793667:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357180.793669:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572121664, offset 0 00000400:00000200:0.0:1712357180.793674:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.793679:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.793684:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.793689:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.793692:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.793696:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.793698:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.793701:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [12:12:256:4294967295] 192.168.203.120@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1712357180.793703:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.793709:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.793714:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.793717:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4100. 00000800:00000200:0.0:1712357180.793721:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.793727:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.793730:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1712357180.793794:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357180.793795:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4100. 00000400:00000200:2.0:1712357180.793797:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.793799:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357180.793800:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:2.0:1712357180.793801:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000200:2.0:1712357180.793804:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121664/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.796653:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.796660:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.796668:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.796672:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.796676:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.796680:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef900240 00000400:00000200:2.0:1712357180.796683:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.796702:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x26d [1] + 224 00000400:00000200:2.0:1712357180.796726:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.796729:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.796739:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121664/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.796802:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c738. 00000400:00000200:0.0:1712357180.796809:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:0.0:1712357180.796811:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357180.796832:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121664/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.796840:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121664/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.796863:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.796880:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc6400. 02000000:00000010:0.0:1712357180.796884:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcce00. 00000100:00000010:0.0:1712357180.796887:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 10000000:00000010:0.0:1712357180.796900:0:4596:0:(mgc_request.c:1501:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800ab3d3800. 00000100:00000010:0.0:1712357180.797440:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.797475:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcce00. 00000100:00000010:0.0:1712357180.797482:0:4596:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800b6cc6400. 00000100:00000010:0.0:1712357180.797485:0:4596:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b6dbc000. 00000100:00000010:0.0:1712357180.797497:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 00000400:00000200:0.0:1712357180.797513:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.797516:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c738. 00000400:00000010:0.0:1712357180.797522:0:4596:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800ab18a000. 00000100:00000200:0.0:1712357180.797528:0:4596:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x66107ef900280-0x66107ef900280, portal 33 02000000:00000010:0.0:1712357180.797532:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6dcd800. 00000400:00000200:0.0:1712357180.797534:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.797535:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c790. 00000400:00000010:0.0:1712357180.797538:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357180.797539:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572121728, portal 25 00000400:00000010:0.0:1712357180.797542:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357180.797544:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1795536572121728, offset 0 00000400:00000200:0.0:1712357180.797548:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.797553:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.797558:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.797562:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.797565:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.797567:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.797569:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.798138:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [13:13:256:4294967295] 192.168.203.120@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1712357180.798142:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.798148:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.798153:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.798156:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4600. 00000800:00000200:0.0:1712357180.798160:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.798167:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.798170:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4600 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:2.0:1712357180.798295:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357180.798300:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4600. 00000400:00000200:2.0:1712357180.798304:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.798310:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357180.798313:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:2.0:1712357180.798322:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000200:2.0:1712357180.798328:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121728/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.800431:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800437:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.800444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800459:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800463:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800466:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 132 into portal 33 MB=0x66107ef900280 00000400:00000200:2.0:1712357180.800471:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800476:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.120@tcp of length 132/132 into md 0x275 [256] + 0 00000400:00000010:2.0:1712357180.800480:0:1845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c738. 00000400:00000200:2.0:1712357180.800483:0:1845:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ab18a000 00000400:00000200:2.0:1712357180.800499:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.800503:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357180.800507:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab18a000 00000400:00000010:2.0:1712357180.800509:0:1845:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 4216 at ffff8800ab18a000. 00000100:00000200:2.0:1712357180.800513:0:1845:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b6cc6400 00000400:00000200:2.0:1712357180.800532:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357180.800535:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800539:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357180.800544:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [14:14:256:4294967295] 192.168.203.120@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1712357180.800548:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.800554:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357180.800559:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357180.800565:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800ab356000. 00000800:00000200:2.0:1712357180.800569:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357180.800575:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357180.800578:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab356000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357180.800731:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357180.800740:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800ab356000. 00000400:00000200:2.0:1712357180.800744:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.800747:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000200:2.0:1712357180.802294:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.802299:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.802304:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.802307:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.802309:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.802312:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 240 into portal 25 MB=0x66107ef900280 00000400:00000200:2.0:1712357180.802316:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.802320:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 240/240 into md 0x27d [1] + 224 00000400:00000200:2.0:1712357180.802426:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.802436:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.802459:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121728/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.802509:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c790. 00000400:00000200:0.0:1712357180.802514:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:0.0:1712357180.802515:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357180.802520:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121728/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.802526:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121728/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357180.802548:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 10000000:00000010:0.0:1712357180.802558:0:4596:0:(mgc_request.c:1221:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800b6dbe000. 00000100:00000200:0.0:1712357180.802570:0:4596:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357180.802572:0:4596:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1712357180.802579:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.802605:0:4596:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1712357180.802609:0:4596:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664b80. 00000020:00000010:0.0:1712357180.802617:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcd600. 00000020:00000010:0.0:1712357180.802620:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.802622:0:4596:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35baba0. 00000008:00000010:0.0:1712357180.802627:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35a178. 00020000:00000010:0.0:1712357180.802630:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe480. 00008000:00000010:0.0:1712357180.802634:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ca98. 00000080:00000010:0.0:1712357180.802639:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d31c8. 00000080:00000010:0.0:1712357180.802642:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b35986d8. 00000020:00000010:0.0:1712357180.802695:0:4596:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.802707:0:4596:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b35baba0. 00000008:00000010:0.0:1712357180.802710:0:4596:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35a178. 00020000:00000010:0.0:1712357180.802712:0:4596:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3bfe480. 00008000:00000010:0.0:1712357180.802714:0:4596:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08ca98. 00000080:00000010:0.0:1712357180.802716:0:4596:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ac0d31c8. 00000080:00000010:0.0:1712357180.802718:0:4596:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b35986d8. 00000020:00000010:0.0:1712357180.802720:0:4596:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dcd600. 10000000:00000010:0.0:1712357180.802722:0:4596:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664b80. 00000100:00000200:0.0:1712357180.802730:0:4596:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357180.802731:0:4596:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1712357180.802734:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.802736:0:4596:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1712357180.802738:0:4596:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664b80. 00000020:00000010:0.0:1712357180.802741:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcd600. 00000020:00000010:0.0:1712357180.802742:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.802743:0:4596:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35baba0. 00000008:00000010:0.0:1712357180.802745:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35a178. 00020000:00000010:0.0:1712357180.802746:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe480. 00008000:00000010:0.0:1712357180.802747:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ca98. 00000080:00000010:0.0:1712357180.802749:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d31c8. 00000080:00000010:0.0:1712357180.802750:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b35986d8. 00000020:00000010:0.0:1712357180.802767:0:4596:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.802769:0:4596:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b35baba0. 00000008:00000010:0.0:1712357180.802770:0:4596:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35a178. 00020000:00000010:0.0:1712357180.802772:0:4596:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3bfe480. 00008000:00000010:0.0:1712357180.802773:0:4596:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08ca98. 00000080:00000010:0.0:1712357180.802775:0:4596:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ac0d31c8. 00000080:00000010:0.0:1712357180.802776:0:4596:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b35986d8. 00000020:00000010:0.0:1712357180.802777:0:4596:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dcd600. 10000000:00000010:0.0:1712357180.802778:0:4596:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664b80. 00000100:00000200:0.0:1712357180.802783:0:4596:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357180.802784:0:4596:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1712357180.802786:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.802793:0:4596:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1712357180.802795:0:4596:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664b80. 00000020:00000010:0.0:1712357180.802798:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcd600. 00000020:00000010:0.0:1712357180.802800:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.802801:0:4596:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35baba0. 00000008:00000010:0.0:1712357180.802802:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35a178. 00020000:00000010:0.0:1712357180.802804:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe480. 00008000:00000010:0.0:1712357180.802805:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ca98. 00000080:00000010:0.0:1712357180.802807:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d31c8. 00000080:00000010:0.0:1712357180.802808:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b35986d8. 00000020:00000010:0.0:1712357180.802822:0:4596:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357180.802823:0:4596:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b35baba0. 00000008:00000010:0.0:1712357180.802825:0:4596:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35a178. 00020000:00000010:0.0:1712357180.802826:0:4596:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3bfe480. 00008000:00000010:0.0:1712357180.802827:0:4596:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08ca98. 00000080:00000010:0.0:1712357180.802829:0:4596:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ac0d31c8. 00000080:00000010:0.0:1712357180.802830:0:4596:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b35986d8. 00000020:00000010:0.0:1712357180.802831:0:4596:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dcd600. 10000000:00000010:0.0:1712357180.802832:0:4596:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664b80. 10000000:00000010:0.0:1712357180.802834:0:4596:0:(mgc_request.c:1463:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800b6dbe000. 02000000:00000010:0.0:1712357180.802839:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6dcd800. 00000100:00000010:0.0:1712357180.802849:0:4596:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b6dbc000. 00000100:00000010:0.0:1712357180.802851:0:4596:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800b6cc6400. 02000000:00000010:0.0:1712357180.802853:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcce00. 00000100:00000010:0.0:1712357180.802856:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 10000000:00000010:0.0:1712357180.803234:0:4596:0:(mgc_request.c:1619:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800ab3d3800. 00000100:00000010:0.0:1712357180.803258:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 02000000:00000010:0.0:1712357180.803265:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcce00. 00010000:00000010:0.0:1712357180.803274:0:4596:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60f4600. 00010000:00000010:0.0:1712357180.803277:0:4596:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0480. 00000100:00000010:0.0:1712357180.803286:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe480. 02000000:00000010:0.0:1712357180.803297:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc6400. 00000400:00000200:0.0:1712357180.803302:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357180.803307:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c790. 00000400:00000010:0.0:1712357180.803311:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357180.803315:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572121792, portal 25 00000400:00000010:0.0:1712357180.803318:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357180.803319:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572121792, offset 0 00000400:00000200:0.0:1712357180.803323:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357180.803328:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.803331:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357180.803335:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.803338:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.803340:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.803342:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.803344:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [15:15:256:4294967295] 192.168.203.120@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1712357180.803346:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.803352:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.803356:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.803358:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4a00. 00000800:00000200:0.0:1712357180.803362:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.803368:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.803371:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.803461:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.803464:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4a00. 00000400:00000200:3.0:1712357180.803468:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.803473:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.803476:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357180.803477:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000200:3.0:1712357180.803485:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572121792/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.805042:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.805048:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.805335:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.805338:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.805341:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.805345:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef9002c0 00000400:00000200:2.0:1712357180.805348:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.805353:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x285 [1] + 224 00000400:00000200:2.0:1712357180.805367:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.805371:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.805379:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572121792/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1712357180.805772:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c790. 00000400:00000200:1.0:1712357180.805778:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:1.0:1712357180.805779:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000200:1.0:1712357180.805783:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572121792/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357180.805789:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572121792/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1712357180.805806:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe480. 02000000:00000010:1.0:1712357180.805819:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc6400. 02000000:00000010:1.0:1712357180.805822:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcce00. 00000100:00000010:1.0:1712357180.805825:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 10000000:00000010:1.0:1712357180.805830:0:4596:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6ce6c0. 00000020:00000010:1.0:1712357180.805833:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b35b0e00. 00000020:00000010:1.0:1712357180.805835:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b35b0600. 00000040:00000010:1.0:1712357180.805838:0:4596:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b35b1c00. 00000020:00000010:1.0:1712357180.805840:0:4596:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62ea000. 00000020:00000010:1.0:1712357180.805843:0:4596:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b35b0000. 80000000:00000010:1.0:1712357180.805845:0:4596:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afde0. 00040000:00000010:1.0:1712357180.805849:0:4596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b35b0400. 20000000:00000010:1.0:1712357180.805852:0:4596:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b35b1200. 00000040:00000010:1.0:1712357180.805857:0:4596:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b35b0800. 00000100:00000010:1.0:1712357180.805867:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060000. 02000000:00000010:1.0:1712357180.805874:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b35b1600. 00000100:00000010:1.0:1712357180.805883:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b615e540. 02000000:00000010:1.0:1712357180.805894:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b35b0c00. 00000400:00000200:1.0:1712357180.805898:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357180.805900:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e058. 00000400:00000010:1.0:1712357180.805907:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357180.805911:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572121856, portal 25 00000400:00000010:1.0:1712357180.805913:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357180.805915:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1795536572121856, offset 0 00000400:00000200:1.0:1712357180.805923:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357180.805928:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357180.805934:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357180.805938:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357180.805940:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357180.805943:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357180.805944:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357180.805946:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [16:16:256:4294967295] 192.168.203.120@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1712357180.805949:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357180.805954:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357180.805958:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357180.805960:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b34b6d00. 00000800:00000200:1.0:1712357180.805964:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357180.805969:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357180.805972:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b34b6d00 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.806087:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.806091:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b34b6d00. 00000400:00000200:3.0:1712357180.806095:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.806101:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.806104:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:3.0:1712357180.806106:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000200:3.0:1712357180.806113:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060000 x1795536572121856/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:2.0:1712357180.807385:0:4615:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012c55b340. 00000020:00000010:2.0:1712357180.807391:0:4615:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012c55b340. 00000020:00000010:3.0:1712357180.807424:0:4617:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012ab6b100. 00000020:00000010:3.0:1712357180.807428:0:4617:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012ab6b100. 00000400:00000200:2.0:1712357180.808579:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.808610:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.808615:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.808618:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.808621:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.808624:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef900300 00000400:00000200:2.0:1712357180.808627:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.808631:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x28d [1] + 224 00000400:00000200:2.0:1712357180.808645:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.808648:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.808655:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060000 x1795536572121856/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:0.0:1712357180.809546:0:4616:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b637bd80. 00000020:00000010:0.0:1712357180.809551:0:4616:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b637bd80. 00000400:00000010:1.0:1712357180.809813:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac02e058. 00000400:00000200:1.0:1712357180.809817:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357180.809819:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357180.809825:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060000 x1795536572121856/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357180.809832:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060000 x1795536572121856/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1712357180.809850:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b615e540. 02000000:00000010:1.0:1712357180.809857:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b35b0c00. 02000000:00000010:1.0:1712357180.809859:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b35b1600. 00000100:00000010:1.0:1712357180.809862:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060000. 00000040:00000010:1.0:1712357180.809868:0:4596:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136434000. 00000100:00000010:1.0:1712357180.809872:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060000. 02000000:00000010:1.0:1712357180.809878:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b35b1600. 00000100:00000010:1.0:1712357180.809886:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b615e540. 02000000:00000010:1.0:1712357180.809904:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800aa250000. 00000400:00000200:1.0:1712357180.809907:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357180.809913:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e058. 00000400:00000010:1.0:1712357180.809916:0:4596:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b615e840. 00000100:00000200:1.0:1712357180.809919:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572121920, portal 25 00000400:00000010:1.0:1712357180.809922:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357180.809924:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572121920, offset 0 00000400:00000200:1.0:1712357180.809928:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357180.809932:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357180.809941:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357180.809945:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357180.809948:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357180.809950:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357180.809952:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357180.809954:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [17:17:256:4294967295] 192.168.203.120@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1712357180.809957:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357180.809963:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357180.809967:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357180.809969:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b34b6d00. 00000800:00000200:1.0:1712357180.809973:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357180.809978:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357180.809980:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b34b6d00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1712357180.810093:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.810095:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b34b6d00. 00000400:00000200:3.0:1712357180.810099:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.810102:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.810104:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357180.810109:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000200:3.0:1712357180.810114:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060000 x1795536572121920/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.811432:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.811436:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.811440:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.811443:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.811456:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.811459:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef900340 00000400:00000200:2.0:1712357180.811462:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.811465:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x295 [4] + 224 00000400:00000200:2.0:1712357180.811484:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.811487:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.811492:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060000 x1795536572121920/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1712357180.811534:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac02e058. 00000400:00000200:1.0:1712357180.811538:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b615e840 00000400:00000010:1.0:1712357180.811539:0:4596:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b615e840. 00000100:00000200:1.0:1712357180.811543:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060000 x1795536572121920/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357180.811549:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060000 x1795536572121920/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1712357180.811561:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b615e540. 02000000:00000010:1.0:1712357180.811566:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800aa250000. 02000000:00000010:1.0:1712357180.811575:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b35b1600. 00000100:00000010:1.0:1712357180.811577:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060000. 00000040:00000010:1.0:1712357180.811603:0:4596:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b5f44880. 00000020:00000010:1.0:1712357180.811861:0:4618:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b35b1600. 00000020:00000010:1.0:1712357180.811865:0:4618:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b35b0c00. 00000040:00000010:1.0:1712357180.811868:0:4618:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b35b1000. 00000020:00000010:1.0:1712357180.811871:0:4618:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62ec000. 00000020:00000010:1.0:1712357180.811875:0:4618:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b35b1a00. 80000000:00000010:1.0:1712357180.811878:0:4618:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afd80. 00040000:00000010:1.0:1712357180.811885:0:4618:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b34b6f00. 00040000:00000010:1.0:1712357180.811889:0:4618:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5c53000. 20000000:00000010:1.0:1712357180.811895:0:4618:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b5c53200. 00000040:00000010:1.0:1712357180.811901:0:4618:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880136432000. 00000040:00000010:1.0:1712357180.812231:0:4618:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff880136432000. 00000020:00000010:1.0:1712357180.812236:0:4618:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b35b0c00. 00000040:00000010:1.0:1712357180.812239:0:4618:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b35b1000. 00000020:00000010:1.0:1712357180.812241:0:4618:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b62ec000. 00000020:00000010:1.0:1712357180.812245:0:4618:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b35b1a00. 80000000:00000010:1.0:1712357180.812247:0:4618:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012b3afd80. 00040000:00000010:1.0:1712357180.812249:0:4618:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800b34b6f00. 00040000:00000010:1.0:1712357180.812251:0:4618:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5c53000. 20000000:00000010:1.0:1712357180.812253:0:4618:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b5c53200. 00000020:00000010:1.0:1712357180.812255:0:4618:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b35b1600. 00000040:00000010:2.0:1712357180.812334:0:4596:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b5f44880. 00000040:00000010:2.0:1712357180.812338:0:4596:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136434000. 00000040:00000010:2.0:1712357180.812342:0:4596:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b35b0800. 00000020:00000010:2.0:1712357180.812346:0:4596:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b35b0600. 00000040:00000010:2.0:1712357180.812348:0:4596:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b35b1c00. 00000020:00000010:2.0:1712357180.812349:0:4596:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b62ea000. 00000020:00000010:2.0:1712357180.812352:0:4596:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b35b0000. 80000000:00000010:2.0:1712357180.812357:0:4596:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012b3afde0. 00040000:00000010:2.0:1712357180.812359:0:4596:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b35b0400. 20000000:00000010:2.0:1712357180.812361:0:4596:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b35b1200. 00000020:00000010:2.0:1712357180.812437:0:4596:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b35b0e00. 10000000:00000010:2.0:1712357180.812439:0:4596:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6ce6c0. 00000020:00000010:2.0:1712357180.812471:0:4596:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff8800b34e73c0. 00000020:00000010:2.0:1712357180.812474:0:4596:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff8800b6d7fd80. 00000080:00000010:2.0:1712357180.812480:0:4596:0:(llite_lib.c:1474:ll_fill_super()) kmalloced '(dt)': 33 at ffff88012c55ba80. 00000080:00000010:2.0:1712357180.812483:0:4596:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(md)': 33 at ffff88012c55b180. 00000080:00000010:2.0:1712357180.812489:0:4596:0:(llite_lib.c:320:client_common_fill_super()) kmalloced '(data)': 192 at ffff8800b3b60840. 00000080:00000010:2.0:1712357180.812491:0:4596:0:(llite_lib.c:324:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8800b3b603c0. 00000020:00000010:2.0:1712357180.812496:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab107000. 00000020:00000010:2.0:1712357180.812524:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab107800. 00000100:00000010:2.0:1712357180.812537:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44700. 02000000:00000010:2.0:1712357180.812544:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab0da800. 40000000:00000010:2.0:1712357180.812646:0:4596:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6f0e400. 40000000:00000010:2.0:1712357180.812649:0:4596:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800b3b60900. 02000000:00000010:0.0:1712357180.812660:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc6c00. 00000400:00000200:0.0:1712357180.812673:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 40000000:00000010:2.0:1712357180.812674:0:4596:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff8800b3b60900. 00000400:00000010:0.0:1712357180.812676:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 80000000:00000010:2.0:1712357180.812677:0:4596:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff88012c55b600. 00000400:00000010:0.0:1712357180.812681:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00020000:00000010:2.0:1712357180.812682:0:4596:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8800b6d7fd80. 00000100:00000010:2.0:1712357180.812685:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44a80. 00000100:00000200:0.0:1712357180.812687:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572121984, portal 10 02000000:00000010:2.0:1712357180.812690:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e000. 00000020:00000010:0.0:1712357180.812694:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ab18c000. 00000400:00000010:0.0:1712357180.812698:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357180.812701:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1795536572121984, offset 0 00000400:00000200:0.0:1712357180.812708:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00800000:00000010:2.0:1712357180.812718:0:4596:0:(lmv_obd.c:1430:lmv_statfs()) kmalloced '(temp)': 144 at ffff8800b3b60900. 00000400:00000200:0.0:1712357180.812722:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000010:2.0:1712357180.812723:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44e00. 02000000:00000010:2.0:1712357180.812726:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6f0e200. 00000400:00000200:0.0:1712357180.812727:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000010:2.0:1712357180.812730:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3b60a80. 00000400:00000200:0.0:1712357180.812732:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357180.812735:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357180.812738:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357180.812740:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357180.812743:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [18:18:256:4294967295] 192.168.203.120@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1712357180.812746:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357180.812752:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357180.812758:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357180.812761:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4000. 00000800:00000200:0.0:1712357180.812766:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357180.812773:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357180.812776:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4000 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1712357180.812808:0:1854:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2ea840. 00000020:00000010:3.0:1712357180.812811:0:1854:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3739000. 80000000:00000010:3.0:1712357180.812813:0:1854:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad420. 40000000:00000010:3.0:1712357180.812815:0:1854:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012ab6b580. 00000008:00000010:3.0:1712357180.812819:0:1854:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3daca0. 00020000:00000010:3.0:1712357180.812822:0:1854:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800aa01f3c0. 00008000:00000010:3.0:1712357180.812826:0:1854:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09ce20. 00100000:00000010:3.0:1712357180.812829:0:1854:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa012800. 00040000:00000010:3.0:1712357180.812831:0:1854:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800ab1c4b00. 00040000:00000010:3.0:1712357180.812834:0:1854:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa013000. 00040000:00000010:3.0:1712357180.812836:0:1854:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3738200. 00000004:00000010:3.0:1712357180.812839:0:1854:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa013800. 00000004:00000010:3.0:1712357180.812842:0:1854:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012aaa7000. 00000004:00000010:3.0:1712357180.812845:0:1854:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa014000. 00002000:00000010:3.0:1712357180.812848:0:1854:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3edc00. 00000004:00000010:3.0:1712357180.812851:0:1854:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3ed800. 00000080:00000010:3.0:1712357180.812854:0:1854:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0260. 00000080:00000010:3.0:1712357180.812857:0:1854:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cc920. 00000008:00000010:3.0:1712357180.812861:0:1854:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8160. 00020000:00000010:3.0:1712357180.812864:0:1854:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380240. 00008000:00000010:3.0:1712357180.812866:0:1854:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5be0. 00000080:00000010:3.0:1712357180.812868:0:1854:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d0f0. 00000020:00000010:3.0:1712357180.812879:0:1853:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab2ead48. 00000020:00000010:3.0:1712357180.812881:0:1853:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3739e00. 80000000:00000010:3.0:1712357180.812882:0:1853:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad780. 40000000:00000010:3.0:1712357180.812884:0:1853:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012ab6b440. 00000008:00000010:3.0:1712357180.812886:0:1853:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3dc2f0. 00020000:00000010:3.0:1712357180.812888:0:1853:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800aa01f300. 00008000:00000010:3.0:1712357180.812889:0:1853:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09d530. 00100000:00000010:3.0:1712357180.812892:0:1853:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa014800. 00040000:00000010:3.0:1712357180.812900:0:1853:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800ab1c4a00. 00040000:00000010:3.0:1712357180.812902:0:1853:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa015000. 00040000:00000010:3.0:1712357180.812904:0:1853:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3738c00. 00000004:00000010:3.0:1712357180.812906:0:1853:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa015800. 00000004:00000010:3.0:1712357180.812915:0:1853:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800aa068000. 00000004:00000010:3.0:1712357180.812918:0:1853:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa016000. 00002000:00000010:3.0:1712357180.812920:0:1853:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3ee000. 00000004:00000010:3.0:1712357180.812921:0:1853:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3ee400. 00000080:00000010:3.0:1712357180.812923:0:1853:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0390. 00000080:00000010:3.0:1712357180.812926:0:1853:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3ccdb0. 00000008:00000010:3.0:1712357180.812928:0:1853:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f82c0. 00020000:00000010:3.0:1712357180.812930:0:1853:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380480. 00008000:00000010:3.0:1712357180.812931:0:1853:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5c60. 00000080:00000010:3.0:1712357180.812933:0:1853:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d1e0. 00000800:00000200:3.0:1712357180.812988:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357180.812990:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4000. 00000400:00000200:3.0:1712357180.812992:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357180.812996:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357180.812998:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357180.813000:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000200:3.0:1712357180.813004:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44700 x1795536572121984/t0(0) o38->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357180.817635:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.817643:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357180.817652:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.817656:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.817660:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.817664:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 10 MB=0x66107ef900380 00000400:00000200:2.0:1712357180.817679:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357180.817684:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 416/416 into md 0x29d [1] + 0 00000400:00000200:2.0:1712357180.817702:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357180.817706:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357180.817716:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44700 x1795536572121984/t0(0) o38->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357180.817833:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357180.817838:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357180.817840:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357180.817845:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44700 x1795536572121984/t0(0) o38->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357180.817852:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44700 x1795536572121984/t0(0) o38->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:2.0:1712357181.766683:0:46:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b3890000. 02000000:00000010:0.0:1712357181.817875:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc6c00. 02000000:00000010:0.0:1712357181.817885:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab0da800. 00000100:00000010:0.0:1712357181.817890:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44700. 02000000:00000010:3.0:1712357181.817918:0:1854:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab3ee800. 00000400:00000200:3.0:1712357181.817931:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357181.817934:0:1854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760630. 00000400:00000010:3.0:1712357181.817939:0:1854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586110. 00000100:00000200:3.0:1712357181.817945:0:1854:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572122048, portal 10 02000000:00000010:2.0:1712357181.817949:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab0dac00. 00000020:00000010:3.0:1712357181.817953:0:1854:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012d486000. 00000400:00000010:3.0:1712357181.817957:0:1854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586198. 00000400:00000200:2.0:1712357181.817958:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:3.0:1712357181.817959:0:1854:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572122048, offset 0 00000400:00000010:2.0:1712357181.817960:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf0b0. 00000400:00000200:3.0:1712357181.817965:0:1854:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357181.817971:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000400:00000200:3.0:1712357181.817972:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:2.0:1712357181.817976:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572122112, portal 10 00000400:00000200:3.0:1712357181.817977:0:1854:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000020:00000010:2.0:1712357181.817982:0:4596:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ab356000. 00000400:00000010:2.0:1712357181.817985:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4198. 00000100:00000200:2.0:1712357181.817986:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572122112, offset 0 00000400:00000200:3.0:1712357181.817990:0:1854:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357181.817992:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357181.817994:0:1854:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357181.817997:0:1854:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357181.817999:0:1854:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357181.818001:0:1854:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [19:19:256:4294967295] 192.168.203.120@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1712357181.818005:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.818011:0:1854:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357181.818016:0:1854:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357181.818017:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000010:3.0:1712357181.818020:0:1854:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ab1c4900. 00000400:00000200:2.0:1712357181.818022:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000800:00000200:3.0:1712357181.818024:0:1854:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:2.0:1712357181.818027:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357181.818030:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000800:00000200:3.0:1712357181.818031:0:1854:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:2.0:1712357181.818032:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357181.818034:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000800:00000200:3.0:1712357181.818035:0:1854:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab1c4900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1712357181.818037:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [20:20:255:4294967295] 192.168.203.120@tcp LPNI seq info [20:20:7:4294967295] 00000400:00000200:2.0:1712357181.818039:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.818052:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357181.818057:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357181.818060:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:2.0:1712357181.818063:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357181.818069:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357181.818072:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1712357181.818085:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357181.818087:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ab1c4900. 00000400:00000200:3.0:1712357181.818090:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357181.818094:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357181.818097:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586198 00000400:00000010:3.0:1712357181.818098:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586198. 00000100:00000200:3.0:1712357181.818104:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44a80 x1795536572122048/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:3.0:1712357181.818175:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357181.818177:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357181.818180:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357181.818183:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357181.818185:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4198 00000400:00000010:3.0:1712357181.818186:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4198. 00000100:00000200:3.0:1712357181.818189:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44e00 x1795536572122112/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357181.819314:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819319:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357181.819323:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819326:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819329:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819332:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef9003c0 00000400:00000200:2.0:1712357181.819336:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819341:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x2a5 [1] + 224 00000400:00000200:2.0:1712357181.819349:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.819352:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357181.819360:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44a80 x1795536572122048/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357181.819390:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819393:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357181.819396:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819397:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819399:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819401:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef900400 00000400:00000200:2.0:1712357181.819403:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.819405:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x2b5 [1] + 224 00000400:00000200:2.0:1712357181.819416:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.819419:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357181.819423:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44e00 x1795536572122112/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357181.819540:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6eaf0b0. 00000400:00000200:0.0:1712357181.819543:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:0.0:1712357181.819545:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000200:0.0:1712357181.819549:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44e00 x1795536572122112/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357181.819557:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44e00 x1795536572122112/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357181.819615:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3b60a80. 02000000:00000010:0.0:1712357181.819621:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab0dac00. 02000000:00000010:0.0:1712357181.819624:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e200. 00000100:00000010:0.0:1712357181.819627:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44e00. 00800000:00000010:0.0:1712357181.819632:0:4596:0:(lmv_obd.c:1483:lmv_statfs()) kfreed 'temp': 144 at ffff8800b3b60900. 00000020:00000010:0.0:1712357181.819649:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab3d3800. 00000020:00000010:0.0:1712357181.819663:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab3d4000. 00000100:00000010:0.0:1712357181.819682:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398380. 02000000:00000010:0.0:1712357181.819692:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc6400. 00000100:00000010:0.0:1712357181.819736:0:317:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398700. 02000000:00000010:0.0:1712357181.819741:0:317:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60f4b00. 00000020:00000010:1.0:1712357181.819765:0:1851:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c0508. 00000020:00000010:1.0:1712357181.819769:0:1851:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b5c53200. 00000020:00000010:0.0:1712357181.819769:0:1852:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ac391420. 80000000:00000010:1.0:1712357181.819771:0:1851:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afd80. 00000020:00000010:0.0:1712357181.819772:0:1852:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6dcd800. 40000000:00000010:1.0:1712357181.819773:0:1851:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012e6cec80. 80000000:00000010:0.0:1712357181.819774:0:1852:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35baba0. 40000000:00000010:0.0:1712357181.819775:0:1852:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b637b980. 00000008:00000010:1.0:1712357181.819777:0:1851:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3b8b28. 00000008:00000010:0.0:1712357181.819778:0:1852:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35a178. 00020000:00000010:1.0:1712357181.819780:0:1851:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b615e540. 00020000:00000010:0.0:1712357181.819780:0:1852:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe6c0. 00008000:00000010:1.0:1712357181.819783:0:1851:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab094388. 00008000:00000010:0.0:1712357181.819784:0:1852:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ca98. 00100000:00000010:1.0:1712357181.819786:0:1851:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b62ec000. 00100000:00000010:0.0:1712357181.819786:0:1852:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab3d4800. 00040000:00000010:1.0:1712357181.819789:0:1851:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b34b6f00. 00040000:00000010:0.0:1712357181.819789:0:1852:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b60f4400. 00040000:00000010:1.0:1712357181.819791:0:1851:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b62e8000. 00040000:00000010:0.0:1712357181.819791:0:1852:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab3d5000. 00040000:00000010:1.0:1712357181.819793:0:1851:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5c53000. 00040000:00000010:0.0:1712357181.819793:0:1852:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6dcd600. 00000004:00000010:1.0:1712357181.819796:0:1851:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b62e9000. 00000004:00000010:0.0:1712357181.819796:0:1852:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab3d5800. 00000004:00000010:0.0:1712357181.819801:0:1852:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b3910000. 00000004:00000010:1.0:1712357181.819802:0:1851:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad839000. 00000004:00000010:1.0:1712357181.819804:0:1851:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b62ed000. 00000004:00000010:0.0:1712357181.819804:0:1852:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab3d6000. 00002000:00000010:1.0:1712357181.819807:0:1851:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a5d3000. 00002000:00000010:0.0:1712357181.819807:0:1852:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6cc6000. 00000004:00000010:1.0:1712357181.819809:0:1851:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88012a5d2400. 00000004:00000010:0.0:1712357181.819810:0:1852:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b6cc4400. 00000080:00000010:1.0:1712357181.819812:0:1851:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb098. 00000080:00000010:0.0:1712357181.819812:0:1852:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d31c8. 00000080:00000010:1.0:1712357181.819814:0:1851:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0248. 00000080:00000010:0.0:1712357181.819815:0:1852:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b35986d8. 00000008:00000010:1.0:1712357181.819817:0:1851:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b2160. 00020000:00000010:1.0:1712357181.819820:0:1851:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38c240. 00008000:00000010:1.0:1712357181.819821:0:1851:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab2050c8. 00000080:00000010:1.0:1712357181.819823:0:1851:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa0f0. 00000008:00000010:0.0:1712357181.819824:0:1852:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8000. 00020000:00000010:0.0:1712357181.819826:0:1852:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a06c0. 02000000:00000010:1.0:1712357181.819827:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a5d1c00. 00000400:00000010:3.0:1712357181.819830:0:1854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760630. 00000400:00000200:1.0:1712357181.819831:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00008000:00000010:0.0:1712357181.819831:0:1852:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b3588. 00000400:00000010:1.0:1712357181.819833:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e058. 00000080:00000010:0.0:1712357181.819835:0:1852:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa226000. 00000400:00000200:3.0:1712357181.819837:0:1854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586110 00000400:00000010:3.0:1712357181.819838:0:1854:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586110. 02000000:00000010:0.0:1712357181.819842:0:1852:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6dcd400. 00000400:00000200:0.0:1712357181.819846:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357181.819847:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000400:00000010:0.0:1712357181.819848:0:1852:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000100:00000200:3.0:1712357181.819849:0:1854:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44a80 x1795536572122048/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357181.819849:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572122176, portal 4 00000400:00000010:0.0:1712357181.819852:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000020:00000010:1.0:1712357181.819854:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136432000. 00000100:00000200:0.0:1712357181.819854:0:1852:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572122240, portal 25 00000400:00000010:1.0:1712357181.819856:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000400:00000010:0.0:1712357181.819856:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:3.0:1712357181.819857:0:1854:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44a80 x1795536572122048/t0(0) o41->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357197 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357181.819858:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1795536572122176, offset 0 00000100:00000200:0.0:1712357181.819859:0:1852:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1795536572122240, offset 0 00000400:00000200:1.0:1712357181.819862:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357181.819865:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357181.819865:0:1852:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357181.819868:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357181.819870:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357181.819872:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357181.819874:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357181.819875:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357181.819876:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [21:21:256:4294967295] 192.168.203.120@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1712357181.819878:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000010:3.0:1712357181.819880:0:1854:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab3ee800. 00000400:00000200:0.0:1712357181.819881:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357181.819882:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000010:3.0:1712357181.819884:0:1854:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6f0e000. 00000400:00000200:0.0:1712357181.819884:0:1852:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000800:00000200:1.0:1712357181.819885:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357181.819886:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b34b6600. 00000400:00000200:0.0:1712357181.819886:0:1852:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1712357181.819887:0:1854:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44a80. 00000800:00000200:1.0:1712357181.819889:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:0.0:1712357181.819889:0:1852:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357181.819890:0:1852:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357181.819892:0:1852:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357181.819893:0:1852:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [22:22:255:4294967295] 192.168.203.120@tcp LPNI seq info [22:22:7:4294967295] 00000800:00000200:1.0:1712357181.819895:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357181.819897:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b34b6600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1712357181.819897:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357181.819901:0:1852:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357181.819905:0:1852:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357181.819907:0:1852:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4a00. 00000800:00000200:0.0:1712357181.819910:0:1852:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357181.819914:0:1852:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357181.819916:0:1852:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1712357181.819932:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357181.819934:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b34b6600. 00000400:00000200:3.0:1712357181.819938:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1712357181.819941:0:4596:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab3d6800. 00000400:00000200:3.0:1712357181.819942:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357181.819945:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:3.0:1712357181.819946:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000200:3.0:1712357181.819950:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398380 x1795536572122176/t0(0) o8->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357181.819952:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 02000000:00000010:0.0:1712357181.819961:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa250000. 00000800:00000200:3.0:1712357181.819989:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357181.819991:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4a00. 00000400:00000200:3.0:1712357181.819993:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357181.819995:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357181.819997:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:3.0:1712357181.819998:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000200:3.0:1712357181.820002:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398700 x1795536572122240/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357181.820003:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398e00. 02000000:00000010:0.0:1712357181.820007:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcc400. 00000100:00000010:0.0:1712357181.820016:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe780. 02000000:00000010:0.0:1712357181.820022:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa250400. 00000400:00000200:0.0:1712357181.820030:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357181.820032:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357181.820034:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357181.820036:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572122368, portal 10 00000400:00000010:0.0:1712357181.820038:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357181.820040:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1795536572122368, offset 0 00000400:00000200:0.0:1712357181.820043:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 02000000:00000010:1.0:1712357181.820047:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a5d2000. 00000400:00000200:0.0:1712357181.820047:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357181.820049:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357181.820052:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357181.820054:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357181.820055:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357181.820057:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357181.820059:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [23:23:256:4294967295] 192.168.203.120@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1712357181.820062:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357181.820067:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357181.820068:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000010:1.0:1712357181.820070:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e0b0. 00000800:00000200:0.0:1712357181.820072:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357181.820073:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000800:00000010:0.0:1712357181.820074:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4e00. 00000800:00000200:0.0:1712357181.820076:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000200:1.0:1712357181.820077:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572122304, portal 4 00000800:00000200:0.0:1712357181.820080:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000020:00000010:1.0:1712357181.820081:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136430000. 00000800:00000200:0.0:1712357181.820081:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4e00 type 1, nob 536 niov 1 nkiov 1 00000400:00000010:1.0:1712357181.820084:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357181.820086:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1795536572122304, offset 0 00000400:00000200:1.0:1712357181.820090:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357181.820098:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357181.820103:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357181.820106:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357181.820108:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357181.820111:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357181.820112:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357181.820114:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [24:24:255:4294967295] 192.168.203.120@tcp LPNI seq info [24:24:7:4294967295] 00000400:00000200:1.0:1712357181.820117:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357181.820123:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357181.820127:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357181.820129:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b34b6b00. 00000800:00000200:1.0:1712357181.820133:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357181.820137:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357181.820140:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b34b6b00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1712357181.820153:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357181.820156:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4e00. 00000400:00000200:2.0:1712357181.820158:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.820162:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357181.820164:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:2.0:1712357181.820165:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000200:2.0:1712357181.820173:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398e00 x1795536572122368/t0(0) o40->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357197 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:2.0:1712357181.820196:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357181.820197:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b34b6b00. 00000400:00000200:2.0:1712357181.820199:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.820201:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357181.820203:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:2.0:1712357181.820204:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000200:2.0:1712357181.820207:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572122304/t0(0) o8->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1712357181.821099:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.821103:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357181.821108:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.821110:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.821112:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.821116:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x66107ef900480 00000400:00000200:3.0:1712357181.821119:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.821123:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0x2cd [1] + 224 00000400:00000200:3.0:1712357181.821139:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357181.821141:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:3.0:1712357181.821146:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398700 x1795536572122240/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357181.821336:0:1852:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357181.821339:0:1852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357181.821340:0:1852:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357181.821345:0:1852:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398700 x1795536572122240/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357181.821351:0:1852:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398700 x1795536572122240/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:0.0:1712357181.821436:0:1852:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6dcd400. 02000000:00000010:0.0:1712357181.821450:0:1852:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60f4b00. 00000100:00000010:0.0:1712357181.821452:0:1852:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398700. 00000400:00000200:2.0:1712357181.821467:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821470:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357181.821475:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821478:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821480:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821483:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 4 MB=0x66107ef900440 00000400:00000200:2.0:1712357181.821486:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821489:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 416/416 into md 0x2c5 [1] + 0 00000400:00000200:2.0:1712357181.821494:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.821496:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357181.821500:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398380 x1795536572122176/t0(0) o8->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357181.821526:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821529:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357181.821532:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821533:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821535:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821537:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef900500 00000400:00000200:2.0:1712357181.821540:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.821542:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x2d5 [1] + 224 00000400:00000200:2.0:1712357181.821554:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.821559:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357181.821563:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398e00 x1795536572122368/t0(0) o40->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357197 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357181.821651:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357181.821654:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357181.821655:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357181.821659:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398e00 x1795536572122368/t0(0) o40->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357197 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357181.821665:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398e00 x1795536572122368/t0(0) o40->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357197 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1712357181.821667:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac02e058. 00000400:00000200:1.0:1712357181.821670:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:1.0:1712357181.821671:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357181.821675:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398380 x1795536572122176/t0(0) o8->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357181.821681:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398380 x1795536572122176/t0(0) o8->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357181.821681:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe780. 00000002:00000200:0.0:1712357181.821686:0:4596:0:(mdc_request.c:147:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:0.0:1712357181.821688:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa250400. 02000000:00000010:0.0:1712357181.821690:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcc400. 02000000:00000010:1.0:1712357181.821726:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a5d1c00. 02000000:00000010:1.0:1712357181.821730:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc6400. 00000100:00000010:1.0:1712357181.821732:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398380. 00000100:00000010:0.0:1712357181.821812:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398e00. 00000080:00000010:0.0:1712357181.821818:0:4596:0:(llite_lib.c:728:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8800b6dcc400. 00000020:00000010:0.0:1712357181.821821:0:4596:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aa250400. 00000020:00000010:0.0:1712357181.821825:0:4596:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aa250c00. 00000100:00000010:0.0:1712357181.821828:0:4596:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398e00. 02000000:00000010:0.0:1712357181.821834:0:4596:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcd400. 00000100:00000010:0.0:1712357181.821843:0:4596:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe780. 02000000:00000010:0.0:1712357181.821852:0:4596:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa251000. 00000400:00000200:0.0:1712357181.821856:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357181.821857:0:4596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357181.821860:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357181.821863:0:4596:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572122432, portal 10 00000400:00000010:0.0:1712357181.821865:0:4596:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357181.821867:0:4596:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1795536572122432, offset 0 00000400:00000200:0.0:1712357181.821871:0:4596:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357181.821874:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357181.821877:0:4596:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357181.821880:0:4596:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357181.821883:0:4596:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357181.821885:0:4596:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357181.821891:0:4596:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357181.821893:0:4596:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [25:25:256:4294967295] 192.168.203.120@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1712357181.821896:0:4596:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357181.821901:0:4596:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357181.821904:0:4596:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357181.821907:0:4596:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4b00. 00000800:00000200:0.0:1712357181.821909:0:4596:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357181.821914:0:4596:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357181.821916:0:4596:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4b00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:3.0:1712357181.821990:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357181.821993:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4b00. 00000400:00000200:3.0:1712357181.821995:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357181.821998:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357181.822000:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:3.0:1712357181.822001:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000200:3.0:1712357181.822004:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398e00 x1795536572122432/t0(0) o33->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1712357181.822260:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.822263:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357181.822266:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.822268:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.822269:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.822271:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 4 MB=0x66107ef9004c0 00000400:00000200:2.0:1712357181.822274:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357181.822277:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 416/416 into md 0x2dd [1] + 0 00000400:00000200:2.0:1712357181.822286:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357181.822289:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357181.822293:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572122304/t0(0) o8->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1712357181.822344:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac02e0b0. 00000400:00000200:1.0:1712357181.822346:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:1.0:1712357181.822347:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357181.822350:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572122304/t0(0) o8->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1712357181.822356:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572122304/t0(0) o8->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:1.0:1712357181.822380:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a5d2000. 02000000:00000010:1.0:1712357181.822383:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa250000. 00000100:00000010:1.0:1712357181.822385:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00000400:00000200:3.0:1712357181.833809:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.833818:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357181.833824:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.833829:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.833832:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.833835:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 464 into portal 10 MB=0x66107ef900540 00000400:00000200:3.0:1712357181.833839:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357181.833844:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 464/464 into md 0x2e5 [1] + 224 00000400:00000200:3.0:1712357181.833863:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357181.833867:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:3.0:1712357181.833877:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398e00 x1795536572122432/t0(0) o33->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1712357181.833930:0:4596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357181.833935:0:4596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357181.833936:0:4596:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357181.833941:0:4596:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398e00 x1795536572122432/t0(0) o33->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1712357181.833948:0:4596:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398e00 x1795536572122432/t0(0) o33->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1712357181.833975:0:4596:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe780. 00000002:00000200:0.0:1712357181.833981:0:4596:0:(mdc_request.c:185:mdc_getattr_common()) mode: 40755 00000080:00000010:0.0:1712357181.833985:0:4596:0:(llite_lib.c:745:client_common_fill_super()) kfreed 'op_data': 384 at ffff8800b6dcc400. 00000080:00000010:0.0:1712357181.834008:0:4596:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0640000. 02000000:00000010:0.0:1712357181.834021:0:4596:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa251000. 02000000:00000010:0.0:1712357181.834024:0:4596:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcd400. 00000100:00000010:0.0:1712357181.834027:0:4596:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398e00. 00000020:00000010:0.0:1712357181.834036:0:4596:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa229000. 00000020:00000010:0.0:1712357181.834039:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcd400. 00000020:00000010:0.0:1712357181.834042:0:4596:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dcc400. 00000020:00000010:0.0:1712357181.834044:0:4596:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35ba000. 00000008:00000010:0.0:1712357181.834049:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35aca0. 00020000:00000010:0.0:1712357181.834052:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe780. 00008000:00000010:0.0:1712357181.834055:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ce20. 00000080:00000010:0.0:1712357181.834060:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3260. 00000080:00000010:0.0:1712357181.834065:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598920. 00000020:00000010:0.0:1712357181.834067:0:4596:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dccc00. 00000008:00000010:0.0:1712357181.834070:0:4596:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8160. 00020000:00000010:0.0:1712357181.834072:0:4596:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a0900. 00008000:00000010:0.0:1712357181.834080:0:4596:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b3590. 00000080:00000010:0.0:1712357181.834083:0:4596:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2260f0. 00000080:00000010:0.0:1712357181.834086:0:4596:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8800b35bac60. 00000080:00000010:0.0:1712357181.834089:0:4596:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff8800b6dcda00. 00000020:00000010:0.0:1712357181.834118:0:4596:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800ab344000. 00000020:00000010:0.0:1712357181.834128:0:4596:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35bab40. 00000020:00000010:0.0:1712357181.834130:0:4596:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b3bfe840. 00000008:00000010:0.0:1712357181.834137:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35b7c8. 00020000:00000010:0.0:1712357181.834139:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe900. 00008000:00000010:0.0:1712357181.834140:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08d1a8. 00000080:00000010:0.0:1712357181.834142:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d32f8. 00000080:00000010:0.0:1712357181.834144:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598b68. 00000008:00000010:0.0:1712357181.834146:0:4596:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a82c0. 00020000:00000010:0.0:1712357181.834148:0:4596:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a0b40. 00008000:00000010:0.0:1712357181.834149:0:4596:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b3598. 00000080:00000010:0.0:1712357181.834151:0:4596:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2261e0. 00000008:00000010:0.0:1712357181.834153:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35c2f0. 00020000:00000010:0.0:1712357181.834155:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfe9c0. 00008000:00000010:0.0:1712357181.834156:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08d530. 00000080:00000010:0.0:1712357181.834158:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3390. 00000080:00000010:0.0:1712357181.834159:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598db0. 00000008:00000010:0.0:1712357181.834161:0:4596:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8420. 00020000:00000010:0.0:1712357181.834163:0:4596:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a0d80. 00008000:00000010:0.0:1712357181.834164:0:4596:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b35a0. 00000080:00000010:0.0:1712357181.834166:0:4596:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2262d0. 00000008:00000010:0.0:1712357181.834168:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35ce18. 00020000:00000010:0.0:1712357181.834169:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfea80. 00008000:00000010:0.0:1712357181.834171:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08d8b8. 00000080:00000010:0.0:1712357181.834176:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3428. 00000080:00000010:0.0:1712357181.834178:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598ff8. 00000008:00000010:0.0:1712357181.834180:0:4596:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8580. 00020000:00000010:0.0:1712357181.834181:0:4596:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a0fc0. 00008000:00000010:0.0:1712357181.834183:0:4596:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b35a8. 00000080:00000010:0.0:1712357181.834184:0:4596:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2263c0. 00000008:00000010:0.0:1712357181.834187:0:4596:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357181.834188:0:4596:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3bfeb40. 00008000:00000010:0.0:1712357181.834190:0:4596:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08dc40. 00000080:00000010:0.0:1712357181.834191:0:4596:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d34c0. 00000080:00000010:0.0:1712357181.834192:0:4596:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599240. 00000008:00000010:0.0:1712357181.834194:0:4596:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a86e0. 00020000:00000010:0.0:1712357181.834195:0:4596:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a1200. 00008000:00000010:0.0:1712357181.834197:0:4596:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b35b0. 00000080:00000010:0.0:1712357181.834198:0:4596:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2264b0. 00020000:00000010:0.0:1712357181.834203:0:4596:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b35ba8a0. 00020000:00000010:0.0:1712357181.834206:0:4596:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b35ba960. 00020000:00000010:0.0:1712357181.834208:0:4596:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b35bad80. 00000080:00000010:0.0:1712357181.834218:0:4596:0:(llite_lib.c:826:client_common_fill_super()) kfreed 'data': 192 at ffff8800b3b60840. 00000080:00000010:0.0:1712357181.834220:0:4596:0:(llite_lib.c:828:client_common_fill_super()) kfreed 'osfs': 144 at ffff8800b3b603c0. 00000080:00000010:0.0:1712357181.834236:0:4596:0:(llite_lib.c:1494:ll_fill_super()) kfreed 'md': 33 at ffff88012c55b180. 00000080:00000010:0.0:1712357181.834239:0:4596:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff88012c55ba80. 00000080:00000010:0.0:1712357181.834242:0:4596:0:(llite_lib.c:1506:ll_fill_super()) kfreed 'cfg': 80 at ffff8800b3a47240. 00000080:02000400:0.0:1712357181.834244:0:4596:0:(llite_lib.c:1512:ll_fill_super()) Mounted lustre-client 00000080:00200008:1.0:1712357181.873479:0:4636:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1712357181.873489:0:4636:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000002:00010000:1.0:1712357181.873506:0:4636:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1712357181.873548:0:4636:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 4636 initiator: MDT0 00010000:00010000:1.0:1712357181.873555:0:4636:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4636 initiator: MDT0 00010000:00010000:1.0:1712357181.873565:0:4636:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4636 initiator: MDT0 00000100:00100000:1.0:1712357181.873602:0:4636:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job mkdir:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4636:1795536572122496:192.168.203.120@tcp:101: 00000100:00100000:1.0:1712357181.873667:0:4636:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615e840 going to sleep for 11 seconds 00000100:00100000:1.0:1712357181.875503:0:4636:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job mkdir:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4636:1795536572122496:192.168.203.120@tcp:101: 00010000:00010000:1.0:1712357181.875518:0:4636:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875531:0:4636:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875539:0:4636:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875547:0:4636:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875554:0:4636:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875559:0:4636:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875564:0:4636:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1712357181.875572:0:4636:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa060000 x1795536572122496/t0(0) o101->lustre-MDT0000-mdc-ffff88012a53d800@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357197 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000002:00010000:1.0:1712357181.875603:0:4636:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875610:0:4636:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a4c6c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1712357181.875631:0:4636:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1712357181.875635:0:4636:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337b4d 00000080:00010000:1.0:1712357181.875640:0:4636:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357181.875642:0:4636:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337b4d from it ffff8800aa2ffcc8 00010000:00010000:1.0:1712357181.875648:0:4636:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357181.875653:0:4636:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357182.768951:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1712357183.247266:0:4697:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1712357183.247278:0:4697:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000002:00010000:0.0:1712357183.247296:0:4697:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1712357183.247306:0:4697:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357183.247317:0:4697:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1712357183.247330:0:4697:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357183.247332:0:4697:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337b4d 00000080:00010000:0.0:1712357183.247337:0:4697:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337b4d from it ffff8800aa273cc8 00010000:00010000:0.0:1712357183.247338:0:4697:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357183.247343:0:4697:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1712357183.247784:0:4697:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1712357183.247787:0:4697:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000002:00010000:0.0:1712357183.247792:0:4697:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1712357183.247797:0:4697:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357183.247802:0:4697:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1712357183.247808:0:4697:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357183.247809:0:4697:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337b4d 00000080:00010000:0.0:1712357183.247811:0:4697:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337b4d from it ffff8800aa273cc8 00010000:00010000:0.0:1712357183.247812:0:4697:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357183.247817:0:4697:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1712357183.247908:0:4697:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000002:00010000:0.0:1712357183.247916:0:4697:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1712357183.247920:0:4697:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357183.247926:0:4697:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1712357183.247931:0:4697:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357183.247933:0:4697:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337b4d 00000080:00010000:0.0:1712357183.247935:0:4697:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337b4d from it ffff8800aa273b80 00010000:00010000:0.0:1712357183.247937:0:4697:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357183.247941:0:4697:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1712357183.247947:0:4697:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 44 00000080:00200008:0.0:1712357183.247953:0:4697:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), flags 100000 00000080:00200080:0.0:1712357183.248050:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.248061:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00800000:00000004:0.0:1712357183.248067:0:4697:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0000-mdc-ffff88012a53d800: age 124, max_age 125 00000100:00100000:0.0:1712357183.248098:0:4697:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job lfs:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4697:1795536572122560:192.168.203.120@tcp:41: 00000100:00100000:0.0:1712357183.248150:0:4697:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3bfe480 going to sleep for 11 seconds 00000100:00100000:0.0:1712357183.251019:0:4697:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job lfs:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4697:1795536572122560:192.168.203.120@tcp:41: 00800000:00000004:0.0:1712357183.251041:0:4697:0:(obd_class.h:1134:obd_statfs()) lustre-MDT0000-mdc-ffff88012a53d800: update ffff8800ab192dc8 cache blocks 321488/353529 objects 1023725/1024000 00000080:00200080:0.0:1712357183.251147:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251159:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251172:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251175:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251178:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251180:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251183:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251185:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251187:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251190:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251192:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251194:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251197:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251199:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251201:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251203:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251206:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251208:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251210:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251212:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251214:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251217:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251219:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251221:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251223:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251226:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251228:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251235:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251239:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251241:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251243:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251245:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251247:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251249:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251251:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251253:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251256:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251257:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251259:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251261:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251263:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251265:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251267:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251270:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251272:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251275:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251277:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251279:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251281:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251283:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251285:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251287:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251295:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251298:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251305:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251307:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251310:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251312:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251314:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251316:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251318:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251320:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251322:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251324:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251326:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251328:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251330:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251332:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251334:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251336:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251338:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251340:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251342:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251344:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251346:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251347:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251349:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251355:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251358:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251360:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251363:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251365:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251367:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251369:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251371:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251373:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251375:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251377:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251379:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251380:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251383:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251385:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251387:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251389:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251392:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251394:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251396:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251398:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251401:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251403:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251405:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251407:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251415:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251418:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251420:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251422:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251425:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251426:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251438:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251440:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251443:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251445:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251447:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251449:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251451:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251453:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251455:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251457:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251459:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251460:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251462:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251463:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251464:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251465:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251466:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251467:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251469:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00800000:00000080:0.0:1712357183.251473:0:4697:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200080:0.0:1712357183.251476:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00020000:00000080:0.0:1712357183.251479:0:4697:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00020000:00000004:0.0:1712357183.251483:0:4697:0:(obd_class.h:1108:obd_statfs()) lustre-OST0000-osc-ffff88012a53d800: age -877, max_age 125 00000100:00100000:0.0:1712357183.251503:0:4697:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job lfs:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4697:1795536572122624:192.168.203.120@tcp:13: 00000100:00100000:0.0:1712357183.251536:0:4697:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3bfe480 going to sleep for 11 seconds 00010000:00080000:0.0:1712357183.252793:0:4697:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ac398e00 x1795536572122624/t0(0) o13->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357199 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:0.0:1712357183.252806:0:4697:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job lfs:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4697:1795536572122624:192.168.203.120@tcp:13: 00020000:00000004:0.0:1712357183.252823:0:4697:0:(obd_class.h:1134:obd_statfs()) lustre-OST0000-osc-ffff88012a53d800: update ffff8800ab194318 cache blocks 901408/958279 objects 261842/262144 00000080:00200080:0.0:1712357183.252864:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00020000:00000080:0.0:1712357183.252874:0:4697:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00020000:00000004:0.0:1712357183.252878:0:4697:0:(obd_class.h:1108:obd_statfs()) lustre-OST0001-osc-ffff88012a53d800: age -877, max_age 125 00000100:00100000:0.0:1712357183.252895:0:4697:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job lfs:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4697:1795536572122688:192.168.203.120@tcp:13: 00000100:00100000:0.0:1712357183.252922:0:4697:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3bfe480 going to sleep for 11 seconds 00010000:00080000:0.0:1712357183.253960:0:4697:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ac398e00 x1795536572122688/t0(0) o13->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357199 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:0.0:1712357183.253970:0:4697:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job lfs:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:4697:1795536572122688:192.168.203.120@tcp:13: 00020000:00000004:0.0:1712357183.253979:0:4697:0:(obd_class.h:1134:obd_statfs()) lustre-OST0001-osc-ffff88012a53d800: update ffff8800ab195868 cache blocks 901408/958279 objects 261842/262144 00000080:00200080:0.0:1712357183.254015:0:4697:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=c00866a4 arg=7ffc92ba0ab0 00020000:00000080:0.0:1712357183.254022:0:4697:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a53d800: cmd=c00866a4 len=592 karg=ffff8800aa251c00 uarg=0000000000000000 00000080:00200008:0.0:1712357183.254031:0:4697:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), flags 100000 00010000:00010000:3.0:1712357183.770820:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1712357184.048153:0:4894:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1712357184.772807:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1712357185.278557:0:1845:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00100000:3.0:1712357185.278620:0:4600:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1795536578422336 00000100:00100000:2.0:1712357185.278626:0:1845:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00100000:3.0:1712357185.278627:0:4600:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1795536578422336 00000100:00100000:3.0:1712357185.278650:0:4600:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1795536578422400 00000100:00100000:3.0:1712357185.278652:0:4600:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1795536578422400 00000100:00100000:2.0:1712357185.278661:0:4599:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 0 00000100:00100000:2.0:1712357185.278667:0:4599:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ada45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3bf4829c-0cb2-48a8-aabe-328d4693c0a1+4:9150:x1795536578422336:12345-192.168.203.120@tcp:104: 00010000:00010000:2.0:1712357185.278678:0:4599:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357185.278744:0:4599:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1712357185.278749:0:4599:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ada45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3bf4829c-0cb2-48a8-aabe-328d4693c0a1+4:9150:x1795536578422336:12345-192.168.203.120@tcp:104: Request processed in 82us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1712357185.278754:0:4599:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 0 00000100:00100000:2.0:1712357185.278770:0:4599:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 1 00000100:00100000:2.0:1712357185.278772:0:4599:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ada45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3bf4829c-0cb2-48a8-aabe-328d4693c0a1+3:9150:x1795536578422400:12345-192.168.203.120@tcp:104: 00010000:00010000:2.0:1712357185.278782:0:4599:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357185.278816:0:4599:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1712357185.278820:0:4599:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ada45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3bf4829c-0cb2-48a8-aabe-328d4693c0a1+3:9150:x1795536578422400:12345-192.168.203.120@tcp:104: Request processed in 46us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1712357185.278823:0:4599:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 1 00010000:00010000:0.0:1712357185.278872:0:4608:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1712357185.278876:0:4608:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278882:0:4608:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa0aff0c0) 10000000:00010000:0.0:1712357185.278884:0:4608:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278889:0:4608:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1712357185.278894:0:4608:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1712357185.278897:0:4608:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1712357185.278923:0:4608:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278927:0:4608:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1712357185.278938:0:4608:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278942:0:4608:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03337af2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f2a4 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278953:0:4608:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1712357185.278955:0:4608:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278958:0:4608:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c0000 already unused, calling callback (ffffffffa0aff0c0) 10000000:00010000:0.0:1712357185.278959:0:4608:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278970:0:4608:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1712357185.278973:0:4608:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1712357185.278976:0:4608:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1712357185.278983:0:4608:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278986:0:4608:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1712357185.278989:0:4608:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.278992:0:4608:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337aeb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f29d expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357185.279001:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357185.279002:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357185.279003:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1712357185.279014:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572122816:192.168.203.120@tcp:103: 00000100:00100000:0.0:1712357185.279043:0:1852:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1712357185.279046:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572122752:192.168.203.120@tcp:103: 00010000:00010000:1.0:1712357185.279135:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1712357185.280722:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572122816:192.168.203.120@tcp:103: 00000100:00100000:0.0:1712357185.280740:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572122752:192.168.203.120@tcp:103: 00010000:00010000:0.0:1712357185.774870:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1712357186.776778:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1712357186.825619:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1852:1795536572122944:192.168.203.120@tcp:400: 00000100:00100000:0.0:1712357186.825703:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1852:1795536572123072:192.168.203.120@tcp:400: 00000100:00100000:0.0:1712357186.825724:0:1852:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1712357186.825729:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572122880:192.168.203.120@tcp:400: 00000100:00100000:0.0:1712357186.825744:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1852:1795536572123008:192.168.203.120@tcp:400: 00000100:00100000:0.0:1712357186.830331:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572122880:192.168.203.120@tcp:400: 00010000:00080000:0.0:1712357186.830347:0:1852:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ac399180 x1795536572123008/t0(0) o400->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:0.0:1712357186.830355:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1852:1795536572123008:192.168.203.120@tcp:400: 00000100:00100000:0.0:1712357186.830363:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1852:1795536572122944:192.168.203.120@tcp:400: 00010000:00080000:0.0:1712357186.830370:0:1852:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ac399500 x1795536572123072/t0(0) o400->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 00000100:00100000:0.0:1712357186.830376:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1852:1795536572123072:192.168.203.120@tcp:400: 00010000:00010000:0.0:1712357187.778801:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357188.780760:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357189.784666:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1712357190.284685:0:4610:0:(mgc_request.c:618:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1712357190.284691:0:4610:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-client-ffff88012a53d800 from 39 10000000:01000000:2.0:1712357190.284697:0:4610:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1712357190.284730:0:4610:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357190.284737:0:4610:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357190.284745:0:4610:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1712357190.284763:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123136:192.168.203.120@tcp:101: 00000100:00100000:2.0:1712357190.285362:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012b2480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1712357190.289855:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123136:192.168.203.120@tcp:101: 00010000:00010000:0.0:1712357190.289882:0:4610:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.289890:0:4610:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1712357190.289950:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123200:192.168.203.120@tcp:501: 00000100:00100000:0.0:1712357190.290011:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b364fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1712357190.293475:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123200:192.168.203.120@tcp:501: 00000100:00100000:0.0:1712357190.293546:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123264:192.168.203.120@tcp:503: 00000100:00100000:0.0:1712357190.293665:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b364fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1712357190.295095:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123264:192.168.203.120@tcp:503: 00000100:00100000:1.0:1712357190.295731:0:5143:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5143:1795536572123328:192.168.203.120@tcp:502: 00000100:00100000:1.0:1712357190.295793:0:5143:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1712357190.301564:0:5143:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5143:1795536572123328:192.168.203.120@tcp:502: 00000020:01000000:1.0:1712357190.301647:0:5143:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1712357190.301654:0:5143:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357190.301656:0:5143:0:(obd_config.c:1497:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1712357190.301660:0:5143:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1712357190.301687:0:5143:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5143:1795536572123392:192.168.203.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1712357190.301947:0:5143:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1712357190.304695:0:5143:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5143:1795536572123392:192.168.203.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1712357190.304727:0:5143:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1712357190.304732:0:5143:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357190.304733:0:5143:0:(obd_config.c:1497:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1712357190.304736:0:5143:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1712357190.304941:0:4610:0:(obd_config.c:2079:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:0.0:1712357190.304963:0:4610:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1712357190.304969:0:4610:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.304977:0:4610:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1712357190.304985:0:4610:0:(mgc_request.c:618:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1712357190.304986:0:4610:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-sptlrpc-ffff8800ab0f8000 from 1 10000000:01000000:0.0:1712357190.304988:0:4610:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1712357190.305009:0:4610:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.305014:0:4610:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.305021:0:4610:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1712357190.305036:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123456:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1712357190.305087:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b364fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1712357190.306460:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123456:192.168.203.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1712357190.306480:0:4610:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.306485:0:4610:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1712357190.306524:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123520:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1712357190.306563:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b364fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1712357190.307745:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123520:192.168.203.120@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1712357190.307771:0:4610:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1712357190.307776:0:4610:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.307783:0:4610:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.784768:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1712357190.810373:0:1846:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00100000:2.0:1712357190.811499:0:4599:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1795536578423488 00000100:00100000:2.0:1712357190.811508:0:4599:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1795536578423488 00000100:00100000:2.0:1712357190.811568:0:4599:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 2 00000100:00100000:2.0:1712357190.811573:0:4599:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ab1b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3bf4829c-0cb2-48a8-aabe-328d4693c0a1+3:9223:x1795536578423488:12345-192.168.203.120@tcp:104: 00010000:00010000:2.0:1712357190.811596:0:4599:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357190.811660:0:4599:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1712357190.811669:0:4599:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ab1b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:3bf4829c-0cb2-48a8-aabe-328d4693c0a1+3:9223:x1795536578423488:12345-192.168.203.120@tcp:104: Request processed in 96us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1712357190.811675:0:4599:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 2 00010000:00010000:0.0:1712357190.811735:0:4608:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1712357190.811739:0:4608:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.811745:0:4608:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0480 already unused, calling callback (ffffffffa0aff0c0) 10000000:00010000:0.0:1712357190.811748:0:4608:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.811753:0:4608:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1712357190.811757:0:4608:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1712357190.811766:0:4608:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1712357190.811805:0:4608:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.811810:0:4608:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1712357190.811825:0:4608:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357190.811829:0:4608:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0480/0xbda2fb8f03337b23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f2b2 expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1712357190.811833:0:1851:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1851:1795536572123584:192.168.203.120@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1712357190.811876:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357190.811877:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357190.811879:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1712357190.813754:0:1851:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1851:1795536572123584:192.168.203.120@tcp:103:ldlm_bl.0 10000000:01000000:1.0:1712357191.361318:0:4610:0:(mgc_request.c:618:do_requeue()) updating log params 10000000:01000000:1.0:1712357191.361326:0:4610:0:(mgc_request.c:1748:mgc_process_log()) Process log params-ffff88012a53d800 from 1 10000000:01000000:1.0:1712357191.361331:0:4610:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1712357191.361367:0:4610:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357191.361414:0:4610:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357191.361423:0:4610:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1712357191.361446:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123648:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1712357191.361558:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615e000 going to sleep for 11 seconds 00000100:00100000:1.0:1712357191.365340:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123648:192.168.203.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1712357191.365359:0:4610:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357191.365367:0:4610:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1712357191.365426:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123712:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1712357191.365469:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615e000 going to sleep for 11 seconds 00000100:00100000:1.0:1712357191.367263:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123712:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1712357191.367302:0:4610:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123776:192.168.203.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1712357191.367344:0:4610:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615e000 going to sleep for 11 seconds 00000100:00100000:1.0:1712357191.368567:0:4610:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:4610:1795536572123776:192.168.203.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1712357191.369019:0:5162:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5162:1795536572123840:192.168.203.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1712357191.369062:0:5162:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615e000 going to sleep for 11 seconds 00000100:00100000:1.0:1712357191.371385:0:5162:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5162:1795536572123840:192.168.203.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1712357191.371422:0:5162:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1712357191.371430:0:5162:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357191.371431:0:5162:0:(obd_config.c:1497:class_process_config()) marker 2 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1712357191.371436:0:5162:0:(obd_config.c:1941:class_config_llog_handler()) cmd ce032, instance name: general-ffff88012a53d800 00000020:00000080:1.0:1712357191.371438:0:5162:0:(obd_config.c:1409:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1712357191.371546:0:5162:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5162:1795536572123904:192.168.203.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1712357191.372092:0:5162:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b615e000 going to sleep for 11 seconds 00000100:00100000:0.0:1712357191.378345:0:5162:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:5162:1795536572123904:192.168.203.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1712357191.378391:0:5162:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1712357191.378397:0:5162:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1712357191.378398:0:5162:0:(obd_config.c:1497:class_process_config()) marker 2 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1712357191.378401:0:5162:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1712357191.378545:0:4610:0:(obd_config.c:2079:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1712357191.378562:0:4610:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1712357191.378568:0:4610:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357191.378576:0:4610:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357191.786774:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1712357191.832855:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124032:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357191.832924:0:1854:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1712357191.832930:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572123968:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357191.832948:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124096:192.168.203.120@tcp:400:kworker.0 00000100:00100000:3.0:1712357191.835862:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572123968:192.168.203.120@tcp:400:kworker.0 00010000:00080000:3.0:1712357191.835886:0:1854:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ada46300 x1795536572124096/t0(0) o400->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1712357191.835894:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124096:192.168.203.120@tcp:400:kworker.0 00010000:00080000:3.0:1712357191.835904:0:1854:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800ada45f80 x1795536572124032/t0(0) o400->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1712357191.835910:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124032:192.168.203.120@tcp:400:kworker.0 00010000:00010000:0.0:1712357192.789217:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357193.790991:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357194.794556:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357195.796790:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1712357196.505620:0:5427:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1712357196.798988:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1712357196.840812:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ab1b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124160:192.168.203.120@tcp:400:kworker.0 00000100:00100000:3.0:1712357196.840817:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1853:1795536572124224:192.168.203.120@tcp:400:kworker.0 00000100:00100000:3.0:1712357196.840875:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1853:1795536572124352:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357196.840883:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124288:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357196.843088:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ab1b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124160:192.168.203.120@tcp:400:kworker.0 00010000:00080000:2.0:1712357196.843101:0:1854:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800b34cc380 x1795536572124288/t0(0) o400->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357196.843112:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124288:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357196.843320:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1853:1795536572124224:192.168.203.120@tcp:400:kworker.0 00010000:00080000:2.0:1712357196.843329:0:1853:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800b34cc700 x1795536572124352/t0(0) o400->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357196.843357:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1853:1795536572124352:192.168.203.120@tcp:400:kworker.0 00000001:02000400:3.0:1712357197.488643:0:5680:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-client.virtnet: executing yml_node 00010000:00010000:0.0:1712357197.802127:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1712357198.802738:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1712357198.924113:0:6179:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.15.61.226 00000001:02000400:1.0:1712357199.637776:0:6347:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.15.61.226 00010000:00010000:0.0:1712357199.804732:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1712357200.287251:0:6514:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.15.61.226 00000001:02000400:3.0:1712357200.722477:0:6674:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: conf-sanity ============----- Fri Apr 5 18:46:40 EDT 2024 00010000:00010000:1.0:1712357200.806701:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357201.808746:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1712357201.848669:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124416:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357201.848736:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124544:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357201.848754:0:1854:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1712357201.848757:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124480:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357201.848770:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124608:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357201.849987:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124480:192.168.203.120@tcp:400:kworker.0 00010000:00080000:2.0:1712357201.849997:0:1854:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800b34cd500 x1795536572124608/t0(0) o400->lustre-OST0001-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357201.850004:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124608:192.168.203.120@tcp:400:kworker.0 00010000:00080000:2.0:1712357201.850010:0:1854:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800b34cd180 x1795536572124544/t0(0) o400->lustre-OST0000-osc-ffff88012a53d800@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357201.850016:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71c13f9b-28b1-4a44-8b40-0e1b9feef0d7:1854:1795536572124544:192.168.203.120@tcp:400:kworker.0 00000100:00100000:2.0:1712357201.850021:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124416:192.168.203.120@tcp:400:kworker.0 00000001:02000400:3.0:1712357202.286413:0:7002:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 32newtarball 110 00000001:02000400:1.0:1712357202.667001:0:7153:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 45 69 106 111 114 00010000:00010000:0.0:1712357202.810676:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1712357202.820468:0:7243:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1712357202.820478:0:7243:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000002:00010000:1.0:1712357202.820493:0:7243:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1712357202.820504:0:7243:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357202.820576:0:7243:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1712357202.820600:0:7243:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357202.820602:0:7243:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337b4d 00000080:00010000:1.0:1712357202.820607:0:7243:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337b4d from it ffff8800a988bcc8 00010000:00010000:1.0:1712357202.820609:0:7243:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357202.820622:0:7243:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1712357202.906000:0:7244:0:(llite_lib.c:3476:ll_umount_begin()) VFS Op: superblock ffff88012a53d800 count 1 active 2 00800000:00000080:2.0:1712357202.906012:0:7244:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a53d800: cmd=4240666a len=576 karg=ffff8800ab0db400 uarg=0000000000000000 00000002:00000080:2.0:1712357202.906018:0:7244:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0000-mdc-ffff88012a53d800: cmd=4240666a len=576 karg=ffff8800ab0db400 uarg=0000000000000000 00000100:02000400:2.0:1712357202.906022:0:7244:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00080000:2.0:1712357202.908469:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1712357202.908484:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a53d800: committing for last_committed 0 gen 2 00000100:00100000:2.0:1712357202.908494:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1712357202.908505:0:7244:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357202.908521:0:7244:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1712357202.908528:0:7244:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012a53d800 lock: ffff8800ac38c480/0xbda2fb8f03337b4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0xa8e7976a8eb1f2d5 expref: -99 pid: 4636 timeout: 0 lvb_type: 0 00020000:00000080:2.0:1712357202.910350:0:7244:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a53d800: cmd=4240666a len=576 karg=ffff8800ab0db400 uarg=0000000000000000 00000008:00000080:2.0:1712357202.910358:0:7244:0:(osc_request.c:3398:osc_iocontrol()) lustre-OST0000-osc-ffff88012a53d800: cmd=4240666a len=576 karg=ffff8800ab0db400 uarg=0000000000000000 00000100:02000400:2.0:1712357202.910361:0:7244:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00020000:01000000:2.0:1712357202.910368:0:7244:0:(lov_obd.c:399:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00000080:00000004:2.0:1712357202.910371:0:7244:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1712357202.910375:0:7244:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1712357202.910378:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1712357202.910381:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012a53d800: committing for last_committed 0 gen 2 00020000:01000000:2.0:1712357202.910383:0:7244:0:(lov_obd.c:410:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00000080:00000004:2.0:1712357202.910384:0:7244:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1712357202.910386:0:7244:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1712357202.910387:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000008:00000080:2.0:1712357202.910498:0:7244:0:(osc_request.c:3398:osc_iocontrol()) lustre-OST0001-osc-ffff88012a53d800: cmd=4240666a len=576 karg=ffff8800ab0db400 uarg=0000000000000000 00000100:02000400:2.0:1712357202.910501:0:7244:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00020000:01000000:2.0:1712357202.910503:0:7244:0:(lov_obd.c:399:lov_set_osc_active()) deactivate OSC lustre-OST0001_UUID 00000080:00000004:2.0:1712357202.910504:0:7244:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1712357202.910506:0:7244:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1712357202.910507:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1712357202.910510:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012a53d800: committing for last_committed 0 gen 2 00020000:01000000:2.0:1712357202.910511:0:7244:0:(lov_obd.c:410:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID inactive 00000080:00000004:2.0:1712357202.910518:0:7244:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00080000:2.0:1712357202.910520:0:7244:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1712357202.910521:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1712357203.812738:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357204.814753:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357205.816738:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357206.818779:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1712357206.856728:0:66:0:(pinger.c:270:ptlrpc_pinger_process_import()) 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:3.0:1712357206.856732:0:66:0:(pinger.c:270:ptlrpc_pinger_process_import()) 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:3.0:1712357206.856734:0:66:0:(pinger.c:270:ptlrpc_pinger_process_import()) 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:2.0:1712357206.856762:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124672:192.168.203.120@tcp:400:kworker.0 00000100:00100000:3.0:1712357206.857866:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124672:192.168.203.120@tcp:400:kworker.0 00010000:00010000:0.0:1712357207.820732:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357208.822753:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357209.824966:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357210.826785:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357211.828846:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1712357211.864735:0:66:0:(pinger.c:270:ptlrpc_pinger_process_import()) 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:3.0:1712357211.864739:0:66:0:(pinger.c:270:ptlrpc_pinger_process_import()) 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:3.0:1712357211.864742:0:66:0:(pinger.c:270:ptlrpc_pinger_process_import()) 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:3.0:1712357211.864757:0:1854:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1712357211.864785:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124736:192.168.203.120@tcp:400:kworker.0 00000100:00100000:3.0:1712357211.866185:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1854:1795536572124736:192.168.203.120@tcp:400:kworker.0 00010000:00010000:0.0:1712357212.831099:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1712357212.927897:0:7244:0:(llite_lib.c:1925:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00200000:2.0:1712357212.927925:0:7244:0:(llite_lib.c:1551:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff88012a53d800 (sb ffff88012a53d800) 00010000:00010000:2.0:1712357212.927943:0:7244:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927951:0:7244:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927956:0:7244:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927960:0:7244:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927980:0:7244:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1712357212.927984:0:7244:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927989:0:7244:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927993:0:7244:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.927996:0:7244:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928002:0:4607:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1712357212.928007:0:4607:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928013:0:4607:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c0000 already unused, calling callback (ffffffffa0aff0c0) 10000000:00010000:0.0:1712357212.928016:0:4607:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928022:0:4607:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.928025:0:7244:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00010000:0.0:1712357212.928027:0:4607:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.928030:0:7244:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1712357212.928031:0:4607:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1712357212.928033:0:4607:0:(mgc_request.c:932:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:2.0:1712357212.928035:0:7244:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.928039:0:7244:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.928043:0:7244:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.928047:0:7244:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1712357212.928050:0:7244:0:(mgc_request.c:150:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1712357212.928052:0:4608:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:01000000:2.0:1712357212.928054:0:7244:0:(mgc_request.c:554:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1712357212.928059:0:4607:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928063:0:4607:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1712357212.928078:0:4607:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928083:0:4607:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0000/0xbda2fb8f03337b54 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f353 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1712357212.928093:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572124800:192.168.203.120@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1712357212.928098:0:4607:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1712357212.928099:0:4607:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928104:0:4607:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa0aff0c0) 10000000:00010000:0.0:1712357212.928105:0:4607:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928109:0:4607:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1712357212.928118:0:4607:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1712357212.928121:0:4607:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1712357212.928122:0:4607:0:(mgc_request.c:932:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1712357212.928124:0:4607:0:(mgc_request.c:150:config_log_put()) dropping config log params 00010000:00010000:0.0:1712357212.928132:0:4607:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928137:0:4607:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1712357212.928140:0:4607:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928144:0:4607:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ac38c6c0/0xbda2fb8f03337b62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f368 expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928153:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357212.928154:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357212.928155:0:4607:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1712357212.928161:0:1852:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1712357212.928166:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572124864:192.168.203.120@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1712357212.928393:0:7255:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1712357212.928395:0:7255:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1712357212.928396:0:7255:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357212.928399:0:4608:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928407:0:4608:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa0aff0c0) 10000000:00010000:0.0:1712357212.928409:0:4608:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928413:0:4608:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1712357212.928417:0:4608:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00020000:01000000:2.0:1712357212.928421:0:7244:0:(lov_obd.c:637:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff8800ab3d4000 active: 0 10000000:01000000:0.0:1712357212.928421:0:4608:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1712357212.928422:0:4608:0:(mgc_request.c:932:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00020000:01000000:2.0:1712357212.928424:0:7244:0:(lov_obd.c:637:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff8800ab3d6800 active: 0 10000000:01000000:0.0:1712357212.928424:0:4608:0:(mgc_request.c:150:config_log_put()) dropping config log lustre-cliir 00020000:01000000:2.0:1712357212.928426:0:7244:0:(lov_obd.c:84:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:2.0:1712357212.928429:0:7244:0:(lov_obd.c:659:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff88012a53d800 00020000:01000000:2.0:1712357212.928430:0:7244:0:(lov_obd.c:268:lov_disconnect_obd()) lustre-clilov-ffff88012a53d800: disconnecting target lustre-OST0001-osc-ffff88012a53d800 00010000:00010000:0.0:1712357212.928433:0:4608:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928437:0:4608:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00080000:2.0:1712357212.928441:0:7244:0:(pinger.c:419:ptlrpc_pinger_del_import()) removing pingable import 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-OST0001_UUID 00010000:00010000:0.0:1712357212.928444:0:4608:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357212.928448:0:4608:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0240/0xbda2fb8f03337b1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f2ab expref: -99 pid: 4596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1712357212.928453:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572124928:192.168.203.120@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1712357212.928455:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357212.928456:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1712357212.928457:0:4608:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1712357212.928521:0:7244:0:(import.c:86:import_set_state_nolock()) ffff8800aa011000 lustre-OST0001_UUID: changing import state from FULL to CLOSED 00000100:00080000:2.0:1712357212.928566:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1712357212.928568:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012a53d800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1712357212.928571:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1712357212.928703:0:7244:0:(genops.c:1383:class_disconnect()) disconnect: cookie 0xbda2fb8f03337b46 00000020:00000080:2.0:1712357212.928714:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab3d6800/LOV_OSC_UUID 00000020:01000000:2.0:1712357212.928748:0:7244:0:(obd_config.c:2362:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff88012a53d800 (flags='F') 00000020:00000080:3.0:1712357212.928754:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab3d6800/LOV_OSC_UUID for lustre-OST0001-osc-ffff88012a53d800 00000020:00000080:2.0:1712357212.928754:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1712357212.928758:0:7244:0:(obd_config.c:900:class_cleanup()) lustre-OST0001-osc-ffff88012a53d800: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1712357212.928761:0:7244:0:(genops.c:1473:class_disconnect_exports()) OBD device 5 (ffff8800ab195540) has no exports 00000008:01000000:2.0:1712357212.928788:0:7244:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-ffff88012a53d800: client import never connected 00000100:00080000:2.0:1712357212.928790:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1712357212.928792:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012a53d800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1712357212.928794:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1712357212.929016:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1712357212.929021:0:7244:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0001-osc-ffff88012a53d800 (uuid 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00020000:01000000:2.0:1712357212.929023:0:7244:0:(lov_obd.c:659:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff88012a53d800 00020000:01000000:2.0:1712357212.929024:0:7244:0:(lov_obd.c:268:lov_disconnect_obd()) lustre-clilov-ffff88012a53d800: disconnecting target lustre-OST0000-osc-ffff88012a53d800 00000100:00080000:2.0:1712357212.929029:0:7244:0:(pinger.c:419:ptlrpc_pinger_del_import()) removing pingable import 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-OST0000_UUID 00000100:00080000:2.0:1712357212.929108:0:7244:0:(import.c:86:import_set_state_nolock()) ffff8800ab182000 lustre-OST0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:2.0:1712357212.929112:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1712357212.929114:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012a53d800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1712357212.929115:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1712357212.929210:0:7244:0:(genops.c:1383:class_disconnect()) disconnect: cookie 0xbda2fb8f03337b3f 00000020:00000080:2.0:1712357212.929217:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab3d4000/LOV_OSC_UUID 00000020:01000000:2.0:1712357212.929245:0:7244:0:(obd_config.c:2362:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff88012a53d800 (flags='F') 00000020:00000080:2.0:1712357212.929247:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1712357212.929249:0:7244:0:(obd_config.c:900:class_cleanup()) lustre-OST0000-osc-ffff88012a53d800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1712357212.929251:0:7244:0:(genops.c:1473:class_disconnect_exports()) OBD device 4 (ffff8800ab193ff0) has no exports 00000020:00000080:3.0:1712357212.929317:0:66:0:(genops.c:1100:obd_zombie_import_free()) destroying import ffff8800aa011000 for lustre-OST0001-osc-ffff88012a53d800 00000020:00000080:3.0:1712357212.929322:0:66:0:(genops.c:912:class_export_put()) final put ffff8800aa010800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:3.0:1712357212.929323:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800aa010800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-OST0001-osc-ffff88012a53d800 00000020:01000000:3.0:1712357212.929327:0:66:0:(genops.c:467:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff88012a53d800 (71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:00000080:1.0:1712357212.929343:0:317:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab3d4000/LOV_OSC_UUID for lustre-OST0000-osc-ffff88012a53d800 00000008:01000000:2.0:1712357212.929482:0:7244:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-ffff88012a53d800: client import never connected 00000100:00080000:2.0:1712357212.929484:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1712357212.929486:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012a53d800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1712357212.929488:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1712357212.929644:0:66:0:(genops.c:1100:obd_zombie_import_free()) destroying import ffff8800ab182000 for lustre-OST0000-osc-ffff88012a53d800 00000020:00000080:2.0:1712357212.929695:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1712357212.929698:0:7244:0:(obd_config.c:828:class_detach()) detach on obd lustre-OST0000-osc-ffff88012a53d800 (uuid 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:00000080:2.0:1712357212.929700:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab182800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:2.0:1712357212.929705:0:7244:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab182800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-OST0000-osc-ffff88012a53d800 00000020:01000000:2.0:1712357212.929708:0:7244:0:(genops.c:467:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff88012a53d800 (71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:00000080:2.0:1712357212.929825:0:7244:0:(genops.c:1383:class_disconnect()) disconnect: cookie 0xbda2fb8f03337b38 00000020:00000080:2.0:1712357212.929829:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab3d3800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:3.0:1712357212.929866:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab3d3800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-clilov-ffff88012a53d800 00000100:00080000:2.0:1712357212.929967:0:7244:0:(pinger.c:419:ptlrpc_pinger_del_import()) removing pingable import 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7->lustre-MDT0000_UUID 00000100:00100000:1.0:1712357212.930799:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572124928:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1712357212.930806:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572124864:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1712357212.930811:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:1852:1795536572124800:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00080000:2.0:1712357212.931022:0:7244:0:(import.c:86:import_set_state_nolock()) ffff8800ab183000 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:2.0:1712357212.931028:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1712357212.931030:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a53d800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1712357212.931032:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1712357212.932857:0:7244:0:(genops.c:1383:class_disconnect()) disconnect: cookie 0xbda2fb8f03337b31 00000020:00000080:2.0:1712357212.932864:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab107800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:2.0:1712357212.932902:0:7244:0:(genops.c:1383:class_disconnect()) disconnect: cookie 0xbda2fb8f03337b2a 00000020:00000080:2.0:1712357212.932905:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab107000/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:01000000:2.0:1712357212.932911:0:7244:0:(obd_config.c:2362:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff88012a53d800 (flags='F') 00000020:00000080:2.0:1712357212.932915:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1712357212.932918:0:7244:0:(obd_config.c:900:class_cleanup()) lustre-clilov-ffff88012a53d800: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1712357212.932920:0:7244:0:(genops.c:1473:class_disconnect_exports()) OBD device 1 (ffff8800ab190000) has no exports 00000020:00000080:2.0:1712357212.932940:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1712357212.932944:0:7244:0:(obd_config.c:828:class_detach()) detach on obd lustre-clilov-ffff88012a53d800 (uuid 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:00000080:2.0:1712357212.932946:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab185000/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:2.0:1712357212.932947:0:7244:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab185000/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-clilov-ffff88012a53d800 00000020:01000000:2.0:1712357212.932954:0:7244:0:(genops.c:467:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff88012a53d800 (71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:01000000:2.0:1712357212.933007:0:7244:0:(obd_config.c:2362:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff88012a53d800 (flags='F') 00000020:00000080:2.0:1712357212.933009:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1712357212.933011:0:7244:0:(obd_config.c:900:class_cleanup()) lustre-clilmv-ffff88012a53d800: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1712357212.933012:0:7244:0:(genops.c:1473:class_disconnect_exports()) OBD device 2 (ffff8800ab191550) has no exports 00000020:00000080:2.0:1712357212.933027:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1712357212.933029:0:7244:0:(obd_config.c:828:class_detach()) detach on obd lustre-clilmv-ffff88012a53d800 (uuid 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:01000000:2.0:1712357212.933031:0:7244:0:(obd_config.c:2362:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff88012a53d800 (flags='F') 00000020:00000080:2.0:1712357212.933041:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1712357212.933043:0:7244:0:(obd_config.c:900:class_cleanup()) lustre-MDT0000-mdc-ffff88012a53d800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1712357212.933044:0:7244:0:(genops.c:1473:class_disconnect_exports()) OBD device 3 (ffff8800ab192aa0) has no exports 00000020:00000080:3.0:1712357212.933134:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab107800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-MDT0000-mdc-ffff88012a53d800 00000020:00000080:3.0:1712357212.933139:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab107000/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-clilmv-ffff88012a53d800 00000020:00000080:3.0:1712357212.933142:0:66:0:(genops.c:912:class_export_put()) final put ffff8800ab184000/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:3.0:1712357212.933143:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab184000/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-clilmv-ffff88012a53d800 00000020:01000000:3.0:1712357212.933145:0:66:0:(genops.c:467:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff88012a53d800 (71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000008:01000000:2.0:1712357212.933257:0:7244:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff88012a53d800: client import never connected 00000100:00080000:2.0:1712357212.933259:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1712357212.933262:0:7244:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a53d800: committing for last_committed 0 gen 4 00000100:00100000:2.0:1712357212.933265:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1712357212.935677:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1712357212.935688:0:7244:0:(obd_config.c:828:class_detach()) detach on obd lustre-MDT0000-mdc-ffff88012a53d800 (uuid 71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000080:02000400:2.0:1712357212.935692:0:7244:0:(llite_lib.c:1596:ll_put_super()) Unmounted lustre-client 00000020:00000080:3.0:1712357212.935765:0:66:0:(genops.c:1100:obd_zombie_import_free()) destroying import ffff8800ab183000 for lustre-MDT0000-mdc-ffff88012a53d800 00000020:00000080:3.0:1712357212.935772:0:66:0:(genops.c:912:class_export_put()) final put ffff8800ab183800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 00000020:00000080:3.0:1712357212.935774:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab183800/71c13f9b-28b1-4a44-8b40-0e1b9feef0d7 for lustre-MDT0000-mdc-ffff88012a53d800 00000020:01000000:3.0:1712357212.935779:0:66:0:(genops.c:467:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff88012a53d800 (71c13f9b-28b1-4a44-8b40-0e1b9feef0d7) 00000020:01000000:2.0:1712357212.937259:0:7244:0:(obd_config.c:1142:class_del_profile()) Del profile lustre-client 00000020:01000004:2.0:1712357212.937727:0:7244:0:(obd_mount.c:972:lustre_common_put_super()) dropping sb ffff88012a53d800 00000100:00080000:2.0:1712357212.937736:0:7244:0:(pinger.c:419:ptlrpc_pinger_del_import()) removing pingable import 3bf4829c-0cb2-48a8-aabe-328d4693c0a1->MGS 00010000:00010000:2.0:1712357212.937748:0:7244:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1712357212.937760:0:7244:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1712357212.937765:0:7244:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1712357212.937768:0:7244:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1712357212.937770:0:7244:0:(mgc_request.c:150:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1712357212.937805:0:7244:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357212.937810:0:7244:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1712357212.937828:0:7244:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34a8f00 going to sleep for 0 seconds 00000100:00100000:2.0:1712357212.937837:0:7244:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job umount:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:7244:1795536572124992:192.168.203.120@tcp:103:umount.0 00010000:00010000:2.0:1712357212.937844:0:7244:0:(ldlm_request.c:1493:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1712357212.937849:0:7244:0:(ldlm_request.c:2272:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1712357212.937851:0:7244:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa8e7976a8eb1f35a expref: -99 pid: 4610 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1712357212.937880:0:7244:0:(import.c:86:import_set_state_nolock()) ffff8800ab105800 MGS: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1712357212.937887:0:7244:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job umount:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:7244:1795536572125056:192.168.203.120@tcp:251:umount.0 00000100:00100000:2.0:1712357212.937948:0:7244:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34a8f00 going to sleep for 5 seconds 00000100:00100000:2.0:1712357212.939318:0:7244:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job umount:3bf4829c-0cb2-48a8-aabe-328d4693c0a1:7244:1795536572125056:192.168.203.120@tcp:251:umount.0 00000100:00080000:2.0:1712357212.939333:0:7244:0:(import.c:86:import_set_state_nolock()) ffff8800ab105800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1712357212.939336:0:7244:0:(mgc_request.c:1145:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1712357212.939338:0:7244:0:(pinger.c:216:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1712357212.939339:0:7244:0:(mgc_request.c:1145:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1712357212.939341:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1712357212.939343:0:7244:0:(mgc_request.c:1145:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1712357212.939344:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1712357212.939345:0:7244:0:(mgc_request.c:1145:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1712357212.939352:0:7244:0:(genops.c:1383:class_disconnect()) disconnect: cookie 0xbda2fb8f03337ae4 00000020:00000080:2.0:1712357212.939356:0:7244:0:(genops.c:912:class_export_put()) final put ffff8800ab101000/3bf4829c-0cb2-48a8-aabe-328d4693c0a1 00000020:01000000:2.0:1712357212.939375:0:7244:0:(obd_config.c:2362:class_manual_cleanup()) Manual cleanup of MGC192.168.203.120@tcp (flags='') 00000020:00000080:2.0:1712357212.939379:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1712357212.939383:0:7244:0:(obd_config.c:900:class_cleanup()) MGC192.168.203.120@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1712357212.939385:0:7244:0:(genops.c:1473:class_disconnect_exports()) OBD device 0 (ffff8800ab0f8000) has no exports 00000020:00000080:0.0:1712357212.939404:0:66:0:(genops.c:870:class_export_destroy()) destroying export ffff8800ab101000/3bf4829c-0cb2-48a8-aabe-328d4693c0a1 for MGC192.168.203.120@tcp 10000000:01000000:1.0:1712357212.939438:0:4610:0:(mgc_request.c:716:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1712357212.939444:0:7244:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.120@tcp: client import never connected 00000100:00080000:2.0:1712357212.939446:0:7244:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1712357212.939447:0:7244:0:(mgc_request.c:1145:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1712357212.939448:0:7244:0:(import.c:337:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1712357212.939449:0:7244:0:(mgc_request.c:1145:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1712357212.939465:0:66:0:(genops.c:1100:obd_zombie_import_free()) destroying import ffff8800ab105800 for MGC192.168.203.120@tcp 00000020:00000080:2.0:1712357212.939482:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1712357212.939487:0:7244:0:(obd_config.c:828:class_detach()) detach on obd MGC192.168.203.120@tcp (uuid 3bf4829c-0cb2-48a8-aabe-328d4693c0a1) 00000020:00000080:2.0:1712357212.939489:0:7244:0:(genops.c:912:class_export_put()) final put ffff88012a53c000/3bf4829c-0cb2-48a8-aabe-328d4693c0a1 00000020:00000080:2.0:1712357212.939490:0:7244:0:(genops.c:870:class_export_destroy()) destroying export ffff88012a53c000/3bf4829c-0cb2-48a8-aabe-328d4693c0a1 for MGC192.168.203.120@tcp 00000020:01000000:2.0:1712357212.939494:0:7244:0:(genops.c:467:class_free_dev()) finishing cleanup of obd MGC192.168.203.120@tcp (3bf4829c-0cb2-48a8-aabe-328d4693c0a1) 00010000:00010000:0.0:1712357212.939661:0:4607:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1712357212.939786:0:7255:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1712357212.939845:0:4608:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1712357212.939914:0:4597:0:(service.c:2927:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8800adb0a000:4597] 0 exiting: rc = 1 00000100:00100000:0.0:1712357212.939959:0:4598:0:(service.c:2927:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8800adb0ba00:4598] 1 exiting: rc = 0 00000100:00100000:3.0:1712357212.940052:0:4599:0:(service.c:2927:ptlrpc_main()) ldlm_cb01_000: service thread [ffff8800b609f000:4599] 0 exiting: rc = 1 00000100:00100000:3.0:1712357212.940128:0:4600:0:(service.c:2927:ptlrpc_main()) ldlm_cb01_001: service thread [ffff8800b6e2a800:4600] 1 exiting: rc = 0 00000100:00100000:2.0:1712357212.940162:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1712357212.940172:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.940429:0:4603:0:(service.c:2927:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8800b609e200:4603] 2 exiting: rc = 0 00000100:00100000:0.0:1712357212.940511:0:4602:0:(service.c:2927:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8800b609e000:4602] 1 exiting: rc = 0 00000100:00100000:0.0:1712357212.940600:0:4601:0:(service.c:2927:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8800b609f400:4601] 0 exiting: rc = 1 00000100:00100000:2.0:1712357212.940656:0:4604:0:(service.c:2927:ptlrpc_main()) ldlm_cn01_000: service thread [ffff8800b609f200:4604] 0 exiting: rc = 1 00000100:00100000:3.0:1712357212.940735:0:4606:0:(service.c:2927:ptlrpc_main()) ldlm_cn01_002: service thread [ffff8800b3891e00:4606] 2 exiting: rc = 0 00000100:00100000:3.0:1712357212.940886:0:4605:0:(service.c:2927:ptlrpc_main()) ldlm_cn01_001: service thread [ffff8800b609fa00:4605] 1 exiting: rc = 0 00000100:00100000:0.0:1712357212.941003:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941009:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941013:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941018:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941022:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941027:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941031:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941036:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941040:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941044:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941048:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941053:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941057:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941061:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941066:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941071:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941075:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941080:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941084:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941089:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941094:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941098:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941103:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941107:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941111:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941116:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941120:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941124:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941129:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941133:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941142:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941147:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941152:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941156:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941160:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941164:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941168:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941172:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941176:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941181:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941185:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941189:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941192:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941195:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941198:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941200:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941204:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941208:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941211:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941214:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941217:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941220:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941223:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941226:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941228:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941231:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941241:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941246:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941248:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941251:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941253:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941256:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941259:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941262:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941266:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941273:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941276:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941279:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941283:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941285:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941288:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941290:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941293:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941296:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941299:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941301:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941304:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941307:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941309:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941312:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941314:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941317:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941320:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941322:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941325:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941327:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941329:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941331:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941333:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941336:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941338:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941340:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941342:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941344:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941346:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941348:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941351:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941354:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941356:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941358:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941363:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941366:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941368:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941370:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941372:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941374:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941376:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941378:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941380:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941382:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941384:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941386:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941388:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941390:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941392:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941394:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941396:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941399:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941402:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941406:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941408:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941410:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941412:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941414:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941417:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941419:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941421:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1712357212.941423:0:7244:0:(events.c:359:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1712357212.942125:0:7244:0:(obd_config.c:1409:class_process_config()) processing cmd: cf006 00000020:00000080:0.0:1712357212.942127:0:7244:0:(obd_config.c:1441:class_process_config()) removing mappings for uuid MGC192.168.203.120@tcp_0 00000020:01000004:0.0:1712357212.942139:0:7244:0:(obd_mount.c:703:lustre_put_lsi()) put ffff88012a53d800 1 00000020:01000004:0.0:1712357212.942141:0:7244:0:(obd_mount.c:628:lustre_free_lsi()) Freeing lsi ffff88012a538800 00000800:00000010:2.0:1712357246.615657:0:1842:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b3ab4100. 00000800:00000200:2.0:1712357246.615672:0:1842:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357246.615676:0:1842:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357246.615679:0:1842:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1712357246.615774:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1712357252.568919:0:9082:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000800:00000200:3.0:1712357259.620706:0:1842:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357259.620713:0:1842:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357259.620728:0:1842:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1712357259.620888:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000001:02000400:1.0:1712357260.870120:0:9517:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:02000400:1.0:1712357274.659539:0:9978:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 46b: online OST and MDT addition ===== 18:47:54 (1712357274) 00000001:02000400:3.0:1712357297.167356:0:11781:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:1.0:1712357304.205143:0:12215:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000020:00000010:0.0:1712357305.786294:0:12310:0:(obd_mount.c:601:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff8800aa327800. 00000020:00000010:0.0:1712357305.786299:0:12310:0:(obd_mount.c:604:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800b3664580. 00000020:00000010:0.0:1712357305.786305:0:12310:0:(obd_mount.c:1448:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800b39ee000. 00000020:00000010:0.0:1712357305.786316:0:12310:0:(obd_mount.c:1645:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800ac042800. 00000020:00000010:0.0:1712357305.786319:0:12310:0:(obd_mount.c:1702:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff8800ad823940. 00000020:00000010:0.0:1712357305.786321:0:12310:0:(obd_mount.c:1741:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff8800ac042fc0. 00000020:00000010:0.0:1712357305.786331:0:12310:0:(obd_mount.c:283:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800ac042240. 00000020:00000010:0.0:1712357305.786333:0:12310:0:(obd_mount.c:284:lustre_start_mgc()) kmalloced '(niduuid)': 25 at ffff8800ac042320. 00000020:00000010:0.0:1712357305.786335:0:12310:0:(obd_mount.c:291:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800b364f600. 00000020:00000010:0.0:1712357305.786341:0:12310:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800b35ba3c0. 00000100:00000010:0.0:1712357305.786345:0:12310:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aa253800. 00000400:00000200:0.0:1712357305.786353:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.786357:0:12310:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000020:00000010:0.0:1712357305.786360:0:12310:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 96 at ffff8800b35ba3c0. 00000020:00000010:0.0:1712357305.786362:0:12310:0:(obd_mount.c:422:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff880136a04740. 00000020:00000010:0.0:1712357305.786367:0:12310:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b3664180. 00000020:00000010:0.0:1712357305.786376:0:12310:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab0f8000. 00000020:00000010:0.0:1712357305.786381:0:12310:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa324800. 00000020:00000010:0.0:1712357305.786417:0:12310:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b3664180. 00000020:00000010:0.0:1712357305.786421:0:12310:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800b3664180. 00000001:00000010:0.0:1712357305.786435:0:12310:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b364f240. 00000001:00000010:0.0:1712357305.786438:0:12310:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800ac042500. 00000001:00000010:0.0:1712357305.787935:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6297c00. 00000001:00000010:0.0:1712357305.787939:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6296000. 00000001:00000010:0.0:1712357305.787941:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6297e00. 00000001:00000010:0.0:1712357305.787942:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6296800. 00000001:00000010:0.0:1712357305.787945:0:12310:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b364f840. 00000001:00000010:0.0:1712357305.787948:0:12310:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800ac042f80. 00000001:00000010:0.0:1712357305.787950:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6297000. 00000001:00000010:0.0:1712357305.787952:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6297400. 00000001:00000010:0.0:1712357305.787955:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6297600. 00000001:00000010:0.0:1712357305.787956:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6297200. 00010000:00000010:0.0:1712357305.787967:0:12310:0:(ldlm_lockd.c:3281:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8800ac042180. 00000100:00000010:0.0:1712357305.788028:0:12310:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 328 at ffff8800b6296a00. 00000100:00000010:0.0:1712357305.788033:0:12310:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800aa250c00. 00000100:00000010:0.0:1712357305.788046:0:12310:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800aa024000. 00000100:00000010:0.0:1712357305.788054:0:12310:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b39eb000. 00000100:00000010:0.0:1712357305.788057:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa252c00. 00000100:00000010:0.0:1712357305.788062:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa31a000. 00000100:00000010:0.0:1712357305.788064:0:12310:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800aa250400. 00000100:00000010:0.0:1712357305.788072:0:12310:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800aa188000. 00000100:00000010:0.0:1712357305.788077:0:12310:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b39ed000. 00000100:00000010:0.0:1712357305.788080:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa252400. 00000100:00000010:0.0:1712357305.788085:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa31c000. 00000400:00000200:0.0:1712357305.788094:0:12310:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1712357305.788110:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35ba3c0. 00000020:00000010:0.0:1712357305.788114:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b39ef000. 00000100:00000010:0.0:1712357305.788145:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f0c0. 00000100:00000010:0.0:1712357305.788150:0:12310:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136a04e80. 00000100:00000010:0.0:1712357305.788153:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f180. 00000100:00000010:0.0:1712357305.788156:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f9c0. 00000100:00000010:0.0:1712357305.788158:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f6c0. 00000100:00000010:0.0:1712357305.788160:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f3c0. 00000100:00000010:0.0:1712357305.788161:0:12310:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136a04fc0. 00000100:00000010:0.0:1712357305.788163:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f000. 00000100:00000010:0.0:1712357305.788165:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f900. 00000100:00000010:0.0:1712357305.788166:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364fcc0. 00000100:00000200:0.0:1712357305.788181:0:12310:0:(service.c:851:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1712357305.788184:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6296200. 00000100:00000010:1.0:1712357305.788512:0:12311:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801301d4dc0. 00000020:00000010:1.0:1712357305.788520:0:12311:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d4100. 00000020:00000010:1.0:1712357305.788524:0:12311:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7c16200. 00000020:00000010:1.0:1712357305.788527:0:12311:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b7c16a00. 00000040:00000010:1.0:1712357305.788530:0:12311:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b7c17e00. 00000020:00000010:1.0:1712357305.788533:0:12311:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62ee000. 00000020:00000010:1.0:1712357305.788537:0:12311:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c0000. 00000020:00000010:1.0:1712357305.788540:0:12311:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b7c17600. 80000000:00000010:1.0:1712357305.788543:0:12311:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3af0c0. 40000000:00000010:1.0:1712357305.788546:0:12311:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4b40. 00100000:00000010:1.0:1712357305.788550:0:12311:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b62ef000. 00040000:00000010:1.0:1712357305.788553:0:12311:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023e00. 00040000:00000010:1.0:1712357305.788556:0:12311:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b62e8800. 00040000:00000010:1.0:1712357305.788559:0:12311:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b7c16600. 00000004:00000010:1.0:1712357305.788562:0:12311:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b62ea000. 00000004:00000010:1.0:1712357305.788565:0:12311:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad83f000. 00000004:00000010:1.0:1712357305.788569:0:12311:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b62ea800. 00002000:00000010:1.0:1712357305.788572:0:12311:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e2400. 00000004:00000010:1.0:1712357305.788574:0:12311:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab2e3800. 00000100:00000200:1.0:1712357305.788578:0:12311:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1712357305.788597:0:12311:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e058. 00000400:00000010:1.0:1712357305.788601:0:12311:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa3640c0. 00000100:00000010:1.0:1712357305.788607:0:12311:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b62eb800. 00000100:00000200:1.0:1712357305.788614:0:12311:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1712357305.788660:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6296400. 00000100:00000010:1.0:1712357305.788996:0:12312:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801301d4180. 00000020:00000010:1.0:1712357305.788998:0:12312:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d4280. 00000020:00000010:1.0:1712357305.789001:0:12312:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7c16800. 00000020:00000010:1.0:1712357305.789002:0:12312:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b7c17000. 00000040:00000010:1.0:1712357305.789005:0:12312:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b7c16000. 00000020:00000010:1.0:1712357305.789007:0:12312:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b62ed800. 00000020:00000010:1.0:1712357305.789009:0:12312:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c0a10. 00000020:00000010:1.0:1712357305.789011:0:12312:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b7c16e00. 80000000:00000010:1.0:1712357305.789013:0:12312:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3af960. 40000000:00000010:1.0:1712357305.789014:0:12312:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4b80. 00100000:00000010:1.0:1712357305.789017:0:12312:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b62ec800. 00040000:00000010:1.0:1712357305.789023:0:12312:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023900. 00040000:00000010:1.0:1712357305.789025:0:12312:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b62ee800. 00040000:00000010:1.0:1712357305.789027:0:12312:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b7c17800. 00000004:00000010:1.0:1712357305.789029:0:12312:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b62e9800. 00000004:00000010:1.0:1712357305.789032:0:12312:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad83b000. 00000004:00000010:1.0:1712357305.789035:0:12312:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab107800. 00002000:00000010:1.0:1712357305.789037:0:12312:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e1800. 00000004:00000010:1.0:1712357305.789038:0:12312:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab2e0c00. 00000100:00000010:1.0:1712357305.789041:0:12312:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab102800. 00000100:00000200:1.0:1712357305.789055:0:12312:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1712357305.789141:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6296c00. 00000100:00000010:2.0:1712357305.790029:0:12313:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e3d900. 00000020:00000010:2.0:1712357305.790032:0:12313:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e3d380. 00000020:00000010:2.0:1712357305.790035:0:12313:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3890400. 00000020:00000010:2.0:1712357305.790038:0:12313:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3891800. 00000040:00000010:2.0:1712357305.790040:0:12313:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3891c00. 00000020:00000010:2.0:1712357305.790043:0:12313:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa368800. 00000020:00000010:2.0:1712357305.790045:0:12313:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800adae8508. 00000020:00000010:2.0:1712357305.790047:0:12313:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3890800. 80000000:00000010:2.0:1712357305.790050:0:12313:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b3a47cc0. 40000000:00000010:2.0:1712357305.790051:0:12313:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e3d280. 00100000:00000010:2.0:1712357305.790054:0:12313:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa36d000. 00040000:00000010:2.0:1712357305.790056:0:12313:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b3bf5b00. 00040000:00000010:2.0:1712357305.790059:0:12313:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa36e000. 00040000:00000010:2.0:1712357305.790061:0:12313:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3891200. 00000004:00000010:2.0:1712357305.790064:0:12313:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa36c000. 00000004:00000010:2.0:1712357305.790067:0:12313:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012aaa2000. 00000004:00000010:2.0:1712357305.790069:0:12313:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa36d800. 00002000:00000010:2.0:1712357305.790071:0:12313:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3ecc00. 00000004:00000010:2.0:1712357305.790073:0:12313:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3ef800. 00000100:00000200:2.0:1712357305.790075:0:12313:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1712357305.790079:0:12313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf000. 00000400:00000010:2.0:1712357305.790082:0:12313:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8480. 00000100:00000010:2.0:1712357305.790086:0:12313:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aa369000. 00000100:00000200:2.0:1712357305.790102:0:12313:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1712357305.790139:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6297a00. 00000100:00000010:2.0:1712357305.790744:0:12314:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e3db40. 00000020:00000010:2.0:1712357305.790747:0:12314:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6f7d940. 00000020:00000010:2.0:1712357305.790750:0:12314:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3891600. 00000020:00000010:2.0:1712357305.790752:0:12314:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3890e00. 00000040:00000010:2.0:1712357305.790754:0:12314:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3891400. 00000020:00000010:2.0:1712357305.790757:0:12314:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa36a000. 00000020:00000010:2.0:1712357305.790759:0:12314:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800adae8a10. 00000020:00000010:2.0:1712357305.790761:0:12314:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3891a00. 80000000:00000010:2.0:1712357305.790763:0:12314:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b3a47360. 40000000:00000010:2.0:1712357305.790765:0:12314:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b633d2c0. 00100000:00000010:2.0:1712357305.790767:0:12314:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa36a800. 00040000:00000010:2.0:1712357305.790769:0:12314:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b3bf5e00. 00040000:00000010:2.0:1712357305.790772:0:12314:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa369800. 00040000:00000010:2.0:1712357305.790774:0:12314:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3891000. 00000004:00000010:2.0:1712357305.790776:0:12314:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa36b000. 00000004:00000010:2.0:1712357305.790779:0:12314:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012aaa3000. 00000004:00000010:2.0:1712357305.790781:0:12314:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa368000. 00002000:00000010:2.0:1712357305.790783:0:12314:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3ed400. 00000004:00000010:2.0:1712357305.790785:0:12314:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3ee800. 00000100:00000010:2.0:1712357305.790927:0:12314:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aa36b800. 00000100:00000200:2.0:1712357305.790941:0:12314:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1712357305.791093:0:12310:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 328 at ffff8800b6296e00. 00000100:00000010:0.0:1712357305.791097:0:12310:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800aa251400. 00000100:00000010:0.0:1712357305.791108:0:12310:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800ab210000. 00000100:00000010:0.0:1712357305.791113:0:12310:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b39ea000. 00000100:00000010:0.0:1712357305.791116:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa250800. 00000100:00000010:0.0:1712357305.791124:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa31e000. 00000100:00000010:0.0:1712357305.791126:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa253400. 00000100:00000010:0.0:1712357305.791130:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa318000. 00000100:00000010:0.0:1712357305.791133:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa252000. 00000100:00000010:0.0:1712357305.791137:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1de000. 00000100:00000010:0.0:1712357305.791139:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa251000. 00000100:00000010:0.0:1712357305.791142:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1dc000. 00000100:00000010:0.0:1712357305.791144:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa250000. 00000100:00000010:0.0:1712357305.791147:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1da000. 00000100:00000010:0.0:1712357305.791150:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa251c00. 00000100:00000010:0.0:1712357305.791153:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d8000. 00000100:00000010:0.0:1712357305.791155:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012c568800. 00000100:00000010:0.0:1712357305.791159:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d6000. 00000100:00000010:0.0:1712357305.791165:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012c56b400. 00000100:00000010:0.0:1712357305.791168:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d4000. 00000100:00000010:0.0:1712357305.791171:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b7b5d400. 00000100:00000010:0.0:1712357305.791174:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d2000. 00000100:00000010:0.0:1712357305.791177:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d3800. 00000100:00000010:0.0:1712357305.791180:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1d0000. 00000100:00000010:0.0:1712357305.791182:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d0c00. 00000100:00000010:0.0:1712357305.791186:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa056000. 00000100:00000010:0.0:1712357305.791188:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d0800. 00000100:00000010:0.0:1712357305.791191:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa054000. 00000100:00000010:0.0:1712357305.791193:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d1c00. 00000100:00000010:0.0:1712357305.791196:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa052000. 00000100:00000010:0.0:1712357305.791198:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376d1800. 00000100:00000010:0.0:1712357305.791201:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa050000. 00000100:00000010:0.0:1712357305.791203:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d05000. 00000100:00000010:0.0:1712357305.791206:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa04e000. 00000100:00000010:0.0:1712357305.791208:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d05800. 00000100:00000010:0.0:1712357305.791211:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa04c000. 00000100:00000010:0.0:1712357305.791217:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad3400. 00000100:00000010:0.0:1712357305.791220:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa04a000. 00000100:00000010:0.0:1712357305.791222:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad0000. 00000100:00000010:0.0:1712357305.791225:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa048000. 00000100:00000010:0.0:1712357305.791227:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad2000. 00000100:00000010:0.0:1712357305.791231:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa046000. 00000100:00000010:0.0:1712357305.791232:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad3000. 00000100:00000010:0.0:1712357305.791235:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa044000. 00000100:00000010:0.0:1712357305.791237:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad1000. 00000100:00000010:0.0:1712357305.791240:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa042000. 00000100:00000010:0.0:1712357305.791242:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad1400. 00000100:00000010:0.0:1712357305.791245:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa040000. 00000100:00000010:0.0:1712357305.791247:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad2c00. 00000100:00000010:0.0:1712357305.791250:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3f6000. 00000100:00000010:0.0:1712357305.791251:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad3c00. 00000100:00000010:0.0:1712357305.791255:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3f4000. 00000100:00000010:0.0:1712357305.791256:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad2400. 00000100:00000010:0.0:1712357305.791259:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3f2000. 00000100:00000010:0.0:1712357305.791261:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad2800. 00000100:00000010:0.0:1712357305.791264:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3f0000. 00000100:00000010:0.0:1712357305.791265:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad0400. 00000100:00000010:0.0:1712357305.791269:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab18c000. 00000100:00000010:0.0:1712357305.791270:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad1c00. 00000100:00000010:0.0:1712357305.791273:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab18e000. 00000100:00000010:0.0:1712357305.791275:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad3800. 00000100:00000010:0.0:1712357305.791277:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab18a000. 00000100:00000010:0.0:1712357305.791279:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800adad0c00. 00000100:00000010:0.0:1712357305.791282:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136434000. 00000100:00000010:0.0:1712357305.791284:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4c6000. 00000100:00000010:0.0:1712357305.791287:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136432000. 00000100:00000010:0.0:1712357305.791289:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4c7800. 00000100:00000010:0.0:1712357305.791296:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136430000. 00000100:00000010:0.0:1712357305.791298:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4c6c00. 00000100:00000010:0.0:1712357305.791301:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880136436000. 00000100:00000010:0.0:1712357305.791303:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4c5800. 00000100:00000010:0.0:1712357305.791306:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa00e000. 00000100:00000010:0.0:1712357305.791309:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4c5400. 00000100:00000010:0.0:1712357305.791312:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa00c000. 00000100:00000010:0.0:1712357305.791314:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b63f3000. 00000100:00000010:0.0:1712357305.791317:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa00a000. 00000100:00000010:0.0:1712357305.791319:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b63f3400. 00000100:00000010:0.0:1712357305.791321:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa008000. 00000100:00000010:0.0:1712357305.791323:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b63f1800. 00000100:00000010:0.0:1712357305.791326:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4e2000. 00000100:00000010:0.0:1712357305.791328:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5ac400. 00000100:00000010:0.0:1712357305.791331:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4e6000. 00000100:00000010:0.0:1712357305.791333:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5acc00. 00000100:00000010:0.0:1712357305.791336:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012d4e4000. 00000100:00000010:0.0:1712357305.791338:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5ad000. 00000100:00000010:0.0:1712357305.791341:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013712e000. 00000100:00000010:0.0:1712357305.791343:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5aec00. 00000100:00000010:0.0:1712357305.791346:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013712c000. 00000100:00000010:0.0:1712357305.791347:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5ae000. 00000100:00000010:0.0:1712357305.791355:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3748000. 00000100:00000010:0.0:1712357305.791357:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5adc00. 00000100:00000010:0.0:1712357305.791360:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b374a000. 00000100:00000010:0.0:1712357305.791362:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a5ae800. 00000100:00000010:0.0:1712357305.791365:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b374c000. 00000100:00000010:0.0:1712357305.791371:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6c000. 00000100:00000010:0.0:1712357305.791374:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b374e000. 00000100:00000010:0.0:1712357305.791375:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6c400. 00000100:00000010:0.0:1712357305.791382:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adae0000. 00000100:00000010:0.0:1712357305.791387:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6c800. 00000100:00000010:0.0:1712357305.791390:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adae2000. 00000100:00000010:0.0:1712357305.791392:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6cc00. 00000100:00000010:0.0:1712357305.791395:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adae4000. 00000100:00000010:0.0:1712357305.791396:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6d000. 00000100:00000010:0.0:1712357305.791399:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adae6000. 00000100:00000010:0.0:1712357305.791400:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6d400. 00000100:00000010:0.0:1712357305.791407:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1f8000. 00000100:00000010:0.0:1712357305.791409:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6d800. 00000100:00000010:0.0:1712357305.791412:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1fa000. 00000100:00000010:0.0:1712357305.791413:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6dc00. 00000100:00000010:0.0:1712357305.791416:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1fc000. 00000100:00000010:0.0:1712357305.791418:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6e000. 00000100:00000010:0.0:1712357305.791420:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1fe000. 00000100:00000010:0.0:1712357305.791422:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6e400. 00000100:00000010:0.0:1712357305.791428:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0a8000. 00000100:00000010:0.0:1712357305.791431:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6e800. 00000100:00000010:0.0:1712357305.791434:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0aa000. 00000100:00000010:0.0:1712357305.791435:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6ec00. 00000100:00000010:0.0:1712357305.791438:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0ac000. 00000100:00000010:0.0:1712357305.791440:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6f000. 00000100:00000010:0.0:1712357305.791442:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab0ae000. 00000100:00000010:0.0:1712357305.791444:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6f400. 00000100:00000010:0.0:1712357305.791452:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3d0000. 00000100:00000010:0.0:1712357305.791453:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6f800. 00000100:00000010:0.0:1712357305.791457:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3d2000. 00000100:00000010:0.0:1712357305.791459:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3b6fc00. 00000100:00000010:0.0:1712357305.791463:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3d4000. 00000100:00000010:0.0:1712357305.791468:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3418000. 00000100:00000010:0.0:1712357305.791473:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3d6000. 00000100:00000010:0.0:1712357305.791475:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3418400. 00000100:00000010:0.0:1712357305.791484:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa198000. 00000100:00000010:0.0:1712357305.791486:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3418800. 00000100:00000010:0.0:1712357305.791489:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa19a000. 00000100:00000010:0.0:1712357305.791491:0:12310:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800b3418c00. 00000100:00000010:0.0:1712357305.791502:0:12310:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800aa25c000. 00000100:00000010:0.0:1712357305.791506:0:12310:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b3912000. 00000100:00000010:0.0:1712357305.791509:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3419000. 00000100:00000010:0.0:1712357305.791512:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa19c000. 00000100:00000010:0.0:1712357305.791513:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3419400. 00000100:00000010:0.0:1712357305.791516:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa19e000. 00000100:00000010:0.0:1712357305.791518:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3419800. 00000100:00000010:0.0:1712357305.791524:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab390000. 00000100:00000010:0.0:1712357305.791527:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3419c00. 00000100:00000010:0.0:1712357305.791530:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab392000. 00000100:00000010:0.0:1712357305.791531:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341a000. 00000100:00000010:0.0:1712357305.791535:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab394000. 00000100:00000010:0.0:1712357305.791536:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341a400. 00000100:00000010:0.0:1712357305.791539:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab396000. 00000100:00000010:0.0:1712357305.791541:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341a800. 00000100:00000010:0.0:1712357305.791548:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1c0000. 00000100:00000010:0.0:1712357305.791550:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341ac00. 00000100:00000010:0.0:1712357305.791552:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1c2000. 00000100:00000010:0.0:1712357305.791554:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341b000. 00000100:00000010:0.0:1712357305.791557:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1c4000. 00000100:00000010:0.0:1712357305.791559:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341b400. 00000100:00000010:0.0:1712357305.791562:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1c6000. 00000100:00000010:0.0:1712357305.791564:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341b800. 00000100:00000010:0.0:1712357305.791571:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f0000. 00000100:00000010:0.0:1712357305.791573:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b341bc00. 00000100:00000010:0.0:1712357305.791576:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f2000. 00000100:00000010:0.0:1712357305.791599:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3694000. 00000100:00000010:0.0:1712357305.791605:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f4000. 00000100:00000010:0.0:1712357305.791607:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3694400. 00000100:00000010:0.0:1712357305.791610:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1f6000. 00000100:00000010:0.0:1712357305.791613:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3694800. 00000100:00000010:0.0:1712357305.791630:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3f8000. 00000100:00000010:0.0:1712357305.791633:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3694c00. 00000100:00000010:0.0:1712357305.791636:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3fa000. 00000100:00000010:0.0:1712357305.791638:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3695000. 00000100:00000010:0.0:1712357305.791641:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3fc000. 00000100:00000010:0.0:1712357305.791643:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3695400. 00000100:00000010:0.0:1712357305.791646:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab3fe000. 00000100:00000010:0.0:1712357305.791648:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3695800. 00000100:00000010:0.0:1712357305.791657:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa2a0000. 00000100:00000010:0.0:1712357305.791659:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3695c00. 00000100:00000010:0.0:1712357305.791662:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa2a2000. 00000100:00000010:0.0:1712357305.791664:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3696000. 00000100:00000010:0.0:1712357305.791668:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa2a4000. 00000100:00000010:0.0:1712357305.791670:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3696400. 00000100:00000010:0.0:1712357305.791674:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa2a6000. 00000100:00000010:0.0:1712357305.791676:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3696800. 00000100:00000010:0.0:1712357305.791682:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa070000. 00000100:00000010:0.0:1712357305.791684:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3696c00. 00000100:00000010:0.0:1712357305.791687:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa072000. 00000100:00000010:0.0:1712357305.791688:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3697000. 00000100:00000010:0.0:1712357305.791691:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa074000. 00000100:00000010:0.0:1712357305.791693:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3697400. 00000100:00000010:0.0:1712357305.791696:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa076000. 00000100:00000010:0.0:1712357305.791697:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3697800. 00000100:00000010:0.0:1712357305.791703:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab360000. 00000100:00000010:0.0:1712357305.791705:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3697c00. 00000100:00000010:0.0:1712357305.791708:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab362000. 00000100:00000010:0.0:1712357305.791714:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23c000. 00000100:00000010:0.0:1712357305.791717:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab364000. 00000100:00000010:0.0:1712357305.791719:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23c400. 00000100:00000010:0.0:1712357305.791722:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab366000. 00000100:00000010:0.0:1712357305.791724:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23c800. 00000100:00000010:0.0:1712357305.791731:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa300000. 00000100:00000010:0.0:1712357305.791732:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23cc00. 00000100:00000010:0.0:1712357305.791736:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa302000. 00000100:00000010:0.0:1712357305.791737:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23d000. 00000100:00000010:0.0:1712357305.791741:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa304000. 00000100:00000010:0.0:1712357305.791742:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23d400. 00000100:00000010:0.0:1712357305.791746:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa306000. 00000100:00000010:0.0:1712357305.791748:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23d800. 00000100:00000010:0.0:1712357305.791753:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa030000. 00000100:00000010:0.0:1712357305.791755:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23dc00. 00000100:00000010:0.0:1712357305.791758:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa032000. 00000100:00000010:0.0:1712357305.791760:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23e000. 00000100:00000010:0.0:1712357305.791762:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa034000. 00000100:00000010:0.0:1712357305.791764:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23e400. 00000100:00000010:0.0:1712357305.791767:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa036000. 00000100:00000010:0.0:1712357305.791768:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23e800. 00000100:00000010:0.0:1712357305.791775:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3a0000. 00000100:00000010:0.0:1712357305.791776:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23ec00. 00000100:00000010:0.0:1712357305.791780:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3a2000. 00000100:00000010:0.0:1712357305.791782:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23f000. 00000100:00000010:0.0:1712357305.791786:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3a4000. 00000100:00000010:0.0:1712357305.791788:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23f400. 00000100:00000010:0.0:1712357305.791792:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3a6000. 00000100:00000010:0.0:1712357305.791793:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23f800. 00000100:00000010:0.0:1712357305.791799:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1c8000. 00000100:00000010:0.0:1712357305.791801:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa23fc00. 00000100:00000010:0.0:1712357305.791806:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ca000. 00000100:00000010:0.0:1712357305.791810:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370c000. 00000100:00000010:0.0:1712357305.791813:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1cc000. 00000100:00000010:0.0:1712357305.791815:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370c400. 00000100:00000010:0.0:1712357305.791818:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ce000. 00000100:00000010:0.0:1712357305.791819:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370c800. 00000100:00000010:0.0:1712357305.791825:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1b8000. 00000100:00000010:0.0:1712357305.791826:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370cc00. 00000100:00000010:0.0:1712357305.791829:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1ba000. 00000100:00000010:0.0:1712357305.791830:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370d000. 00000100:00000010:0.0:1712357305.791833:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1bc000. 00000100:00000010:0.0:1712357305.791834:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370d400. 00000100:00000010:0.0:1712357305.791837:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab1be000. 00000100:00000010:0.0:1712357305.791839:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370d800. 00000100:00000010:0.0:1712357305.791844:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adb00000. 00000100:00000010:0.0:1712357305.791846:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370dc00. 00000100:00000010:0.0:1712357305.791849:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adb02000. 00000100:00000010:0.0:1712357305.791850:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370e000. 00000100:00000010:0.0:1712357305.791853:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adb04000. 00000100:00000010:0.0:1712357305.791854:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370e400. 00000100:00000010:0.0:1712357305.791857:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adb06000. 00000100:00000010:0.0:1712357305.791858:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370e800. 00000100:00000010:0.0:1712357305.791864:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1b0000. 00000100:00000010:0.0:1712357305.791866:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370ec00. 00000100:00000010:0.0:1712357305.791869:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1b2000. 00000100:00000010:0.0:1712357305.791871:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370f000. 00000100:00000010:0.0:1712357305.791873:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1b4000. 00000100:00000010:0.0:1712357305.791875:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370f400. 00000100:00000010:0.0:1712357305.791878:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa1b6000. 00000100:00000010:0.0:1712357305.791879:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370f800. 00000100:00000010:0.0:1712357305.791886:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa210000. 00000100:00000010:0.0:1712357305.791890:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b370fc00. 00000100:00000010:0.0:1712357305.791894:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa212000. 00000100:00000010:0.0:1712357305.791898:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bc8000. 00000100:00000010:0.0:1712357305.791902:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa214000. 00000100:00000010:0.0:1712357305.791904:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bc8400. 00000100:00000010:0.0:1712357305.791907:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa216000. 00000100:00000010:0.0:1712357305.791908:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bc8800. 00000100:00000010:0.0:1712357305.791915:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3c0000. 00000100:00000010:0.0:1712357305.791916:0:12310:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3bc8c00. 00000100:00000010:0.0:1712357305.791920:0:12310:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa3c2000. 00000400:00000200:0.0:1712357305.791923:0:12310:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1712357305.791943:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35ba180. 00000020:00000010:0.0:1712357305.791946:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b3914000. 00000100:00000010:0.0:1712357305.791989:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f480. 00000100:00000010:0.0:1712357305.791993:0:12310:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136a04f00. 00000100:00000010:0.0:1712357305.791996:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364ff00. 00000100:00000010:0.0:1712357305.791999:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f540. 00000100:00000010:0.0:1712357305.792001:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364fc00. 00000100:00000010:0.0:1712357305.792003:0:12310:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800b3664000. 00000100:00000010:0.0:1712357305.792005:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364fe40. 00000100:00000010:0.0:1712357305.792006:0:12310:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136a04540. 00000100:00000010:0.0:1712357305.792008:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364fb40. 00000100:00000010:0.0:1712357305.792010:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f300. 00000100:00000010:0.0:1712357305.792011:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364fa80. 00000100:00000010:0.0:1712357305.792013:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b364f780. 00000100:00000010:0.0:1712357305.792014:0:12310:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136a04180. 00000100:00000010:0.0:1712357305.792016:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6cce9c0. 00000100:00000010:0.0:1712357305.792018:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6e0eb40. 00000100:00000010:0.0:1712357305.792020:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6e0ec00. 00000100:00000010:0.0:1712357305.792022:0:12310:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800b3664280. 00000100:00000010:0.0:1712357305.792023:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6e0ee40. 00000100:00000010:0.0:1712357305.792025:0:12310:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff880136a048c0. 00000100:00000010:0.0:1712357305.792031:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b39f3000. 00000100:00000010:0.0:1712357305.792033:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b39f30c0. 00000100:00000010:0.0:1712357305.792035:0:12310:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b39f3180. 00000100:00000200:0.0:1712357305.792051:0:12310:0:(service.c:851:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1712357305.792053:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6297800. 00000100:00000010:1.0:1712357305.792346:0:12315:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801301d4d40. 00000020:00000010:1.0:1712357305.792348:0:12315:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d4cc0. 00000020:00000010:1.0:1712357305.792352:0:12315:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7c16c00. 00000020:00000010:1.0:1712357305.792354:0:12315:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b7c16400. 00000020:00000010:1.0:1712357305.792356:0:12315:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3afe40. 00000040:00000010:1.0:1712357305.792358:0:12315:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b7c17400. 00000020:00000010:1.0:1712357305.792360:0:12315:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab103800. 00000020:00000010:1.0:1712357305.792363:0:12315:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c0f18. 00000020:00000010:1.0:1712357305.792366:0:12315:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800aa22e000. 80000000:00000010:1.0:1712357305.792368:0:12315:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3af840. 40000000:00000010:1.0:1712357305.792370:0:12315:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4040. 00008000:00000010:1.0:1712357305.792373:0:12315:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab094710. 00100000:00000010:1.0:1712357305.792375:0:12315:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab100000. 00040000:00000010:1.0:1712357305.792377:0:12315:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023200. 00040000:00000010:1.0:1712357305.792379:0:12315:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab104000. 00040000:00000010:1.0:1712357305.792381:0:12315:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aa22f600. 00000004:00000010:1.0:1712357305.792383:0:12315:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab102000. 00000004:00000010:1.0:1712357305.792386:0:12315:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad83a000. 00000004:00000010:1.0:1712357305.792388:0:12315:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab103000. 00002000:00000010:1.0:1712357305.792390:0:12315:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e0800. 00000004:00000010:1.0:1712357305.792392:0:12315:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab2e2c00. 00000100:00000200:1.0:1712357305.792394:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792397:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e108. 00000400:00000010:1.0:1712357305.792400:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa3643c0. 00000100:00000200:1.0:1712357305.792407:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792408:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e160. 00000400:00000010:1.0:1712357305.792410:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364cc0. 00000100:00000200:1.0:1712357305.792412:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792413:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e1b8. 00000400:00000010:1.0:1712357305.792414:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364d80. 00000100:00000200:1.0:1712357305.792416:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792417:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e210. 00000400:00000010:1.0:1712357305.792418:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364300. 00000100:00000200:1.0:1712357305.792420:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792421:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e268. 00000400:00000010:1.0:1712357305.792422:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa3646c0. 00000100:00000200:1.0:1712357305.792423:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792424:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e2c0. 00000400:00000010:1.0:1712357305.792425:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364900. 00000100:00000200:1.0:1712357305.792426:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792428:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e318. 00000400:00000010:1.0:1712357305.792429:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364f00. 00000100:00000200:1.0:1712357305.792430:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792431:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e370. 00000400:00000010:1.0:1712357305.792432:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364e40. 00000100:00000200:1.0:1712357305.792433:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792434:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e3c8. 00000400:00000010:1.0:1712357305.792436:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364780. 00000100:00000200:1.0:1712357305.792437:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792438:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e420. 00000400:00000010:1.0:1712357305.792439:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364000. 00000100:00000200:1.0:1712357305.792440:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792441:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e478. 00000400:00000010:1.0:1712357305.792443:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364600. 00000100:00000200:1.0:1712357305.792444:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792445:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e4d0. 00000400:00000010:1.0:1712357305.792447:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364a80. 00000100:00000200:1.0:1712357305.792448:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792449:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e528. 00000400:00000010:1.0:1712357305.792453:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364b40. 00000100:00000200:1.0:1712357305.792454:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792455:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e580. 00000400:00000010:1.0:1712357305.792457:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364540. 00000100:00000200:1.0:1712357305.792458:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792459:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e5d8. 00000400:00000010:1.0:1712357305.792460:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364c00. 00000100:00000200:1.0:1712357305.792462:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792463:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e630. 00000400:00000010:1.0:1712357305.792464:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa364840. 00000100:00000200:1.0:1712357305.792465:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792466:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e688. 00000400:00000010:1.0:1712357305.792467:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa3649c0. 00000100:00000200:1.0:1712357305.792469:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792470:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e6e0. 00000400:00000010:1.0:1712357305.792471:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f2ae40. 00000100:00000200:1.0:1712357305.792472:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792473:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e738. 00000400:00000010:1.0:1712357305.792475:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f2ab40. 00000100:00000200:1.0:1712357305.792476:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792477:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e790. 00000400:00000010:1.0:1712357305.792479:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e780. 00000100:00000200:1.0:1712357305.792480:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792481:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e7e8. 00000400:00000010:1.0:1712357305.792482:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e480. 00000100:00000200:1.0:1712357305.792483:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792484:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e840. 00000400:00000010:1.0:1712357305.792486:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e540. 00000100:00000200:1.0:1712357305.792487:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792488:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e898. 00000400:00000010:1.0:1712357305.792489:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e000. 00000100:00000200:1.0:1712357305.792490:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792491:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e8f0. 00000400:00000010:1.0:1712357305.792492:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e900. 00000100:00000200:1.0:1712357305.792493:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792496:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e948. 00000400:00000010:1.0:1712357305.792498:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615eb40. 00000100:00000200:1.0:1712357305.792499:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792500:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e9a0. 00000400:00000010:1.0:1712357305.792501:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615ec00. 00000100:00000200:1.0:1712357305.792502:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792503:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e9f8. 00000400:00000010:1.0:1712357305.792504:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e9c0. 00000100:00000200:1.0:1712357305.792505:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792506:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ea50. 00000400:00000010:1.0:1712357305.792508:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e840. 00000100:00000200:1.0:1712357305.792509:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792510:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02eaa8. 00000400:00000010:1.0:1712357305.792511:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b615e600. 00000100:00000200:1.0:1712357305.792512:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792513:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02eb00. 00000400:00000010:1.0:1712357305.792517:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e000. 00000100:00000200:1.0:1712357305.792519:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792520:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02eb58. 00000400:00000010:1.0:1712357305.792521:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e0c0. 00000100:00000200:1.0:1712357305.792522:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792523:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ebb0. 00000400:00000010:1.0:1712357305.792524:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e180. 00000100:00000200:1.0:1712357305.792525:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792526:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ec08. 00000400:00000010:1.0:1712357305.792527:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e240. 00000100:00000200:1.0:1712357305.792528:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792529:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ec60. 00000400:00000010:1.0:1712357305.792530:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e300. 00000100:00000200:1.0:1712357305.792532:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792533:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ecb8. 00000400:00000010:1.0:1712357305.792534:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e3c0. 00000100:00000200:1.0:1712357305.792535:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792536:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ed10. 00000400:00000010:1.0:1712357305.792537:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e480. 00000100:00000200:1.0:1712357305.792540:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792542:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ed68. 00000400:00000010:1.0:1712357305.792543:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e540. 00000100:00000200:1.0:1712357305.792544:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792545:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02edc0. 00000400:00000010:1.0:1712357305.792547:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e600. 00000100:00000200:1.0:1712357305.792548:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792550:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ee18. 00000400:00000010:1.0:1712357305.792551:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e6c0. 00000100:00000200:1.0:1712357305.792552:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792553:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ee70. 00000400:00000010:1.0:1712357305.792554:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e780. 00000100:00000200:1.0:1712357305.792555:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792556:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02eec8. 00000400:00000010:1.0:1712357305.792558:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e840. 00000100:00000200:1.0:1712357305.792559:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792560:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ef20. 00000400:00000010:1.0:1712357305.792561:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e900. 00000100:00000200:1.0:1712357305.792562:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792563:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02ef78. 00000400:00000010:1.0:1712357305.792564:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6e9c0. 00000100:00000200:1.0:1712357305.792565:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792566:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e000. 00000400:00000010:1.0:1712357305.792568:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6ea80. 00000100:00000200:1.0:1712357305.792569:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792570:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac02e0b0. 00000400:00000010:1.0:1712357305.792571:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6eb40. 00000100:00000200:1.0:1712357305.792573:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792578:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2000. 00000400:00000010:1.0:1712357305.792610:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6ec00. 00000100:00000200:1.0:1712357305.792613:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792614:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2058. 00000400:00000010:1.0:1712357305.792616:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6ecc0. 00000100:00000200:1.0:1712357305.792627:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792628:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f20b0. 00000400:00000010:1.0:1712357305.792634:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6ed80. 00000100:00000200:1.0:1712357305.792635:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792637:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2108. 00000400:00000010:1.0:1712357305.792641:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6ee40. 00000100:00000200:1.0:1712357305.792643:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792644:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2160. 00000400:00000010:1.0:1712357305.792645:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5d6ef00. 00000100:00000200:1.0:1712357305.792646:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792647:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f21b8. 00000400:00000010:1.0:1712357305.792651:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264000. 00000100:00000200:1.0:1712357305.792653:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792654:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2210. 00000400:00000010:1.0:1712357305.792656:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa2640c0. 00000100:00000200:1.0:1712357305.792721:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792723:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2268. 00000400:00000010:1.0:1712357305.792724:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264180. 00000100:00000200:1.0:1712357305.792725:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792727:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f22c0. 00000400:00000010:1.0:1712357305.792728:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264240. 00000100:00000200:1.0:1712357305.792729:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792730:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2318. 00000400:00000010:1.0:1712357305.792732:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264300. 00000100:00000200:1.0:1712357305.792733:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792734:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2370. 00000400:00000010:1.0:1712357305.792735:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa2643c0. 00000100:00000200:1.0:1712357305.792737:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792738:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f23c8. 00000400:00000010:1.0:1712357305.792740:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264480. 00000100:00000200:1.0:1712357305.792741:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792742:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2420. 00000400:00000010:1.0:1712357305.792743:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264540. 00000100:00000200:1.0:1712357305.792745:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792746:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2478. 00000400:00000010:1.0:1712357305.792748:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264600. 00000100:00000200:1.0:1712357305.792749:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792754:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f24d0. 00000400:00000010:1.0:1712357305.792756:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa2646c0. 00000100:00000200:1.0:1712357305.792757:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792758:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2528. 00000400:00000010:1.0:1712357305.792760:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264780. 00000100:00000200:1.0:1712357305.792761:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792762:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2580. 00000400:00000010:1.0:1712357305.792763:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264840. 00000100:00000200:1.0:1712357305.792764:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792766:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f25d8. 00000400:00000010:1.0:1712357305.792767:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa264900. 00000100:00000200:1.0:1712357305.792768:0:12315:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1712357305.792769:0:12315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2630. 00000400:00000010:1.0:1712357305.792771:0:12315:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800aa2649c0. 00000100:00000010:1.0:1712357305.792773:0:12315:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab101000. 00000100:00000200:1.0:1712357305.792790:0:12315:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1712357305.792871:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b383c600. 00000100:00000010:1.0:1712357305.793044:0:12316:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801301d4bc0. 00000020:00000010:1.0:1712357305.793046:0:12316:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d4ac0. 00000020:00000010:1.0:1712357305.793049:0:12316:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa22f200. 00000020:00000010:1.0:1712357305.793051:0:12316:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aa22fe00. 00000020:00000010:1.0:1712357305.793052:0:12316:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3af9c0. 00000040:00000010:1.0:1712357305.793054:0:12316:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800aa22fc00. 00000020:00000010:1.0:1712357305.793056:0:12316:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab106000. 00000020:00000010:1.0:1712357305.793058:0:12316:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c1420. 00000020:00000010:1.0:1712357305.793060:0:12316:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800aa22f400. 80000000:00000010:1.0:1712357305.793061:0:12316:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3aff00. 40000000:00000010:1.0:1712357305.793063:0:12316:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4080. 00008000:00000010:1.0:1712357305.793065:0:12316:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab094a98. 00100000:00000010:1.0:1712357305.793068:0:12316:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab101800. 00040000:00000010:1.0:1712357305.793069:0:12316:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023500. 00040000:00000010:1.0:1712357305.793071:0:12316:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab106800. 00040000:00000010:1.0:1712357305.793073:0:12316:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aa22e400. 00000004:00000010:1.0:1712357305.793075:0:12316:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab105800. 00000004:00000010:1.0:1712357305.793077:0:12316:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad838000. 00000004:00000010:1.0:1712357305.793083:0:12316:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab105000. 00002000:00000010:1.0:1712357305.793085:0:12316:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e0000. 00000004:00000010:1.0:1712357305.793087:0:12316:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab2e2800. 00000100:00000010:1.0:1712357305.793089:0:12316:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab104800. 00000100:00000200:1.0:1712357305.793093:0:12316:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1712357305.793098:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b383ca00. 00000100:00000010:1.0:1712357305.793308:0:12317:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801301d4fc0. 00000020:00000010:1.0:1712357305.793311:0:12317:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d4200. 00000020:00000010:1.0:1712357305.793314:0:12317:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa22e800. 00000020:00000010:1.0:1712357305.793315:0:12317:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aa22e600. 00000020:00000010:1.0:1712357305.793317:0:12317:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3afa20. 00000040:00000010:1.0:1712357305.793319:0:12317:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800aa22e200. 00000020:00000010:1.0:1712357305.793321:0:12317:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab100800. 00000020:00000010:1.0:1712357305.793323:0:12317:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c1928. 00000020:00000010:1.0:1712357305.793325:0:12317:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800aa22ee00. 80000000:00000010:1.0:1712357305.793327:0:12317:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afea0. 40000000:00000010:1.0:1712357305.793328:0:12317:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4ec0. 00008000:00000010:1.0:1712357305.793330:0:12317:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab094e20. 00100000:00000010:1.0:1712357305.793332:0:12317:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab107000. 00040000:00000010:1.0:1712357305.793334:0:12317:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023400. 00040000:00000010:1.0:1712357305.793338:0:12317:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab0d5800. 00040000:00000010:1.0:1712357305.793339:0:12317:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aa22f800. 00000004:00000010:1.0:1712357305.793341:0:12317:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab0d4800. 00000004:00000010:1.0:1712357305.793344:0:12317:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800ad83c000. 00000004:00000010:1.0:1712357305.793346:0:12317:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab0d3000. 00002000:00000010:1.0:1712357305.793348:0:12317:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e1400. 00000004:00000010:1.0:1712357305.793350:0:12317:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab2e1000. 00000100:00000010:1.0:1712357305.793352:0:12317:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab0d1000. 00000100:00000200:1.0:1712357305.793357:0:12317:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1712357305.793381:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b383c400. 00000100:00000010:2.0:1712357305.793508:0:12318:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b633d840. 00000020:00000010:2.0:1712357305.793547:0:12318:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b633d000. 00000020:00000010:2.0:1712357305.793550:0:12318:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3890c00. 00000020:00000010:2.0:1712357305.793552:0:12318:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3891e00. 00000020:00000010:2.0:1712357305.793553:0:12318:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b3a47a80. 00000040:00000010:2.0:1712357305.793555:0:12318:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3890200. 00000020:00000010:2.0:1712357305.793557:0:12318:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa36f000. 00000020:00000010:2.0:1712357305.793560:0:12318:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800adae8f18. 00000020:00000010:2.0:1712357305.793561:0:12318:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3890a00. 80000000:00000010:2.0:1712357305.793563:0:12318:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b3a47060. 40000000:00000010:2.0:1712357305.793564:0:12318:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b633d4c0. 00008000:00000010:2.0:1712357305.793566:0:12318:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ada88388. 00100000:00000010:2.0:1712357305.793572:0:12318:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa36e800. 00040000:00000010:2.0:1712357305.793574:0:12318:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b3bf5500. 00040000:00000010:2.0:1712357305.793577:0:12318:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa36c800. 00040000:00000010:2.0:1712357305.793578:0:12318:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3890600. 00000004:00000010:2.0:1712357305.793647:0:12318:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa36f800. 00000004:00000010:2.0:1712357305.793651:0:12318:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012aaa6000. 00000004:00000010:2.0:1712357305.793654:0:12318:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a53d800. 00002000:00000010:2.0:1712357305.793656:0:12318:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3ef000. 00000004:00000010:2.0:1712357305.793658:0:12318:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3ef400. 00000100:00000200:2.0:1712357305.793660:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793662:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf268. 00000400:00000010:2.0:1712357305.793665:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a86c0. 00000100:00000200:2.0:1712357305.793667:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793668:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf370. 00000400:00000010:2.0:1712357305.793670:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8840. 00000100:00000200:2.0:1712357305.793671:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793672:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf318. 00000400:00000010:2.0:1712357305.793674:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8540. 00000100:00000200:2.0:1712357305.793675:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793676:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf3c8. 00000400:00000010:2.0:1712357305.793678:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8e40. 00000100:00000200:2.0:1712357305.793679:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793680:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf420. 00000400:00000010:2.0:1712357305.793681:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a80c0. 00000100:00000200:2.0:1712357305.793682:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793683:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf478. 00000400:00000010:2.0:1712357305.793685:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8cc0. 00000100:00000200:2.0:1712357305.793686:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793687:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf4d0. 00000400:00000010:2.0:1712357305.793688:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8600. 00000100:00000200:2.0:1712357305.793689:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793690:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf528. 00000400:00000010:2.0:1712357305.793691:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8300. 00000100:00000200:2.0:1712357305.793692:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793693:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf580. 00000400:00000010:2.0:1712357305.793698:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8d80. 00000100:00000200:2.0:1712357305.793699:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793701:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf5d8. 00000400:00000010:2.0:1712357305.793702:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8a80. 00000100:00000200:2.0:1712357305.793704:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793705:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf630. 00000400:00000010:2.0:1712357305.793706:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8f00. 00000100:00000200:2.0:1712357305.793707:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793708:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf688. 00000400:00000010:2.0:1712357305.793709:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8c00. 00000100:00000200:2.0:1712357305.793710:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793711:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf6e0. 00000400:00000010:2.0:1712357305.793712:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8180. 00000100:00000200:2.0:1712357305.793713:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793714:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf738. 00000400:00000010:2.0:1712357305.793716:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8b40. 00000100:00000200:2.0:1712357305.793717:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793718:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf790. 00000400:00000010:2.0:1712357305.793719:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8000. 00000100:00000200:2.0:1712357305.793720:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793721:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf7e8. 00000400:00000010:2.0:1712357305.793723:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b34a8780. 00000100:00000200:2.0:1712357305.793724:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793725:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf840. 00000400:00000010:2.0:1712357305.793727:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23600. 00000100:00000200:2.0:1712357305.793728:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793729:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf898. 00000400:00000010:2.0:1712357305.793730:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23840. 00000100:00000200:2.0:1712357305.793731:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793732:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf8f0. 00000400:00000010:2.0:1712357305.793734:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23d80. 00000100:00000200:2.0:1712357305.793735:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793736:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf948. 00000400:00000010:2.0:1712357305.793737:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23cc0. 00000100:00000200:2.0:1712357305.793738:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793741:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf9a0. 00000400:00000010:2.0:1712357305.793743:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23c00. 00000100:00000200:2.0:1712357305.793744:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793745:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf9f8. 00000400:00000010:2.0:1712357305.793747:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23a80. 00000100:00000200:2.0:1712357305.793748:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793749:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafa50. 00000400:00000010:2.0:1712357305.793750:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23f00. 00000100:00000200:2.0:1712357305.793751:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793752:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafaa8. 00000400:00000010:2.0:1712357305.793753:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23e40. 00000100:00000200:2.0:1712357305.793754:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793755:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafb00. 00000400:00000010:2.0:1712357305.793756:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b239c0. 00000100:00000200:2.0:1712357305.793758:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793759:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafb58. 00000400:00000010:2.0:1712357305.793760:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23480. 00000100:00000200:2.0:1712357305.793761:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793762:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafbb0. 00000400:00000010:2.0:1712357305.793763:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b236c0. 00000100:00000200:2.0:1712357305.793765:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793766:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafc08. 00000400:00000010:2.0:1712357305.793768:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23540. 00000100:00000200:2.0:1712357305.793769:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793770:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafc60. 00000400:00000010:2.0:1712357305.793771:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23b40. 00000100:00000200:2.0:1712357305.793772:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793773:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafcb8. 00000400:00000010:2.0:1712357305.793774:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23000. 00000100:00000200:2.0:1712357305.793775:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793777:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafd10. 00000400:00000010:2.0:1712357305.793778:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23900. 00000100:00000200:2.0:1712357305.793780:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793781:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafd68. 00000400:00000010:2.0:1712357305.793782:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b230c0. 00000100:00000200:2.0:1712357305.793787:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793788:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafdc0. 00000400:00000010:2.0:1712357305.793790:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3b23780. 00000100:00000200:2.0:1712357305.793791:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793792:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafe18. 00000400:00000010:2.0:1712357305.793794:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b480. 00000100:00000200:2.0:1712357305.793795:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793796:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafe70. 00000400:00000010:2.0:1712357305.793798:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b3c0. 00000100:00000200:2.0:1712357305.793799:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793801:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eafec8. 00000400:00000010:2.0:1712357305.793802:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b540. 00000100:00000200:2.0:1712357305.793803:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793805:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaff20. 00000400:00000010:2.0:1712357305.793806:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b6c0. 00000100:00000200:2.0:1712357305.793807:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793808:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaff78. 00000400:00000010:2.0:1712357305.793810:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b300. 00000100:00000200:2.0:1712357305.793811:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793813:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf2c0. 00000400:00000010:2.0:1712357305.793814:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b000. 00000100:00000200:2.0:1712357305.793815:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793817:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf160. 00000400:00000010:2.0:1712357305.793818:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6f0b600. 00000100:00000200:2.0:1712357305.793819:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793821:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf210. 00000400:00000010:2.0:1712357305.793822:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4840. 00000100:00000200:2.0:1712357305.793824:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793825:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf1b8. 00000400:00000010:2.0:1712357305.793826:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e46c0. 00000100:00000200:2.0:1712357305.793827:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793829:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf108. 00000400:00000010:2.0:1712357305.793830:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e40c0. 00000100:00000200:2.0:1712357305.793831:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793833:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf0b0. 00000400:00000010:2.0:1712357305.793838:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4180. 00000100:00000200:2.0:1712357305.793840:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793841:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6eaf058. 00000400:00000010:2.0:1712357305.793842:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4480. 00000100:00000200:2.0:1712357305.793844:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793848:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1000. 00000400:00000010:2.0:1712357305.793850:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4000. 00000100:00000200:2.0:1712357305.793852:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793853:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1058. 00000400:00000010:2.0:1712357305.793854:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4600. 00000100:00000200:2.0:1712357305.793856:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793857:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e10b0. 00000400:00000010:2.0:1712357305.793859:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4540. 00000100:00000200:2.0:1712357305.793860:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793861:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1108. 00000400:00000010:2.0:1712357305.793863:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4780. 00000100:00000200:2.0:1712357305.793864:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793865:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1160. 00000400:00000010:2.0:1712357305.793866:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4240. 00000100:00000200:2.0:1712357305.793867:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793868:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e11b8. 00000400:00000010:2.0:1712357305.793870:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4900. 00000100:00000200:2.0:1712357305.793871:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793872:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1210. 00000400:00000010:2.0:1712357305.793874:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e49c0. 00000100:00000200:2.0:1712357305.793875:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793876:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1268. 00000400:00000010:2.0:1712357305.793877:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4300. 00000100:00000200:2.0:1712357305.793879:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793880:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e12c0. 00000400:00000010:2.0:1712357305.793881:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e43c0. 00000100:00000200:2.0:1712357305.793883:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793884:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1318. 00000400:00000010:2.0:1712357305.793885:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4a80. 00000100:00000200:2.0:1712357305.793886:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793891:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1370. 00000400:00000010:2.0:1712357305.793893:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4b40. 00000100:00000200:2.0:1712357305.793895:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793896:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e13c8. 00000400:00000010:2.0:1712357305.793897:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4d80. 00000100:00000200:2.0:1712357305.793898:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793899:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1420. 00000400:00000010:2.0:1712357305.793901:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4cc0. 00000100:00000200:2.0:1712357305.793902:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793903:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1478. 00000400:00000010:2.0:1712357305.793904:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4f00. 00000100:00000200:2.0:1712357305.793906:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793907:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e14d0. 00000400:00000010:2.0:1712357305.793909:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4c00. 00000100:00000200:2.0:1712357305.793910:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793911:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1528. 00000400:00000010:2.0:1712357305.793912:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab3e4e40. 00000100:00000200:2.0:1712357305.793914:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793915:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1580. 00000400:00000010:2.0:1712357305.793917:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012aac7cc0. 00000100:00000200:2.0:1712357305.793918:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793919:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e15d8. 00000400:00000010:2.0:1712357305.793921:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012aac7e40. 00000100:00000200:2.0:1712357305.793922:0:12318:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1712357305.793923:0:12318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1630. 00000400:00000010:2.0:1712357305.793925:0:12318:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b5cc3780. 00000100:00000010:2.0:1712357305.793928:0:12318:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a53c000. 00000100:00000200:2.0:1712357305.793944:0:12318:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1712357305.794001:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b383c800. 00000100:00000010:2.0:1712357305.794293:0:12319:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b633dac0. 00000020:00000010:2.0:1712357305.794295:0:12319:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b633d140. 00000020:00000010:2.0:1712357305.794299:0:12319:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3887e00. 00000020:00000010:2.0:1712357305.794300:0:12319:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3887c00. 00000020:00000010:2.0:1712357305.794302:0:12319:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b3a471e0. 00000040:00000010:2.0:1712357305.794304:0:12319:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3887a00. 00000020:00000010:2.0:1712357305.794306:0:12319:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a538800. 00000020:00000010:2.0:1712357305.794311:0:12319:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800adae9420. 00000020:00000010:2.0:1712357305.794313:0:12319:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3887800. 80000000:00000010:2.0:1712357305.794315:0:12319:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b3a47900. 40000000:00000010:2.0:1712357305.794317:0:12319:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b633d640. 00008000:00000010:2.0:1712357305.794319:0:12319:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ada88710. 00100000:00000010:2.0:1712357305.794321:0:12319:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a53c800. 00040000:00000010:2.0:1712357305.794323:0:12319:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b3bf5200. 00040000:00000010:2.0:1712357305.794325:0:12319:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a53d000. 00040000:00000010:2.0:1712357305.794327:0:12319:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3887600. 00000004:00000010:2.0:1712357305.794329:0:12319:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a53f800. 00000004:00000010:2.0:1712357305.794332:0:12319:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012aaa5000. 00000004:00000010:2.0:1712357305.794334:0:12319:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a539800. 00002000:00000010:2.0:1712357305.794336:0:12319:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3ec000. 00000004:00000010:2.0:1712357305.794338:0:12319:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3ec800. 00000100:00000010:2.0:1712357305.794340:0:12319:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a539000. 00000100:00000200:2.0:1712357305.794425:0:12319:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1712357305.794455:0:12310:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b383d400. 00000100:00000010:2.0:1712357305.794793:0:12320:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b633d440. 00000020:00000010:2.0:1712357305.794795:0:12320:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b633d0c0. 00000020:00000010:2.0:1712357305.794798:0:12320:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3887400. 00000020:00000010:2.0:1712357305.794800:0:12320:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3887200. 00000020:00000010:2.0:1712357305.794801:0:12320:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b3a475a0. 00000040:00000010:2.0:1712357305.794803:0:12320:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3887000. 00000020:00000010:2.0:1712357305.794805:0:12320:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a53f000. 00000020:00000010:2.0:1712357305.794808:0:12320:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800adae9928. 00000020:00000010:2.0:1712357305.794809:0:12320:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b3886e00. 80000000:00000010:2.0:1712357305.794811:0:12320:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b3a47300. 40000000:00000010:2.0:1712357305.794813:0:12320:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b633d1c0. 00008000:00000010:2.0:1712357305.794815:0:12320:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ada88a98. 00100000:00000010:2.0:1712357305.794818:0:12320:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab3d3800. 00040000:00000010:2.0:1712357305.794820:0:12320:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b3bf5a00. 00040000:00000010:2.0:1712357305.794822:0:12320:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab3d6800. 00040000:00000010:2.0:1712357305.794824:0:12320:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3886c00. 00000004:00000010:2.0:1712357305.794826:0:12320:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab3d4000. 00000004:00000010:2.0:1712357305.794832:0:12320:0:(mdt_handler.c:8034:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012aaa0000. 00000004:00000010:2.0:1712357305.794834:0:12320:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab3d2000. 00002000:00000010:2.0:1712357305.794836:0:12320:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab3efc00. 00000004:00000010:2.0:1712357305.794838:0:12320:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab3eec00. 00000100:00000010:2.0:1712357305.794840:0:12320:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800ab3d1800. 00000100:00000200:2.0:1712357305.794846:0:12320:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1712357305.794884:0:12310:0:(ldlm_lockd.c:3391:ldlm_setup()) kmalloced '(blp)': 168 at ffff8800b39f3240. 00010000:00000010:1.0:1712357305.795156:0:12321:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8801301d4c00. 00000020:00000010:1.0:1712357305.795159:0:12321:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa22ec00. 00000020:00000010:1.0:1712357305.795161:0:12321:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aa22ea00. 00000020:00000010:1.0:1712357305.795163:0:12321:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab0d7800. 00000020:00000010:1.0:1712357305.795166:0:12321:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c1e30. 00000020:00000010:1.0:1712357305.795168:0:12321:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800aa22fa00. 80000000:00000010:1.0:1712357305.795173:0:12321:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afc00. 40000000:00000010:1.0:1712357305.795174:0:12321:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4e80. 00100000:00000010:1.0:1712357305.795177:0:12321:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab0d1800. 00040000:00000010:1.0:1712357305.795179:0:12321:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023f00. 00040000:00000010:1.0:1712357305.795181:0:12321:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aa22f000. 00002000:00000010:1.0:1712357305.795183:0:12321:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e3000. 00000020:00000010:1.0:1712357305.795185:0:12321:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d4c40. 00010000:00000010:1.0:1712357305.795434:0:12322:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8801301d4d80. 00000020:00000010:1.0:1712357305.795445:0:12322:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f77800. 00000020:00000010:1.0:1712357305.795447:0:12322:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f77c00. 00000020:00000010:1.0:1712357305.795449:0:12322:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab0d7000. 00000020:00000010:1.0:1712357305.795451:0:12322:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab0c2338. 00000020:00000010:1.0:1712357305.795453:0:12322:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f76a00. 80000000:00000010:1.0:1712357305.795455:0:12322:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afba0. 40000000:00000010:1.0:1712357305.795456:0:12322:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8801301d4300. 00100000:00000010:1.0:1712357305.795458:0:12322:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab0d2800. 00040000:00000010:1.0:1712357305.795460:0:12322:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023b00. 00040000:00000010:1.0:1712357305.795462:0:12322:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b365c400. 00002000:00000010:1.0:1712357305.795465:0:12322:0:(ofd_dev.c:2906:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab2e3400. 00000020:00000010:1.0:1712357305.795466:0:12322:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801301d41c0. 00010000:00000010:0.0:1712357305.795958:0:12310:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880136a040c0. 00010000:00000010:0.0:1712357305.795961:0:12310:0:(lustre_compat.h:687:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff880136a04600. 00000020:00000010:0.0:1712357305.795976:0:12310:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800aa325800. 00000100:00000200:0.0:1712357305.796000:0:12310:0:(events.c:572:ptlrpc_uuid_to_peer()) MGC192.168.203.120@tcp_0->12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.796005:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.796010:0:12310:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00010000:00000010:0.0:1712357305.796013:0:12310:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800b35ba480. 00010000:00000010:0.0:1712357305.796017:0:12310:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b3bc9000. 00000001:00000010:0.0:1712357305.796020:0:12310:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b3679900. 00000001:00000010:0.0:1712357305.796024:0:12310:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800ad8239d0. 00000001:00000010:0.0:1712357305.796026:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b3679f00. 00000001:00000010:0.0:1712357305.796028:0:12310:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b3679a00. 00010000:00000010:0.0:1712357305.796030:0:12310:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at ffff8800b39f3300. 00000020:00000010:0.0:1712357305.796061:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35ba720. 00000020:00000010:0.0:1712357305.796063:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800ac042040. 00000020:00000010:0.0:1712357305.796085:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35bac60. 00000020:00000010:0.0:1712357305.796087:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b609f600. 00000040:00000010:0.0:1712357305.796112:0:12310:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b39f33c0. 00000020:00000010:0.0:1712357305.798698:0:12310:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 112 at ffff8800b3664180. 00000020:00000010:0.0:1712357305.798712:0:12310:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa321800. 00000100:00000010:0.0:1712357305.798728:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 02000000:00000010:0.0:1712357305.798741:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3bc9400. 00000020:00000010:0.0:1712357305.798773:0:12310:0:(obd_mount.c:512:lustre_start_mgc()) kfreed 'uuid': 40 at ffff880136a04740. 00000020:00000010:0.0:1712357305.798776:0:12310:0:(obd_mount.c:514:lustre_start_mgc()) kfreed 'data': 192 at ffff8800b364f600. 00000020:00000010:0.0:1712357305.798778:0:12310:0:(obd_mount.c:516:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800ac042240. 00000020:00000010:0.0:1712357305.798780:0:12310:0:(obd_mount.c:518:lustre_start_mgc()) kfreed 'niduuid': 25 at ffff8800ac042320. 00000080:00000010:0.0:1712357305.798784:0:12310:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 80 at ffff8800b35ba8a0. 00000080:00000010:0.0:1712357305.798786:0:12310:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1016 at ffff8800b3bc9800. 00000020:00000010:0.0:1712357305.798817:0:12310:0:(cl_page.c:1147:cl_cache_init()) kmalloced '(cache)': 152 at ffff8800b39f3480. 00000080:00000010:0.0:1712357305.798820:0:12310:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8800b38b3968. 00000080:00000010:0.0:1712357305.798822:0:12310:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8800b38b3970. 00000020:00000010:0.0:1712357305.798950:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35ba960. 00000020:00000010:0.0:1712357305.798953:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1120 at ffff8800aa322800. 00000020:00000010:0.0:1712357305.798959:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35bad80. 00000020:00000010:0.0:1712357305.798961:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800b3bca400. 00000020:00000010:0.0:1712357305.799046:0:12310:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800b3664180. 00000020:00000010:0.0:1712357305.799048:0:12310:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff8800b39f3600. 10000000:00000010:0.0:1712357305.799054:0:12310:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b609f400. 02000000:00000010:0.0:1712357305.799058:0:12310:0:(sec_config.c:558:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8800b3664200. 00000100:00000010:0.0:1712357305.799062:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399c00. 02000000:00000010:0.0:1712357305.799066:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609e000. 00010000:00000010:0.0:1712357305.799073:0:12310:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3679d00. 00010000:00000010:0.0:1712357305.799078:0:12310:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000010:0.0:1712357305.799081:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136a04e40. 00000100:00000010:0.0:1712357305.799089:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 02000000:00000010:2.0:1712357305.799175:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab3ed000. 00000400:00000200:2.0:1712357305.799184:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357305.799187:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1688. 00000400:00000010:2.0:1712357305.799191:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4990. 00000100:00000200:2.0:1712357305.799196:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572125120, portal 25 00000400:00000010:2.0:1712357305.799199:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4880. 00000100:00000200:2.0:1712357305.799201:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1795536572125120, offset 0 00000400:00000200:2.0:1712357305.799206:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357305.799211:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.799216:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357305.799220:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357305.799223:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357305.799226:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357305.799227:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357305.799230:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [69:69:256:4294967295] 192.168.203.120@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1712357305.799232:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.799238:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357305.799242:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357305.799245:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3bf5900. 00000800:00000200:2.0:1712357305.799248:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357305.799254:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357305.799261:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3bf5900 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.799334:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.799337:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3bf5900. 00000400:00000200:2.0:1712357305.799339:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.799342:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.799349:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4880 00000400:00000010:2.0:1712357305.799351:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4880. 00000100:00000200:2.0:1712357305.799357:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572125120/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.801830:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.801836:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.801842:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.801845:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.801848:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.801851:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 25 MB=0x66107ef900fc0 00000400:00000200:2.0:1712357305.801855:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.801860:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 416/416 into md 0x6c5 [1] + 0 00000400:00000200:2.0:1712357305.801874:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.801878:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.801886:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572125120/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.802494:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1688. 00000400:00000200:0.0:1712357305.802498:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4990 00000400:00000010:0.0:1712357305.802500:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4990. 00000100:00000200:0.0:1712357305.802505:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572125120/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.802511:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572125120/t0(0) o250->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:0.0:1712357305.803284:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab3ed000. 02000000:00000010:0.0:1712357305.803290:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3bc9400. 00000100:00000010:0.0:1712357305.803293:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 02000000:00000010:1.0:1712357305.803326:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab2e2000. 00000400:00000200:1.0:1712357305.803332:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.803335:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.803338:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.803346:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572125184, portal 25 00000400:00000010:1.0:1712357305.803350:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357305.803352:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572125184, offset 0 00000400:00000200:1.0:1712357305.803356:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.803360:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.803367:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.803371:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.803376:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.803378:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.803386:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.803390:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [70:70:256:4294967295] 192.168.203.120@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:1.0:1712357305.803393:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.803403:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.803408:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.803411:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d023c00. 00000800:00000200:1.0:1712357305.803415:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.803420:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.803423:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d023c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.803612:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.803615:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d023c00. 00000400:00000200:2.0:1712357305.803627:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.803632:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.803634:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:2.0:1712357305.803635:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000200:2.0:1712357305.803640:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399c00 x1795536572125184/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.805546:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.805553:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.805558:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.805572:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.805575:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.805578:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef901000 00000400:00000200:2.0:1712357305.805601:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.805612:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x6d5 [1] + 224 00000400:00000200:2.0:1712357305.805655:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.805658:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.805666:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399c00 x1795536572125184/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.805706:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.805709:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357305.805711:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.805716:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399c00 x1795536572125184/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.805722:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399c00 x1795536572125184/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.805739:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 02000000:00000010:1.0:1712357305.805753:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab2e2000. 02000000:00000010:1.0:1712357305.805756:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609e000. 00000100:00000010:1.0:1712357305.805759:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399c00. 10000000:00000010:1.0:1712357305.805764:0:12310:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801301d4e40. 00000020:00000010:1.0:1712357305.805767:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b365ca00. 00000020:00000010:1.0:1712357305.805771:0:12310:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b365c800. 00000040:00000010:1.0:1712357305.805774:0:12310:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b365c200. 00000020:00000010:1.0:1712357305.805777:0:12310:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab0d0000. 00000020:00000010:1.0:1712357305.805782:0:12310:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b365c000. 80000000:00000010:1.0:1712357305.805785:0:12310:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afcc0. 00040000:00000010:1.0:1712357305.805788:0:12310:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b365c600. 20000000:00000010:1.0:1712357305.805792:0:12310:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b38d0400. 00000040:00000010:1.0:1712357305.805798:0:12310:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b38d0000. 00000100:00000010:1.0:1712357305.805809:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060380. 02000000:00000010:1.0:1712357305.805817:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b38d0200. 00000100:00000010:1.0:1712357305.805827:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.805838:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b38d0c00. 00000400:00000200:1.0:1712357305.805842:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.805844:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.805846:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.805850:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572125248, portal 25 00000400:00000010:1.0:1712357305.805853:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357305.805855:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572125248, offset 0 00000400:00000200:1.0:1712357305.805858:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.805862:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.805866:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.805875:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.805878:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.805881:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.805882:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.805885:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [71:71:256:4294967295] 192.168.203.120@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:1.0:1712357305.805887:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.805893:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.805896:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.805899:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d023d00. 00000800:00000200:1.0:1712357305.805903:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.805908:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.805910:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d023d00 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.806063:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.806066:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d023d00. 00000400:00000200:2.0:1712357305.806069:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.806072:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.806074:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357305.806075:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000200:2.0:1712357305.806079:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060380 x1795536572125248/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.808886:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.808892:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.808897:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.808901:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.808903:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.808907:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef901040 00000400:00000200:2.0:1712357305.808910:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.808914:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x6dd [1] + 224 00000400:00000200:2.0:1712357305.808929:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.808933:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.808941:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060380 x1795536572125248/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.809021:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.809025:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357305.809027:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.809032:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060380 x1795536572125248/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.809038:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060380 x1795536572125248/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.809062:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.809068:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b38d0c00. 02000000:00000010:1.0:1712357305.809071:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b38d0200. 00000100:00000010:1.0:1712357305.809073:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060380. 00000040:00000010:1.0:1712357305.809077:0:12310:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b38d0000. 00000020:00000010:1.0:1712357305.809083:0:12310:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b365c800. 00000040:00000010:1.0:1712357305.809087:0:12310:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b365c200. 00000020:00000010:1.0:1712357305.809089:0:12310:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800ab0d0000. 00000020:00000010:1.0:1712357305.809094:0:12310:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b365c000. 80000000:00000010:1.0:1712357305.809097:0:12310:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012b3afcc0. 00040000:00000010:1.0:1712357305.809100:0:12310:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b365c600. 20000000:00000010:1.0:1712357305.809104:0:12310:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b38d0400. 00000020:00000010:1.0:1712357305.809106:0:12310:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b365ca00. 10000000:00000010:1.0:1712357305.809109:0:12310:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801301d4e40. 10000000:00000010:1.0:1712357305.809123:0:12310:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 279 at ffff8800b38d0400. 10000000:00000010:1.0:1712357305.809127:0:12310:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 286 at ffff8800b38d0000. 10000000:00000010:1.0:1712357305.809130:0:12310:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 285 at ffff8800b38d0200. 00000100:00000010:1.0:1712357305.809135:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060380. 02000000:00000010:1.0:1712357305.809142:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b38d0c00. 00010000:00000010:1.0:1712357305.809152:0:12310:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000010:1.0:1712357305.809155:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8801301d4e40. 00000100:00000010:1.0:1712357305.809164:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.809175:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab2e2000. 00000400:00000200:1.0:1712357305.809178:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.809179:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.809183:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.809187:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572125312, portal 25 00000400:00000010:1.0:1712357305.809189:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357305.809191:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572125312, offset 0 00000400:00000200:1.0:1712357305.809195:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.809199:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.809206:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.809210:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.809212:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.809214:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.809216:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.809218:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [72:72:256:4294967295] 192.168.203.120@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:1.0:1712357305.809221:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.809226:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.809230:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.809233:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d023000. 00000800:00000200:1.0:1712357305.809237:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.809242:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.809245:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d023000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.809555:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.809558:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d023000. 00000400:00000200:2.0:1712357305.809560:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.809564:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.809566:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:2.0:1712357305.809572:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000200:2.0:1712357305.809576:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060380 x1795536572125312/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.812357:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.812363:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.812368:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.812371:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.812373:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.812377:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef901080 00000400:00000200:2.0:1712357305.812380:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.812385:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x6e5 [1] + 224 00000400:00000200:2.0:1712357305.812399:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.812402:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.812409:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060380 x1795536572125312/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.812462:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.812466:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357305.812467:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.812472:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060380 x1795536572125312/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.812479:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060380 x1795536572125312/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.812498:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.812513:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab2e2000. 02000000:00000010:1.0:1712357305.812517:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b38d0c00. 00000100:00000010:1.0:1712357305.812520:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060380. 10000000:00000010:1.0:1712357305.812526:0:12310:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801301d4c80. 00000020:00000010:1.0:1712357305.812528:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b38d0c00. 00000020:00000010:1.0:1712357305.812532:0:12310:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b38d0800. 00000040:00000010:1.0:1712357305.812534:0:12310:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b38d1800. 00000020:00000010:1.0:1712357305.812537:0:12310:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab0d0000. 00000020:00000010:1.0:1712357305.812541:0:12310:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b365ca00. 80000000:00000010:1.0:1712357305.812549:0:12310:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3afcc0. 00040000:00000010:1.0:1712357305.812553:0:12310:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b365c600. 20000000:00000010:1.0:1712357305.812556:0:12310:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b365c000. 00000040:00000010:1.0:1712357305.812561:0:12310:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b365c200. 00000100:00000010:1.0:1712357305.812566:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060380. 02000000:00000010:1.0:1712357305.812573:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b365c800. 00000100:00000010:1.0:1712357305.812601:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.812613:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800adb0b000. 00000400:00000200:1.0:1712357305.812616:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.812636:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.812640:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.812643:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572125376, portal 25 00000400:00000010:1.0:1712357305.812646:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357305.812648:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572125376, offset 0 00000400:00000200:1.0:1712357305.812652:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.812656:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.812661:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.812665:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.812668:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.812671:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.812673:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.812676:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [73:73:256:4294967295] 192.168.203.120@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:1.0:1712357305.812679:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.812685:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.812690:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.812693:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d023800. 00000800:00000200:1.0:1712357305.812696:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.812701:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.812703:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d023800 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.812811:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.812813:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d023800. 00000400:00000200:2.0:1712357305.812816:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.812818:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.812821:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357305.812822:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000200:2.0:1712357305.812826:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060380 x1795536572125376/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.814297:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.814301:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.814305:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.814308:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.814310:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.814313:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef9010c0 00000400:00000200:2.0:1712357305.814316:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.814320:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x6ed [1] + 224 00000400:00000200:2.0:1712357305.814339:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.814342:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.814348:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060380 x1795536572125376/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.814443:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.814447:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357305.814452:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.814457:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060380 x1795536572125376/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.814463:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060380 x1795536572125376/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.814476:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.814482:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800adb0b000. 02000000:00000010:1.0:1712357305.814484:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b365c800. 00000100:00000010:1.0:1712357305.814487:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060380. 00000040:00000010:1.0:1712357305.814493:0:12310:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88013640c000. 00000100:00000010:1.0:1712357305.814497:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060380. 02000000:00000010:1.0:1712357305.814501:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0b000. 00000100:00000010:1.0:1712357305.814508:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.814526:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800ab16c000. 00000400:00000200:1.0:1712357305.814530:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.814532:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.814535:0:12310:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800aa264cc0. 00000100:00000200:1.0:1712357305.814538:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572125440, portal 25 00000400:00000010:1.0:1712357305.814541:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357305.814543:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572125440, offset 0 00000400:00000200:1.0:1712357305.814546:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.814549:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.814552:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.814555:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.814557:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.814559:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.814566:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.814568:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [74:74:256:4294967295] 192.168.203.120@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:1.0:1712357305.814571:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.814576:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.814634:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.814640:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d023700. 00000800:00000200:1.0:1712357305.814644:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.814648:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.814650:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d023700 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.814973:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.814976:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d023700. 00000400:00000200:2.0:1712357305.814979:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.814982:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.814984:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:2.0:1712357305.814985:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000200:2.0:1712357305.814989:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060380 x1795536572125440/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.817247:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.817253:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.817259:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.817262:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.817265:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.817268:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef901100 00000400:00000200:2.0:1712357305.817271:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.817275:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x6f5 [4] + 224 00000400:00000200:2.0:1712357305.817297:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.817300:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.817308:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060380 x1795536572125440/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.817426:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.817429:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa264cc0 00000400:00000010:1.0:1712357305.817431:0:12310:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800aa264cc0. 00000100:00000200:1.0:1712357305.817436:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060380 x1795536572125440/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.817443:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060380 x1795536572125440/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.817461:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.817468:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800ab16c000. 02000000:00000010:1.0:1712357305.817479:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0b000. 00000100:00000010:1.0:1712357305.817483:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060380. 00000040:00000010:1.0:1712357305.817492:0:12310:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b5f44500. 00000020:00000010:1.0:1712357305.818386:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb0b000. 00000020:00000010:1.0:1712357305.818392:0:12327:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb0ae00. 00000040:00000010:1.0:1712357305.818394:0:12327:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800adb0b200. 00000020:00000010:1.0:1712357305.818397:0:12327:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800ab0d6000. 00000020:00000010:1.0:1712357305.818401:0:12327:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800adb0a400. 80000000:00000010:1.0:1712357305.818404:0:12327:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012b3af720. 00040000:00000010:1.0:1712357305.818408:0:12327:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88012d023700. 00040000:00000010:1.0:1712357305.818411:0:12327:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800adb0b800. 20000000:00000010:1.0:1712357305.818414:0:12327:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800adb0be00. 00000040:00000010:1.0:1712357305.818421:0:12327:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88013640a000. 00000100:00000010:1.0:1712357305.818426:0:12327:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060380. 02000000:00000010:1.0:1712357305.818433:0:12327:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0bc00. 00000100:00000010:1.0:1712357305.818442:0:12327:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.818463:0:12327:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b3754000. 00000400:00000200:1.0:1712357305.818468:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.818474:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.818477:0:12327:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800aa264cc0. 00000100:00000200:1.0:1712357305.818481:0:12327:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572125504, portal 25 00000400:00000010:1.0:1712357305.818486:0:12327:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357305.818488:0:12327:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572125504, offset 0 00000400:00000200:1.0:1712357305.818492:0:12327:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.818495:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.818499:0:12327:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.818504:0:12327:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.818506:0:12327:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.818509:0:12327:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.818510:0:12327:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.818513:0:12327:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [75:75:256:4294967295] 192.168.203.120@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1712357305.818516:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.818522:0:12327:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.818526:0:12327:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.818529:0:12327:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d023800. 00000800:00000200:1.0:1712357305.818533:0:12327:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.818539:0:12327:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.818542:0:12327:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d023800 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.818656:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.818658:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d023800. 00000400:00000200:2.0:1712357305.818661:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.818664:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.818666:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357305.818668:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000200:2.0:1712357305.818673:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060380 x1795536572125504/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.820702:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.820708:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.820713:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.820717:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.820719:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.820723:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef901140 00000400:00000200:2.0:1712357305.820727:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.820731:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x6fd [4] + 224 00000400:00000200:2.0:1712357305.820752:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.820756:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.820763:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060380 x1795536572125504/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.821090:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.821094:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa264cc0 00000400:00000010:1.0:1712357305.821096:0:12327:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800aa264cc0. 00000100:00000200:1.0:1712357305.821101:0:12327:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060380 x1795536572125504/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.821108:0:12327:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060380 x1795536572125504/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.821127:0:12327:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa264c00. 02000000:00000010:1.0:1712357305.821134:0:12327:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b3754000. 02000000:00000010:1.0:1712357305.821145:0:12327:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0bc00. 00000100:00000010:1.0:1712357305.821149:0:12327:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060380. 00000020:00000010:1.0:1712357305.821166:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023000. 00000020:00000010:1.0:1712357305.821170:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023000. 00000020:00000010:1.0:1712357305.821174:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.821176:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.821191:0:12327:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800adab0000. 00000020:00000010:1.0:1712357305.821196:0:12327:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab0d0800. 00000020:00000010:1.0:1712357305.821215:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.821217:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.821220:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.821221:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800aa264c00. 00000001:00000010:1.0:1712357305.821238:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aa264cc0. 00000001:00000010:1.0:1712357305.821241:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53c9c0. 00000001:00000010:1.0:1712357305.821242:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0bc00. 00000001:00000010:1.0:1712357305.821244:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a800. 00000001:00000010:1.0:1712357305.821246:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a600. 00000001:00000010:1.0:1712357305.821247:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a200. 00000001:00000010:1.0:1712357305.821250:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aa264d80. 00000001:00000010:1.0:1712357305.821251:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53cf00. 00000001:00000010:1.0:1712357305.821253:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0ac00. 00000001:00000010:1.0:1712357305.821255:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a000. 00000001:00000010:1.0:1712357305.821257:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0ba00. 00000001:00000010:1.0:1712357305.821258:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0aa00. 00000020:00000010:1.0:1712357305.821262:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b365c800. 00000020:00000010:1.0:1712357305.821265:0:12327:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.821274:0:12327:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00008000:00000010:1.0:1712357305.821278:0:12327:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab2052f8. 00000020:00000010:1.0:1712357305.821282:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3557e00. 00000020:00000010:1.0:1712357305.821285:0:12327:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3557c00. 00000020:00000010:1.0:1712357305.821288:0:12327:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3afc60. 00008000:00000010:1.0:1712357305.821290:0:12327:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00020000:00000010:1.0:1712357305.821294:0:12327:0:(lov_dev.c:630:lov_device_alloc()) kmalloced '(ld)': 560 at ffff88012a5e5800. 00000020:00000010:1.0:1712357305.821303:0:12327:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff8800ab205300. 00020000:00000010:1.0:1712357305.822171:0:12327:0:(lov_dev.c:647:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8800b5dae000. 00020000:00000010:1.0:1712357305.822174:0:12327:0:(lov_dev.c:654:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8800b5dad000. 00000020:00000010:1.0:1712357305.822195:0:12327:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800b3754000. 00000020:00000010:1.0:1712357305.822202:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012b3af180. 00000020:00000010:1.0:1712357305.822204:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800ab1450c0. 00000020:00000010:1.0:1712357305.822209:0:12327:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3557c00. 00000020:00000010:1.0:1712357305.822211:0:12327:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012b3afc60. 00008000:00000010:1.0:1712357305.822214:0:12327:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000020:00000010:1.0:1712357305.822216:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3557e00. 00000020:00000010:1.0:1712357305.822219:0:12327:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.822221:0:12327:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00008000:00000010:1.0:1712357305.822223:0:12327:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab2052f8. 00000020:00000010:1.0:1712357305.822225:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b365c800. 00000020:00000010:1.0:1712357305.822228:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800aa264c00. 00000020:00000010:1.0:1712357305.822230:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.822234:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023d00. 00000020:00000010:1.0:1712357305.822236:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023d00. 00000020:00000010:1.0:1712357305.822239:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023d00. 00000020:00000010:1.0:1712357305.822240:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023d00. 00000020:00000010:1.0:1712357305.822242:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.822245:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.822250:0:12327:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800adab1550. 00000020:00000010:1.0:1712357305.822254:0:12327:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab0d6800. 00000020:00000010:1.0:1712357305.822260:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.822262:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.822264:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.822266:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800ab145180. 00000001:00000010:1.0:1712357305.822283:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab145240. 00000001:00000010:1.0:1712357305.822286:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53cce0. 00000001:00000010:1.0:1712357305.822287:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557e00. 00000001:00000010:1.0:1712357305.822289:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557c00. 00000001:00000010:1.0:1712357305.822294:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557800. 00000001:00000010:1.0:1712357305.822295:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557600. 00000001:00000010:1.0:1712357305.822297:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab145300. 00000001:00000010:1.0:1712357305.822299:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53c680. 00000001:00000010:1.0:1712357305.822301:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557400. 00000001:00000010:1.0:1712357305.822302:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557200. 00000001:00000010:1.0:1712357305.822304:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557000. 00000001:00000010:1.0:1712357305.822305:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3556e00. 00000020:00000010:1.0:1712357305.822356:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012b3afc60. 00000020:00000010:1.0:1712357305.822358:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b3556a00. 80000000:00000010:1.0:1712357305.822364:0:12327:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800ab1456c0. 00000020:00000010:1.0:1712357305.822387:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800ab145180. 00000020:00000010:1.0:1712357305.822390:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8801301d40c0. 00000020:00000010:1.0:1712357305.822486:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023c00. 00000020:00000010:1.0:1712357305.822488:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023c00. 00000020:00000010:1.0:1712357305.823204:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023c00. 00000020:00000010:1.0:1712357305.823206:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023c00. 00000020:00000010:1.0:1712357305.823273:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012b3afd20. 00000020:00000010:1.0:1712357305.823277:0:12327:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff8801301d42c0. 00000020:00000010:1.0:1712357305.823279:0:12327:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff880136445dc0. 00000020:00000010:1.0:1712357305.823281:0:12327:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff880136445e10. 00000020:00000010:1.0:1712357305.823283:0:12327:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff880136445c80. 00000020:00000010:1.0:1712357305.823284:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012b3afd20. 00000020:00000010:1.0:1712357305.823287:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023100. 00000020:00000010:1.0:1712357305.823288:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023100. 00000020:00000010:1.0:1712357305.823292:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023100. 00000020:00000010:1.0:1712357305.823293:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023100. 00000020:00000010:1.0:1712357305.823295:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8801301d4f00. 00000100:00000010:1.0:1712357305.823298:0:12327:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aa180c00. 00000400:00000200:1.0:1712357305.823304:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.823309:0:12327:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1712357305.823316:0:12327:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800aa180c00. 00000020:00000010:1.0:1712357305.823319:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8801301d4f00. 00000020:00000010:1.0:1712357305.823321:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8801301d4f00. 00000020:00000010:1.0:1712357305.823335:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab145180. 00000020:00000010:1.0:1712357305.823342:0:12327:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800adab2aa0. 00000020:00000010:1.0:1712357305.823345:0:12327:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab0d3800. 00000020:00000010:1.0:1712357305.823351:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab145180. 00000020:00000010:1.0:1712357305.823353:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8801301d4f00. 00000020:00000010:1.0:1712357305.823355:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8801301d4f00. 00000020:00000010:1.0:1712357305.823357:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab145180. 00000001:00000010:1.0:1712357305.823367:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab145780. 00000001:00000010:1.0:1712357305.823369:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53cec0. 00000001:00000010:1.0:1712357305.823371:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3556400. 00000001:00000010:1.0:1712357305.823373:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3556200. 00000001:00000010:1.0:1712357305.823375:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3556000. 00000001:00000010:1.0:1712357305.823376:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3556600. 00000001:00000010:1.0:1712357305.823378:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab145840. 00000001:00000010:1.0:1712357305.823379:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53c320. 00000001:00000010:1.0:1712357305.823381:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3556c00. 00000001:00000010:1.0:1712357305.823382:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3557a00. 00000001:00000010:1.0:1712357305.823384:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b365c800. 00000001:00000010:1.0:1712357305.823385:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6c93800. 00000020:00000010:1.0:1712357305.823388:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6c93c00. 00000020:00000010:1.0:1712357305.823390:0:12327:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.823392:0:12327:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00020000:00000010:1.0:1712357305.823395:0:12327:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cb40. 00008000:00000010:1.0:1712357305.823397:0:12327:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205308. 00000020:00000010:1.0:1712357305.823400:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6158600. 00000020:00000010:1.0:1712357305.823402:0:12327:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6159a00. 00000020:00000010:1.0:1712357305.823404:0:12327:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012b3afd20. 00020000:00000010:1.0:1712357305.823405:0:12327:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab145900. 00008000:00000010:1.0:1712357305.823408:0:12327:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000002:00000010:1.0:1712357305.823416:0:12327:0:(mdc_dev.c:1615:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b5f44880. 00010000:00000010:1.0:1712357305.823424:0:12327:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8801301d4340. 00000020:00000010:1.0:1712357305.823428:0:12327:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800ab0d5000. 00000100:00000200:1.0:1712357305.823436:0:12327:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.823439:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.823442:0:12327:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00010000:00000010:1.0:1712357305.823445:0:12327:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff88012b3afde0. 00010000:00000010:1.0:1712357305.823448:0:12327:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800aa181c00. 00000001:00000010:1.0:1712357305.823450:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff88012d023100. 00000001:00000010:1.0:1712357305.823452:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88012d023a00. 00000001:00000010:1.0:1712357305.823488:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008af000. 00000001:00000010:1.0:1712357305.823527:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008b9000. 00000001:00000010:1.0:1712357305.823565:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008c3000. 00000001:00000010:1.0:1712357305.823628:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008cd000. 00000001:00000010:1.0:1712357305.823668:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008d7000. 00000001:00000010:1.0:1712357305.823705:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008e1000. 00000001:00000010:1.0:1712357305.823748:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008eb000. 00000001:00000010:1.0:1712357305.823846:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008f5000. 00000001:00000010:1.0:1712357305.823883:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008ff000. 00000001:00000010:1.0:1712357305.823921:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000909000. 00000001:00000010:1.0:1712357305.823961:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000913000. 00000001:00000010:1.0:1712357305.824001:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000091d000. 00000001:00000010:1.0:1712357305.824037:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000927000. 00000001:00000010:1.0:1712357305.824074:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000931000. 00000001:00000010:1.0:1712357305.824116:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000093b000. 00000001:00000010:1.0:1712357305.824156:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000945000. 00000001:00000010:1.0:1712357305.824192:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000094f000. 00000001:00000010:1.0:1712357305.824229:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000959000. 00000001:00000010:1.0:1712357305.824270:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000963000. 00000001:00000010:1.0:1712357305.824306:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000096d000. 00000001:00000010:1.0:1712357305.824342:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000977000. 00000001:00000010:1.0:1712357305.824380:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000981000. 00000001:00000010:1.0:1712357305.824423:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000098b000. 00000001:00000010:1.0:1712357305.824461:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000995000. 00000001:00000010:1.0:1712357305.824497:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000099f000. 00000001:00000010:1.0:1712357305.824537:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009a9000. 00000001:00000010:1.0:1712357305.824573:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009b3000. 00000001:00000010:1.0:1712357305.824640:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009bd000. 00000001:00000010:1.0:1712357305.824681:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009c7000. 00000001:00000010:1.0:1712357305.824718:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009d1000. 00000001:00000010:1.0:1712357305.826603:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009db000. 00000001:00000010:1.0:1712357305.826647:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009e5000. 00010000:00000010:1.0:1712357305.826663:0:12327:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8800b5dab000. 00000020:00000010:1.0:1712357305.826704:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b60296c0. 00000020:00000010:1.0:1712357305.826706:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012c53c3e0. 00000020:00000010:1.0:1712357305.826728:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029cc0. 00000020:00000010:1.0:1712357305.826730:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6159e00. 00000100:00000010:1.0:1712357305.826755:0:12327:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060380. 00000100:00000010:1.0:1712357305.826758:0:12327:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060700. 00000020:00000010:1.0:1712357305.826857:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029600. 00000020:00000010:1.0:1712357305.826859:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6158200. 00000020:00000010:1.0:1712357305.826871:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029900. 00000020:00000010:1.0:1712357305.826872:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b5daf000. 00000040:00000010:1.0:1712357305.826881:0:12327:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800ab3aa600. 00000002:00000010:1.0:1712357305.826886:0:12327:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800aa182000. 00000020:00000010:1.0:1712357305.827445:0:12327:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6159a00. 00000020:00000010:1.0:1712357305.827450:0:12327:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012b3afd20. 00020000:00000010:1.0:1712357305.827453:0:12327:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab145900. 00008000:00000010:1.0:1712357305.827457:0:12327:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000020:00000010:1.0:1712357305.827460:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6158600. 00000020:00000010:1.0:1712357305.827468:0:12327:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b5f44900. 00000020:00000010:1.0:1712357305.827471:0:12327:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00020000:00000010:1.0:1712357305.827478:0:12327:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ac38cb40. 00008000:00000010:1.0:1712357305.827481:0:12327:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab205308. 00000020:00000010:1.0:1712357305.827483:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6c93c00. 00000020:00000010:1.0:1712357305.827487:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab145180. 00000020:00000010:1.0:1712357305.827489:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8801301d4f00. 00000020:00000010:1.0:1712357305.827497:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.827500:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800ab3aa780. 00800000:00000010:1.0:1712357305.827510:0:12327:0:(lmv_obd.c:437:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6158600. 00020000:00000010:1.0:1712357305.827513:0:12327:0:(lu_tgt_descs.c:394:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff880137676000. 00000020:00000010:1.0:1712357305.827517:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6159a00. 00000020:00000010:1.0:1712357305.827520:0:12327:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6158000. 00000020:00000010:1.0:1712357305.827522:0:12327:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6029840. 00020000:00000010:1.0:1712357305.827525:0:12327:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab3aa840. 00008000:00000010:1.0:1712357305.827527:0:12327:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000020:00000010:1.0:1712357305.827534:0:12327:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6158000. 00000020:00000010:1.0:1712357305.827536:0:12327:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6029840. 00020000:00000010:1.0:1712357305.827537:0:12327:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab3aa840. 00008000:00000010:1.0:1712357305.827539:0:12327:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000020:00000010:1.0:1712357305.827541:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6159a00. 00000020:00000010:1.0:1712357305.827542:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800ab3aa780. 00000020:00000010:1.0:1712357305.827543:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.827546:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023800. 00000020:00000010:1.0:1712357305.827548:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023800. 00000020:00000010:1.0:1712357305.827550:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023800. 00000020:00000010:1.0:1712357305.827551:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023800. 00000020:00000010:1.0:1712357305.827555:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88012d023800. 00000020:00000010:1.0:1712357305.827556:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88012d023800. 00000020:00000010:1.0:1712357305.827558:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012a6182c0. 00000100:00000010:1.0:1712357305.827560:0:12327:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aa182800. 00000400:00000200:1.0:1712357305.827569:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.827574:0:12327:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000010:1.0:1712357305.827601:0:12327:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800aa182800. 00000020:00000010:1.0:1712357305.827604:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.827608:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.827610:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab3aa780. 00000020:00000010:1.0:1712357305.827617:0:12327:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800adab3ff0. 00000020:00000010:1.0:1712357305.827630:0:12327:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab0d4000. 00000020:00000010:1.0:1712357305.827638:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab3aa780. 00000020:00000010:1.0:1712357305.827639:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.827642:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.827644:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab3aa780. 00000001:00000010:1.0:1712357305.827656:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab3aa840. 00000001:00000010:1.0:1712357305.827658:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53cd60. 00000001:00000010:1.0:1712357305.827660:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6159a00. 00000001:00000010:1.0:1712357305.827661:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6158000. 00000001:00000010:1.0:1712357305.827663:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6158800. 00000001:00000010:1.0:1712357305.827665:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6159600. 00000001:00000010:1.0:1712357305.827666:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab3aa900. 00000001:00000010:1.0:1712357305.827668:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012c53c500. 00000001:00000010:1.0:1712357305.827669:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6158c00. 00000001:00000010:1.0:1712357305.827671:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6158400. 00000001:00000010:1.0:1712357305.827672:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6c93c00. 00000001:00000010:1.0:1712357305.827805:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880137398800. 00000020:00000010:1.0:1712357305.827809:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880137399000. 00000020:00000010:1.0:1712357305.827811:0:12327:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b5f4f000. 00000020:00000010:1.0:1712357305.827813:0:12327:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00020000:00000010:1.0:1712357305.827815:0:12327:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cb40. 00008000:00000010:1.0:1712357305.827817:0:12327:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205308. 00000020:00000010:1.0:1712357305.827819:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880137398e00. 00000020:00000010:1.0:1712357305.827821:0:12327:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff880137398200. 00000020:00000010:1.0:1712357305.827823:0:12327:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6029840. 00020000:00000010:1.0:1712357305.827824:0:12327:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab3aa9c0. 00008000:00000010:1.0:1712357305.827825:0:12327:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000008:00000010:1.0:1712357305.827839:0:12327:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b5f4fc80. 00000020:00000010:1.0:1712357305.827848:0:12327:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b6e68000. 00000100:00000200:1.0:1712357305.827858:0:12327:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.827862:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.827865:0:12327:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00010000:00000010:1.0:1712357305.827869:0:12327:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800b6029720. 00010000:00000010:1.0:1712357305.827872:0:12327:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800aa183800. 00000001:00000010:1.0:1712357305.827874:0:12327:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff88012d023800. 00000001:00000010:1.0:1712357305.827876:0:12327:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b5f4f300. 00000001:00000010:1.0:1712357305.827879:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136408000. 00000001:00000010:1.0:1712357305.827883:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88013640e000. 00000001:00000010:1.0:1712357305.827888:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880137114000. 00000001:00000010:1.0:1712357305.827892:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880137116000. 00000001:00000010:1.0:1712357305.827897:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880137112000. 00000001:00000010:1.0:1712357305.827906:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3a0000. 00000001:00000010:1.0:1712357305.827910:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3a2000. 00000001:00000010:1.0:1712357305.827915:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3a4000. 00000001:00000010:1.0:1712357305.827920:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab3a6000. 00000001:00000010:1.0:1712357305.827927:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ac168000. 00000001:00000010:1.0:1712357305.827932:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ac16a000. 00000001:00000010:1.0:1712357305.827936:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ac16c000. 00000001:00000010:1.0:1712357305.827940:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ac16e000. 00000001:00000010:1.0:1712357305.827949:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa200000. 00000001:00000010:1.0:1712357305.827954:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa202000. 00000001:00000010:1.0:1712357305.827960:0:12327:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa204000. 00010000:00000010:1.0:1712357305.827964:0:12327:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800b6e69000. 00000020:00000010:1.0:1712357305.827990:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029360. 00000020:00000010:1.0:1712357305.827992:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012c53cac0. 00000020:00000010:1.0:1712357305.828006:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029de0. 00000020:00000010:1.0:1712357305.828007:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880137399e00. 00000100:00000010:1.0:1712357305.828028:0:12327:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060a80. 00000100:00000010:1.0:1712357305.828033:0:12327:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060e00. 00000020:00000010:1.0:1712357305.828116:0:12327:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b60295a0. 00000020:00000010:1.0:1712357305.828118:0:12327:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff880137677000. 00000020:00000010:1.0:1712357305.828125:0:12327:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff880137398200. 00000020:00000010:1.0:1712357305.828128:0:12327:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6029840. 00020000:00000010:1.0:1712357305.828129:0:12327:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab3aa9c0. 00008000:00000010:1.0:1712357305.828131:0:12327:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000020:00000010:1.0:1712357305.828133:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880137398e00. 00000020:00000010:1.0:1712357305.828134:0:12327:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b5f4f000. 00000020:00000010:1.0:1712357305.828136:0:12327:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00020000:00000010:1.0:1712357305.828138:0:12327:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ac38cb40. 00008000:00000010:1.0:1712357305.828139:0:12327:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab205308. 00000020:00000010:1.0:1712357305.828141:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880137399000. 00000020:00000010:1.0:1712357305.828144:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab3aa780. 00000020:00000010:1.0:1712357305.828145:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012a6182c0. 00000020:00000010:1.0:1712357305.828148:0:12327:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012b4fd3c0. 00000020:00000010:1.0:1712357305.828150:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b5f4f000. 00000020:00000010:1.0:1712357305.828153:0:12327:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f59c00. 00000020:00000010:1.0:1712357305.828155:0:12327:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f58a00. 00000020:00000010:1.0:1712357305.828156:0:12327:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6029840. 00000008:00000010:1.0:1712357305.828159:0:12327:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3b9650. 00020000:00000010:1.0:1712357305.828160:0:12327:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab158300. 00008000:00000010:1.0:1712357305.828162:0:12327:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00020000:00000010:1.0:1712357305.828167:0:12327:0:(lov_obd.c:520:lov_add_target()) kmalloced '(newtgts)': 16 at ffff880136445fd0. 00020000:00000010:1.0:1712357305.828169:0:12327:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6f58200. 00020000:00000010:1.0:1712357305.828172:0:12327:0:(lov_dev.c:382:lov_expand_targets()) kmalloced '(newd)': 16 at ffff880136445ed0. 00000020:00000010:1.0:1712357305.828174:0:12327:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6f58a00. 00000020:00000010:1.0:1712357305.828176:0:12327:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6029840. 00000008:00000010:1.0:1712357305.828177:0:12327:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3b9650. 00020000:00000010:1.0:1712357305.828179:0:12327:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab158300. 00008000:00000010:1.0:1712357305.828180:0:12327:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000020:00000010:1.0:1712357305.828182:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f59c00. 00000020:00000010:1.0:1712357305.828186:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b5f4f000. 00000020:00000010:1.0:1712357305.828187:0:12327:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012b4fd3c0. 00000020:00000010:1.0:1712357305.828190:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5f2be00. 00000020:00000010:1.0:1712357305.828192:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5f2be00. 00000020:00000010:1.0:1712357305.828194:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5f2be00. 00000020:00000010:1.0:1712357305.828195:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5f2be00. 00000020:00000010:1.0:1712357305.828196:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff88012b4fd3c0. 00000020:00000010:1.0:1712357305.828197:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff88012b4fd3c0. 00000100:00000010:1.0:1712357305.828202:0:12327:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061180. 02000000:00000010:1.0:1712357305.828210:0:12327:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59c00. 00000100:00000010:1.0:1712357305.828219:0:12327:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158300. 02000000:00000010:1.0:1712357305.828237:0:12327:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800ab3e0000. 00000400:00000200:1.0:1712357305.828242:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.828244:0:12327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.828248:0:12327:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800ab1583c0. 00000100:00000200:1.0:1712357305.828252:0:12327:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572125568, portal 25 00000400:00000010:1.0:1712357305.828256:0:12327:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357305.828258:0:12327:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572125568, offset 0 00000400:00000200:1.0:1712357305.828262:0:12327:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.828266:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.828270:0:12327:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.828273:0:12327:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.828276:0:12327:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.828279:0:12327:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.828280:0:12327:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.828283:0:12327:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [76:76:256:4294967295] 192.168.203.120@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:1.0:1712357305.828286:0:12327:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.828292:0:12327:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.828295:0:12327:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.828297:0:12327:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5f2be00. 00000800:00000200:1.0:1712357305.828302:0:12327:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.828309:0:12327:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.828313:0:12327:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5f2be00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.829134:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.829138:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5f2be00. 00000400:00000200:3.0:1712357305.829141:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.829147:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.829150:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357305.829152:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000200:3.0:1712357305.829158:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061180 x1795536572125568/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.834035:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.834041:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.834046:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.834050:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.834053:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.834056:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef901180 00000400:00000200:2.0:1712357305.834060:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.834064:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x705 [4] + 224 00000400:00000200:2.0:1712357305.834084:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.834087:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.834097:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061180 x1795536572125568/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.834155:0:12327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.834159:0:12327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab1583c0 00000400:00000010:1.0:1712357305.834161:0:12327:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800ab1583c0. 00000100:00000200:1.0:1712357305.834167:0:12327:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061180 x1795536572125568/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.834174:0:12327:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061180 x1795536572125568/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000010:1.0:1712357305.834195:0:12327:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158300. 02000000:00000010:1.0:1712357305.834203:0:12327:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800ab3e0000. 02000000:00000010:1.0:1712357305.834217:0:12327:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59c00. 00000100:00000010:1.0:1712357305.834221:0:12327:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061180. 00000020:00000010:1.0:1712357305.834233:0:12327:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5f2b000. 00000020:00000010:1.0:1712357305.834236:0:12327:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5f2b000. 00000040:00000010:1.0:1712357305.834239:0:12327:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88013640a000. 00000020:00000010:1.0:1712357305.834244:0:12327:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800adb0ae00. 00000040:00000010:1.0:1712357305.834247:0:12327:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800adb0b200. 00000020:00000010:1.0:1712357305.834251:0:12327:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800ab0d6000. 00000020:00000010:1.0:1712357305.834256:0:12327:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800adb0a400. 80000000:00000010:1.0:1712357305.834259:0:12327:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012b3af720. 00040000:00000010:1.0:1712357305.834263:0:12327:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88012d023700. 00040000:00000010:1.0:1712357305.834266:0:12327:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800adb0b800. 20000000:00000010:1.0:1712357305.834269:0:12327:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800adb0be00. 00000020:00000010:1.0:1712357305.834272:0:12327:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800adb0b000. 00000040:00000010:2.0:1712357305.835473:0:12310:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b5f44500. 00000040:00000010:2.0:1712357305.835480:0:12310:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88013640c000. 00000040:00000010:2.0:1712357305.835484:0:12310:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b365c200. 00000020:00000010:2.0:1712357305.835519:0:12310:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b38d0800. 00000040:00000010:2.0:1712357305.835528:0:12310:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b38d1800. 00000020:00000010:2.0:1712357305.835531:0:12310:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800ab0d0000. 00000020:00000010:2.0:1712357305.835535:0:12310:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b365ca00. 80000000:00000010:2.0:1712357305.835537:0:12310:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012b3afcc0. 00040000:00000010:2.0:1712357305.835540:0:12310:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b365c600. 20000000:00000010:2.0:1712357305.835542:0:12310:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b365c000. 00000020:00000010:2.0:1712357305.835544:0:12310:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b38d0c00. 10000000:00000010:2.0:1712357305.835546:0:12310:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801301d4c80. 00000100:00000010:2.0:1712357305.836601:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45180. 02000000:00000010:2.0:1712357305.836612:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3886000. 00010000:00000010:2.0:1712357305.836630:0:12310:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3bf5600. 00010000:00000010:2.0:1712357305.836633:0:12310:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c0480. 00000020:00000010:2.0:1712357305.836637:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b384b980. 00000100:00000010:2.0:1712357305.836646:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3840. 02000000:00000010:2.0:1712357305.836658:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab3ec400. 00000400:00000200:2.0:1712357305.836665:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357305.836668:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e16e0. 00000400:00000010:2.0:1712357305.836673:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4880. 00000100:00000200:2.0:1712357305.836678:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572125632, portal 25 00000400:00000010:2.0:1712357305.836681:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4aa0. 00000100:00000200:2.0:1712357305.836683:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572125632, offset 0 00000400:00000200:2.0:1712357305.836688:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357305.836693:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.836698:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357305.836702:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357305.836705:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357305.836708:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357305.836709:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357305.836717:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [77:77:256:4294967295] 192.168.203.120@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:2.0:1712357305.836720:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.836726:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357305.836730:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357305.836740:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3bf5700. 00000800:00000200:2.0:1712357305.836745:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357305.836751:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357305.836754:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3bf5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.837050:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.837054:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3bf5700. 00000400:00000200:3.0:1712357305.837057:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.837061:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.837064:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4aa0 00000400:00000010:3.0:1712357305.837066:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4aa0. 00000100:00000200:3.0:1712357305.837071:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45180 x1795536572125632/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.841408:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.841415:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.841421:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.841424:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.841427:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.841430:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef9011c0 00000400:00000200:2.0:1712357305.841434:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.841438:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x70d [1] + 224 00000400:00000200:2.0:1712357305.841454:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.841458:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.841468:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45180 x1795536572125632/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.841666:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e16e0. 00000400:00000200:0.0:1712357305.841670:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4880 00000400:00000010:0.0:1712357305.841671:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4880. 00000100:00000200:0.0:1712357305.841677:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45180 x1795536572125632/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.841684:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45180 x1795536572125632/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.841709:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3840. 02000000:00000010:0.0:1712357305.841722:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab3ec400. 02000000:00000010:0.0:1712357305.841726:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3886000. 00000100:00000010:0.0:1712357305.841729:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45180. 10000000:00000010:0.0:1712357305.841736:0:12310:0:(mgc_request.c:1501:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800aa320000. 00000100:00000010:0.0:1712357305.842125:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 02000000:00000010:0.0:1712357305.842134:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609fa00. 00000100:00000010:0.0:1712357305.842141:0:12310:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800b3bcb400. 00000100:00000010:0.0:1712357305.842144:0:12310:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b3911000. 00000100:00000010:0.0:1712357305.842155:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3780. 00000400:00000200:0.0:1712357305.842171:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.842173:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c000. 00000400:00000010:0.0:1712357305.842180:0:12310:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800aa3c4000. 00000100:00000200:0.0:1712357305.842185:0:12310:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x66107ef901200-0x66107ef901200, portal 33 02000000:00000010:0.0:1712357305.842189:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b609ec00. 00000400:00000200:0.0:1712357305.842192:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.842194:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357305.842196:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.842198:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572125696, portal 25 00000400:00000010:0.0:1712357305.842201:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357305.842208:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1795536572125696, offset 0 00000400:00000200:0.0:1712357305.842212:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.842216:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.842220:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357305.842224:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357305.842227:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357305.842229:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357305.842231:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357305.842234:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [78:78:256:4294967295] 192.168.203.120@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:0.0:1712357305.842237:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.842243:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357305.842247:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357305.842250:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3679200. 00000800:00000200:0.0:1712357305.842254:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357305.842259:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357305.842262:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3679200 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.844264:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.844269:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3679200. 00000400:00000200:3.0:1712357305.844273:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.844280:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.844284:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:3.0:1712357305.844286:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000200:3.0:1712357305.844292:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572125696/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.847719:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847725:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.847730:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847734:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847736:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847740:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 88 into portal 33 MB=0x66107ef901200 00000400:00000200:2.0:1712357305.847743:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847748:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.120@tcp of length 88/88 into md 0x71d [256] + 0 00000400:00000010:2.0:1712357305.847751:0:1846:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c000. 00000400:00000200:2.0:1712357305.847755:0:1846:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800aa3c4000 00000400:00000200:2.0:1712357305.847770:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.847774:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.847777:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa3c4000 00000400:00000010:2.0:1712357305.847778:0:1846:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 4216 at ffff8800aa3c4000. 00000100:00000200:2.0:1712357305.847788:0:1846:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b3bcb400 00000400:00000200:2.0:1712357305.847796:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357305.847799:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847803:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357305.847807:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [79:79:256:4294967295] 192.168.203.120@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1712357305.847810:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.847816:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357305.847820:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357305.847824:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800aa1a0000. 00000800:00000200:2.0:1712357305.847828:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357305.847833:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357305.847836:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa1a0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357305.848962:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.848966:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800aa1a0000. 00000400:00000200:2.0:1712357305.848969:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.848973:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000200:2.0:1712357305.851229:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.851234:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.851240:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.851243:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.851246:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.851250:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 240 into portal 25 MB=0x66107ef901200 00000400:00000200:2.0:1712357305.851253:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.851258:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 240/240 into md 0x725 [1] + 224 00000400:00000200:2.0:1712357305.851275:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.851278:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.851289:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572125696/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.851339:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357305.851343:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:0.0:1712357305.851345:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.851351:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572125696/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.851357:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572125696/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.851379:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3780. 10000000:00000010:0.0:1712357305.851389:0:12310:0:(mgc_request.c:1221:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800b3917000. 00000100:00000200:0.0:1712357305.851399:0:12310:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with MGC192.168.203.120@tcp_0 00000100:00000200:0.0:1712357305.851401:0:12310:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357305.851402:0:12310:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1712357305.851408:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.851411:0:12310:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1712357305.851415:0:12310:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664b00. 00000020:00000010:0.0:1712357305.851428:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b609f200. 00000020:00000010:0.0:1712357305.851431:0:12310:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b609e200. 00000020:00000010:0.0:1712357305.851434:0:12310:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35bab40. 00000008:00000010:0.0:1712357305.851440:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35aca0. 00020000:00000010:0.0:1712357305.851442:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3780. 00008000:00000010:0.0:1712357305.851446:0:12310:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ce20. 00000020:00000010:0.0:1712357305.851494:0:12310:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b609e200. 00000020:00000010:0.0:1712357305.851496:0:12310:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b35bab40. 00000008:00000010:0.0:1712357305.851499:0:12310:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35aca0. 00020000:00000010:0.0:1712357305.851501:0:12310:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b39f3780. 00008000:00000010:0.0:1712357305.851502:0:12310:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08ce20. 00000020:00000010:0.0:1712357305.851505:0:12310:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b609f200. 10000000:00000010:0.0:1712357305.851507:0:12310:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664b00. 00000100:00000200:0.0:1712357305.851513:0:12310:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with MGC192.168.203.120@tcp_0 00000100:00000200:0.0:1712357305.851514:0:12310:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357305.851515:0:12310:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:0.0:1712357305.851518:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.851520:0:12310:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 10000000:00000010:0.0:1712357305.851523:0:12310:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664b00. 00000020:00000010:0.0:1712357305.851526:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b609f200. 00000020:00000010:0.0:1712357305.851527:0:12310:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b609e200. 00000020:00000010:0.0:1712357305.851529:0:12310:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35bab40. 00000008:00000010:0.0:1712357305.851531:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35aca0. 00020000:00000010:0.0:1712357305.851532:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3780. 00008000:00000010:0.0:1712357305.851533:0:12310:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ce20. 00000020:00000010:0.0:1712357305.851547:0:12310:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b609e200. 00000020:00000010:0.0:1712357305.851549:0:12310:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b35bab40. 00000008:00000010:0.0:1712357305.851551:0:12310:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35aca0. 00020000:00000010:0.0:1712357305.851552:0:12310:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b39f3780. 00008000:00000010:0.0:1712357305.851554:0:12310:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08ce20. 00000020:00000010:0.0:1712357305.851555:0:12310:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b609f200. 10000000:00000010:0.0:1712357305.851557:0:12310:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664b00. 10000000:00000010:0.0:1712357305.851559:0:12310:0:(mgc_request.c:1463:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800b3917000. 02000000:00000010:0.0:1712357305.851567:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b609ec00. 00000100:00000010:0.0:1712357305.851603:0:12310:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b3911000. 00000100:00000010:0.0:1712357305.851607:0:12310:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800b3bcb400. 02000000:00000010:0.0:1712357305.851610:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609fa00. 00000100:00000010:0.0:1712357305.851613:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 10000000:00000010:0.0:1712357305.852456:0:12310:0:(mgc_request.c:1619:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800aa320000. 00000100:00000010:0.0:1712357305.853363:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 02000000:00000010:0.0:1712357305.853373:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609fa00. 00010000:00000010:0.0:1712357305.853383:0:12310:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3679b00. 00010000:00000010:0.0:1712357305.853387:0:12310:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0900. 00000100:00000010:0.0:1712357305.853395:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.853412:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3bcb400. 00000400:00000200:0.0:1712357305.853418:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.853421:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357305.853424:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.853429:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572125760, portal 25 00000400:00000010:0.0:1712357305.853432:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357305.853434:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572125760, offset 0 00000400:00000200:0.0:1712357305.853440:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.853445:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.853450:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357305.853454:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357305.853456:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357305.853459:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357305.853461:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357305.853464:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [80:80:256:4294967295] 192.168.203.120@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1712357305.853467:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.853473:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357305.853478:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357305.853481:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3679e00. 00000800:00000200:0.0:1712357305.853485:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357305.853495:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357305.853498:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3679e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.853605:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.853608:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3679e00. 00000400:00000200:3.0:1712357305.853611:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.853614:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.853617:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:3.0:1712357305.853631:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000200:3.0:1712357305.853637:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572125760/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:2.0:1712357305.858770:0:12329:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b384bc80. 00000020:00000010:2.0:1712357305.858780:0:12329:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b384bc80. 00000400:00000200:2.0:1712357305.861722:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.861729:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.861734:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.861737:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.861740:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.861744:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef901240 00000400:00000200:2.0:1712357305.861748:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.861752:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x72d [1] + 224 00000400:00000200:2.0:1712357305.861766:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.861770:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.861779:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572125760/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.861823:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357305.861827:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:0.0:1712357305.861829:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.861834:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572125760/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.861841:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572125760/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.861862:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.861876:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3bcb400. 02000000:00000010:0.0:1712357305.861880:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609fa00. 00000100:00000010:0.0:1712357305.861883:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 10000000:00000010:0.0:1712357305.861888:0:12310:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136a047c0. 00000020:00000010:0.0:1712357305.861890:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b609fa00. 00000020:00000010:0.0:1712357305.861894:0:12310:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b609ec00. 00000040:00000010:0.0:1712357305.861896:0:12310:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b609f200. 00000020:00000010:0.0:1712357305.861900:0:12310:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa320000. 00000020:00000010:0.0:1712357305.861903:0:12310:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b609e200. 80000000:00000010:0.0:1712357305.861906:0:12310:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b35bab40. 00040000:00000010:0.0:1712357305.861911:0:12310:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b609f800. 20000000:00000010:0.0:1712357305.861914:0:12310:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b609e000. 00000040:00000010:0.0:1712357305.861919:0:12310:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b609f000. 00000100:00000010:0.0:1712357305.861924:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 02000000:00000010:0.0:1712357305.861932:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609e400. 00000100:00000010:0.0:1712357305.861941:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.861953:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b609ee00. 00000400:00000200:0.0:1712357305.861957:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.861959:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357305.861962:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.861965:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572125824, portal 25 00000400:00000010:0.0:1712357305.861973:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357305.861976:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1795536572125824, offset 0 00000400:00000200:0.0:1712357305.861980:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.861984:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.861988:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357305.861992:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357305.861995:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357305.861998:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357305.862000:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357305.862003:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [81:81:256:4294967295] 192.168.203.120@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1712357305.862006:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.862012:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357305.862017:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357305.862020:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3679100. 00000800:00000200:0.0:1712357305.862024:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357305.862030:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357305.862033:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3679100 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.862133:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.862139:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3679100. 00000400:00000200:3.0:1712357305.862141:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.862147:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.862149:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357305.862151:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000200:3.0:1712357305.862158:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572125824/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:1.0:1712357305.862377:0:12328:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b6da6c00. 00000020:00000010:1.0:1712357305.862382:0:12328:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b6da6c00. 00000400:00000200:2.0:1712357305.865480:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.865486:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.865491:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.865494:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.865497:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.865501:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef901280 00000400:00000200:2.0:1712357305.865504:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.865508:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x735 [1] + 224 00000400:00000200:2.0:1712357305.865523:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.865527:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.865536:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572125824/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.865602:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357305.865607:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:0.0:1712357305.865609:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.865615:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572125824/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.865633:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572125824/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.865655:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.865663:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b609ee00. 02000000:00000010:0.0:1712357305.865667:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609e400. 00000100:00000010:0.0:1712357305.865670:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 00000040:00000010:0.0:1712357305.865678:0:12310:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800aa3c6000. 00000100:00000010:0.0:1712357305.865683:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 02000000:00000010:0.0:1712357305.865694:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6000800. 00000100:00000010:0.0:1712357305.865702:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.865722:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800aa390000. 00000400:00000200:0.0:1712357305.865727:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.865729:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357305.865732:0:12310:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b39f3840. 00000100:00000200:0.0:1712357305.865736:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572125888, portal 25 00000400:00000010:0.0:1712357305.865739:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357305.865741:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572125888, offset 0 00000400:00000200:0.0:1712357305.865745:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.865749:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.865752:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357305.865756:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357305.865759:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357305.865761:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357305.865763:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357305.865765:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [82:82:256:4294967295] 192.168.203.120@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1712357305.865768:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.865774:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357305.865778:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357305.865780:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3679200. 00000800:00000200:0.0:1712357305.865785:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357305.865790:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357305.865793:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3679200 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.866434:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.866437:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3679200. 00000400:00000200:3.0:1712357305.866440:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.866443:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.866446:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:3.0:1712357305.866447:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000200:3.0:1712357305.866451:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572125888/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.869971:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.869978:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.869984:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.869987:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.869991:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.870001:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef9012c0 00000400:00000200:2.0:1712357305.870005:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.870010:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x73d [4] + 224 00000400:00000200:2.0:1712357305.870031:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.870034:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.870044:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572125888/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.870751:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357305.870755:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39f3840 00000400:00000010:0.0:1712357305.870757:0:12310:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b39f3840. 00000100:00000200:0.0:1712357305.870763:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572125888/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.870770:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572125888/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.870800:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.870809:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800aa390000. 02000000:00000010:0.0:1712357305.870820:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6000800. 00000100:00000010:0.0:1712357305.870824:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 00000040:00000010:0.0:1712357305.870830:0:12310:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b3664b00. 00000020:00000010:1.0:1712357305.871598:0:12331:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f59c00. 00000020:00000010:1.0:1712357305.871603:0:12331:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f58a00. 00000040:00000010:1.0:1712357305.871605:0:12331:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f59400. 00000020:00000010:1.0:1712357305.871608:0:12331:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6e68800. 00000020:00000010:1.0:1712357305.871612:0:12331:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f59a00. 80000000:00000010:1.0:1712357305.871632:0:12331:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6029840. 00040000:00000010:1.0:1712357305.871635:0:12331:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5f2ba00. 00040000:00000010:1.0:1712357305.871638:0:12331:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f59600. 20000000:00000010:1.0:1712357305.871641:0:12331:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b6f59800. 00000040:00000010:1.0:1712357305.871648:0:12331:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800aa206000. 00000040:00000010:1.0:1712357305.872029:0:12331:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800aa206000. 00000020:00000010:1.0:1712357305.872033:0:12331:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6f58a00. 00000040:00000010:1.0:1712357305.872036:0:12331:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6f59400. 00000020:00000010:1.0:1712357305.872038:0:12331:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6e68800. 00000020:00000010:1.0:1712357305.872042:0:12331:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6f59a00. 80000000:00000010:1.0:1712357305.872044:0:12331:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b6029840. 00040000:00000010:1.0:1712357305.872046:0:12331:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800b5f2ba00. 00040000:00000010:1.0:1712357305.872048:0:12331:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6f59600. 20000000:00000010:1.0:1712357305.872050:0:12331:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b6f59800. 00000020:00000010:1.0:1712357305.872051:0:12331:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f59c00. 00000040:00000010:2.0:1712357305.872088:0:12310:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b3664b00. 00000040:00000010:2.0:1712357305.872095:0:12310:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800aa3c6000. 00000040:00000010:2.0:1712357305.872098:0:12310:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b609f000. 00000020:00000010:2.0:1712357305.872103:0:12310:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b609ec00. 00000040:00000010:2.0:1712357305.872105:0:12310:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b609f200. 00000020:00000010:2.0:1712357305.872107:0:12310:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800aa320000. 00000020:00000010:2.0:1712357305.872111:0:12310:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b609e200. 80000000:00000010:2.0:1712357305.872113:0:12310:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b35bab40. 00040000:00000010:2.0:1712357305.872115:0:12310:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b609f800. 20000000:00000010:2.0:1712357305.872117:0:12310:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b609e000. 00000020:00000010:2.0:1712357305.872119:0:12310:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b609fa00. 10000000:00000010:2.0:1712357305.872122:0:12310:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136a047c0. 00000020:00000010:2.0:1712357305.872133:0:12310:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff8800b39f3600. 00000020:00000010:2.0:1712357305.872135:0:12310:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff8800b3664180. 00000080:00000010:2.0:1712357305.872140:0:12310:0:(llite_lib.c:1474:ll_fill_super()) kmalloced '(dt)': 33 at ffff8800b384b800. 00000080:00000010:2.0:1712357305.872143:0:12310:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(md)': 33 at ffff8800b384b580. 00000080:00000010:2.0:1712357305.872149:0:12310:0:(llite_lib.c:320:client_common_fill_super()) kmalloced '(data)': 192 at ffff8800b5cc3900. 00000080:00000010:2.0:1712357305.872151:0:12310:0:(llite_lib.c:324:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8800b5cc3b40. 00000020:00000010:2.0:1712357305.872156:0:12310:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab3d7800. 00000020:00000010:2.0:1712357305.872178:0:12310:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800ab3d7000. 00000100:00000010:2.0:1712357305.872191:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45500. 02000000:00000010:2.0:1712357305.872200:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab3ec400. 40000000:00000010:2.0:1712357305.872223:0:12310:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b3bf5400. 40000000:00000010:2.0:1712357305.872226:0:12310:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800b5cc3840. 40000000:00000010:2.0:1712357305.872251:0:12310:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff8800b5cc3840. 80000000:00000010:2.0:1712357305.872258:0:12310:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff8800b384bb00. 00020000:00000010:2.0:1712357305.872264:0:12310:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8800b63cfa00. 00000100:00000010:2.0:1712357305.872267:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46680. 02000000:00000010:2.0:1712357305.872271:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3bf5100. 00800000:00000010:2.0:1712357305.872289:0:12310:0:(lmv_obd.c:1430:lmv_statfs()) kmalloced '(temp)': 144 at ffff8800b5cc3840. 00000100:00000010:2.0:1712357305.872293:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46a00. 02000000:00000010:2.0:1712357305.872295:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3bf5c00. 00000100:00000010:2.0:1712357305.872300:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493c00. 00000008:00000010:2.0:1712357305.872322:0:1853:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800aa190b28. 00020000:00000010:2.0:1712357305.872325:0:1853:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3493d80. 00000008:00000010:2.0:1712357305.872328:0:1853:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800adb38160. 00020000:00000010:2.0:1712357305.872330:0:1853:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab1c06c0. 00000008:00000010:2.0:1712357305.872367:0:1854:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800aa191650. 00020000:00000010:2.0:1712357305.872369:0:1854:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3493000. 00000008:00000010:2.0:1712357305.872371:0:1854:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800adb382c0. 00020000:00000010:2.0:1712357305.872373:0:1854:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab1c0900. 00000008:00000010:1.0:1712357305.873070:0:1850:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3b9650. 00020000:00000010:1.0:1712357305.873073:0:1850:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab158480. 00000008:00000010:1.0:1712357305.873076:0:1850:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b22c0. 00020000:00000010:1.0:1712357305.873078:0:1850:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cb40. 02000000:00000010:1.0:1712357305.873088:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa182400. 00000400:00000200:1.0:1712357305.873096:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.873098:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.873102:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357305.873107:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572125952, portal 10 00000020:00000010:1.0:1712357305.873111:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa206000. 00000400:00000010:1.0:1712357305.873115:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357305.873117:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1795536572125952, offset 0 00000400:00000200:1.0:1712357305.873122:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.873127:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.873132:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.873136:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.873139:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.873142:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.873147:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.873151:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [83:83:256:4294967295] 192.168.203.120@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:1.0:1712357305.873200:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.873209:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.873214:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.873217:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5f2ba00. 00000800:00000200:1.0:1712357305.873221:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.873227:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.873231:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5f2ba00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.874160:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.874164:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5f2ba00. 00000400:00000200:3.0:1712357305.874167:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.874172:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.874174:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357305.874176:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000200:3.0:1712357305.874182:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45500 x1795536572125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1712357305.881134:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.881140:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.881145:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.881149:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.881152:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.881155:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 10 MB=0x66107ef901300 00000400:00000200:2.0:1712357305.881159:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.881163:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 416/416 into md 0x745 [1] + 0 00000400:00000200:2.0:1712357305.881178:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.881182:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.881191:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45500 x1795536572125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1712357305.881289:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.881293:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357305.881295:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357305.881300:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45500 x1795536572125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.881307:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45500 x1795536572125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1712357305.882080:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa03b400. 00000400:00000200:3.0:1712357305.882087:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357305.882089:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37606e0. 00000400:00000010:3.0:1712357305.882093:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586330. 00000100:00000200:3.0:1712357305.882098:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126080, portal 10 00000020:00000010:3.0:1712357305.882111:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88013697e000. 00000400:00000010:3.0:1712357305.882115:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586440. 00000100:00000200:3.0:1712357305.882117:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572126080, offset 0 00000400:00000200:3.0:1712357305.882122:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357305.882127:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.882131:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357305.882136:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357305.882138:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357305.882141:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357305.882143:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357305.882145:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [84:84:256:4294967295] 192.168.203.120@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1712357305.882148:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.882154:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357305.882158:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357305.882161:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4300. 00000800:00000200:3.0:1712357305.882165:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357305.882171:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357305.882173:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.882245:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.882248:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4300. 00000400:00000200:3.0:1712357305.882250:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.882253:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.882255:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586440 00000400:00000010:3.0:1712357305.882256:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586440. 00000100:00000200:3.0:1712357305.882260:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46a00 x1795536572126080/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1712357305.882308:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa182400. 02000000:00000010:2.0:1712357305.882312:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab3ec400. 00000100:00000010:2.0:1712357305.882315:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45500. 02000000:00000010:2.0:1712357305.882335:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab3ec400. 00000400:00000200:2.0:1712357305.882338:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357305.882340:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1738. 00000400:00000010:2.0:1712357305.882342:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4b28. 00000100:00000200:2.0:1712357305.882344:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126016, portal 10 00000020:00000010:2.0:1712357305.882348:0:1853:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa1a0000. 00000400:00000010:2.0:1712357305.882350:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4bb0. 00000100:00000200:2.0:1712357305.882351:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572126016, offset 0 00000400:00000200:2.0:1712357305.882355:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357305.882357:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.882360:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357305.882362:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357305.882364:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357305.882365:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357305.882367:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357305.882368:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [85:85:256:4294967295] 192.168.203.120@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1712357305.882371:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.882375:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357305.882378:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357305.882380:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3bf5700. 00000800:00000200:2.0:1712357305.882383:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357305.882386:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357305.882388:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3bf5700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1712357305.882744:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.882746:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3bf5700. 00000400:00000200:3.0:1712357305.882748:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.882751:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.882753:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4bb0 00000400:00000010:3.0:1712357305.882757:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4bb0. 00000100:00000200:3.0:1712357305.882762:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46680 x1795536572126016/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:3.0:1712357305.885145:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885151:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357305.885157:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885161:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885163:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885167:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef901380 00000400:00000200:3.0:1712357305.885170:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885174:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x74d [1] + 224 00000400:00000200:3.0:1712357305.885183:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.885186:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:3.0:1712357305.885194:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46a00 x1795536572126080/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:3.0:1712357305.885481:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885485:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357305.885488:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885489:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885491:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885494:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef901340 00000400:00000200:3.0:1712357305.885496:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.885499:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x75d [1] + 224 00000400:00000200:3.0:1712357305.885514:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.885517:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:3.0:1712357305.885522:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46680 x1795536572126016/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.885690:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b37606e0. 00000400:00000200:0.0:1712357305.885694:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586330 00000400:00000010:0.0:1712357305.885696:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586330. 00000100:00000200:0.0:1712357305.885701:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46a00 x1795536572126080/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.885708:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46a00 x1795536572126080/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:0.0:1712357305.885725:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa3c6000. 00000100:00000010:0.0:1712357305.885738:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493c00. 02000000:00000010:0.0:1712357305.885744:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa03b400. 02000000:00000010:0.0:1712357305.885748:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3bf5c00. 00000100:00000010:0.0:1712357305.885750:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46a00. 00800000:00000010:0.0:1712357305.885755:0:12310:0:(lmv_obd.c:1483:lmv_statfs()) kfreed 'temp': 144 at ffff8800b5cc3840. 00000020:00000010:0.0:1712357305.885773:0:12310:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa323800. 00000020:00000010:0.0:1712357305.885788:0:12310:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa324000. 00000100:00000010:0.0:1712357305.885804:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 02000000:00000010:0.0:1712357305.885812:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3bcb400. 00000400:00000010:2.0:1712357305.885963:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1738. 00000400:00000200:2.0:1712357305.885966:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4b28 00000400:00000010:2.0:1712357305.885968:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4b28. 00000100:00000200:2.0:1712357305.885972:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46680 x1795536572126016/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1712357305.885978:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46680 x1795536572126016/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1712357305.886001:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab3ec400. 02000000:00000010:2.0:1712357305.886004:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3bf5100. 00000100:00000010:2.0:1712357305.886005:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46680. 00000100:00000010:0.0:1712357305.886108:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399f80. 02000000:00000010:0.0:1712357305.886114:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6000800. 00000100:00000010:0.0:1712357305.886121:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.886132:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3bcbc00. 00000400:00000200:0.0:1712357305.886136:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.886138:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357305.886141:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357305.886145:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126208, portal 10 00000400:00000010:0.0:1712357305.886152:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357305.886154:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1795536572126208, offset 0 00000400:00000200:0.0:1712357305.886159:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.886163:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.886167:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357305.886171:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357305.886175:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357305.886177:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357305.886179:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357305.886182:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [86:86:256:4294967295] 192.168.203.120@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:0.0:1712357305.886184:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.886191:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357305.886195:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357305.886197:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3679500. 00000800:00000200:0.0:1712357305.886201:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357305.886206:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357305.886209:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3679500 type 1, nob 536 niov 1 nkiov 1 02000000:00000010:2.0:1712357305.886254:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab3ec400. 00000400:00000200:2.0:1712357305.886259:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357305.886260:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1738. 00000400:00000010:2.0:1712357305.886262:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4b28. 00000100:00000200:2.0:1712357305.886265:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126144, portal 4 00000020:00000010:2.0:1712357305.886268:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa1a2000. 00000400:00000010:2.0:1712357305.886271:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4c38. 00000100:00000200:2.0:1712357305.886273:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1795536572126144, offset 0 00000400:00000200:2.0:1712357305.886276:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357305.886279:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.886282:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357305.886284:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357305.886286:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357305.886288:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357305.886289:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357305.886291:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [87:87:255:4294967295] 192.168.203.120@tcp LPNI seq info [87:87:7:4294967295] 00000400:00000200:2.0:1712357305.886294:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.886299:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357305.886302:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357305.886304:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3bf5100. 00000800:00000200:2.0:1712357305.886307:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357305.886310:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357305.886312:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3bf5100 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.886341:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.886343:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3679500. 00000400:00000200:2.0:1712357305.886345:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.886348:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.886354:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:2.0:1712357305.886356:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000200:2.0:1712357305.886360:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399f80 x1795536572126208/t0(0) o40->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:2.0:1712357305.886407:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.886409:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3bf5100. 00000400:00000200:2.0:1712357305.886411:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.886413:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.886415:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4c38 00000400:00000010:2.0:1712357305.886417:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4c38. 00000100:00000200:2.0:1712357305.886419:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572126144/t0(0) o8->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:3.0:1712357305.887922:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.887927:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357305.887931:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.887939:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.887941:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.887945:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901400 00000400:00000200:3.0:1712357305.887948:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.887951:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x76d [1] + 224 00000400:00000200:3.0:1712357305.887964:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.887967:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:3.0:1712357305.887973:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399f80 x1795536572126208/t0(0) o40->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.888027:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357305.888030:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357305.888032:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357305.888037:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399f80 x1795536572126208/t0(0) o40->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.888044:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399f80 x1795536572126208/t0(0) o40->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.888060:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3780. 00000002:00000200:0.0:1712357305.888064:0:12310:0:(mdc_request.c:147:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:0.0:1712357305.888067:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3bcbc00. 02000000:00000010:0.0:1712357305.888070:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6000800. 00000100:00000010:0.0:1712357305.888073:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399f80. 00000080:00000010:0.0:1712357305.888079:0:12310:0:(llite_lib.c:728:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8800b6000800. 00000020:00000010:0.0:1712357305.888087:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b3bcbc00. 00000020:00000010:0.0:1712357305.888092:0:12310:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b3bcb800. 00000100:00000010:0.0:1712357305.888095:0:12310:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399f80. 02000000:00000010:0.0:1712357305.888100:0:12310:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6001800. 00000100:00000010:0.0:1712357305.888108:0:12310:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3780. 02000000:00000010:0.0:1712357305.888116:0:12310:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3bcb000. 00000400:00000200:0.0:1712357305.888120:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357305.888121:0:12310:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357305.888124:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357305.888127:0:12310:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126272, portal 10 00000400:00000010:0.0:1712357305.888130:0:12310:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357305.888132:0:12310:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1795536572126272, offset 0 00000400:00000200:0.0:1712357305.888135:0:12310:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357305.888138:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.888140:0:12310:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357305.888142:0:12310:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357305.888144:0:12310:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357305.888146:0:12310:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357305.888147:0:12310:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357305.888149:0:12310:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [88:88:256:4294967295] 192.168.203.120@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1712357305.888151:0:12310:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357305.888155:0:12310:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357305.888157:0:12310:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357305.888159:0:12310:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3679200. 00000800:00000200:0.0:1712357305.888161:0:12310:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357305.888164:0:12310:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357305.888166:0:12310:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3679200 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1712357305.888242:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357305.888245:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3679200. 00000400:00000200:2.0:1712357305.888247:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.888251:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357305.888253:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:2.0:1712357305.888254:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000200:2.0:1712357305.888258:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399f80 x1795536572126272/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:3.0:1712357305.889924:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.889929:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357305.889934:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.889936:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.889939:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.889942:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 4 MB=0x66107ef9013c0 00000400:00000200:3.0:1712357305.889945:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357305.889949:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 416/416 into md 0x775 [1] + 0 00000400:00000200:3.0:1712357305.889962:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.889966:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:3.0:1712357305.889973:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572126144/t0(0) o8->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1712357305.890073:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1738. 00000400:00000200:2.0:1712357305.890076:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4b28 00000400:00000010:2.0:1712357305.890078:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4b28. 00000100:00000200:2.0:1712357305.890083:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572126144/t0(0) o8->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1712357305.890089:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572126144/t0(0) o8->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1712357305.890135:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab3ec400. 02000000:00000010:2.0:1712357305.890139:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3bcb400. 00000100:00000010:2.0:1712357305.890142:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 00000400:00000200:2.0:1712357305.893392:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.893404:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.893409:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.893413:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.893416:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.893419:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 464 into portal 10 MB=0x66107ef901440 00000400:00000200:2.0:1712357305.893422:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.893427:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 464/464 into md 0x785 [1] + 224 00000400:00000200:2.0:1712357305.893478:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.893482:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000200:2.0:1712357305.893490:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399f80 x1795536572126272/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1712357305.893759:0:12310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357305.893764:0:12310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357305.893765:0:12310:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357305.893771:0:12310:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399f80 x1795536572126272/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357305.893785:0:12310:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399f80 x1795536572126272/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:0.0:1712357305.893807:0:12310:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3780. 00000002:00000200:0.0:1712357305.893812:0:12310:0:(mdc_request.c:185:mdc_getattr_common()) mode: 40755 00000080:00000010:0.0:1712357305.893816:0:12310:0:(llite_lib.c:745:client_common_fill_super()) kfreed 'op_data': 384 at ffff8800b6000800. 00000080:00000010:0.0:1712357305.893828:0:12310:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0640000. 02000000:00000010:0.0:1712357305.893840:0:12310:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3bcb000. 02000000:00000010:0.0:1712357305.893843:0:12310:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6001800. 00000100:00000010:0.0:1712357305.893847:0:12310:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399f80. 00000020:00000010:0.0:1712357305.893854:0:12310:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa229000. 00000020:00000010:0.0:1712357305.893857:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6001800. 00000020:00000010:0.0:1712357305.893860:0:12310:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6000800. 00000020:00000010:0.0:1712357305.893864:0:12310:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b35bab40. 00000008:00000010:0.0:1712357305.893868:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35aca0. 00020000:00000010:0.0:1712357305.893881:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3780. 00008000:00000010:0.0:1712357305.893886:0:12310:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08ce20. 00000020:00000010:0.0:1712357305.893891:0:12310:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6000e00. 00000008:00000010:0.0:1712357305.893894:0:12310:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8160. 00020000:00000010:0.0:1712357305.893896:0:12310:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a1680. 00008000:00000010:0.0:1712357305.893899:0:12310:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b3980. 00000080:00000010:0.0:1712357305.893902:0:12310:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8800b35bacc0. 00000080:00000010:0.0:1712357305.893905:0:12310:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff8800b6001000. 00000020:00000010:0.0:1712357305.893933:0:12310:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800ab16c000. 00000020:00000010:0.0:1712357305.893939:0:12310:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b35ba7e0. 00000020:00000010:0.0:1712357305.893942:0:12310:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b39f3840. 00000008:00000010:0.0:1712357305.893946:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35e468. 00020000:00000010:0.0:1712357305.893948:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3900. 00000080:00000010:0.0:1712357305.893951:0:12310:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3260. 00000080:00000010:0.0:1712357305.893953:0:12310:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3598920. 00000008:00000010:0.0:1712357305.893956:0:12310:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8840. 00020000:00000010:0.0:1712357305.893957:0:12310:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a18c0. 00000080:00000010:0.0:1712357305.893963:0:12310:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2260f0. 00000008:00000010:0.0:1712357305.893966:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35ef90. 00020000:00000010:0.0:1712357305.893968:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f39c0. 00000080:00000010:0.0:1712357305.893970:0:12310:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3558. 00000080:00000010:0.0:1712357305.893971:0:12310:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599488. 00000008:00000010:0.0:1712357305.893973:0:12310:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a89a0. 00020000:00000010:0.0:1712357305.893975:0:12310:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a1b00. 00000080:00000010:0.0:1712357305.893977:0:12310:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa2265a0. 00000008:00000010:0.0:1712357305.893980:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35b7c8. 00020000:00000010:0.0:1712357305.893981:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3a80. 00000080:00000010:0.0:1712357305.893983:0:12310:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d35f0. 00000080:00000010:0.0:1712357305.893984:0:12310:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b35996d0. 00000008:00000010:0.0:1712357305.893986:0:12310:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8b00. 00020000:00000010:0.0:1712357305.893987:0:12310:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a1d40. 00000080:00000010:0.0:1712357305.893989:0:12310:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa226690. 00000008:00000010:0.0:1712357305.893992:0:12310:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35c2f0. 00020000:00000010:0.0:1712357305.893993:0:12310:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3b40. 00000080:00000010:0.0:1712357305.893995:0:12310:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3688. 00000080:00000010:0.0:1712357305.893996:0:12310:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599918. 00000008:00000010:0.0:1712357305.893998:0:12310:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8c60. 00020000:00000010:0.0:1712357305.894000:0:12310:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a1f80. 00000080:00000010:0.0:1712357305.894002:0:12310:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa226780. 00020000:00000010:0.0:1712357305.894008:0:12310:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b35ba120. 00020000:00000010:0.0:1712357305.894012:0:12310:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b35ba2a0. 00000080:00000010:0.0:1712357305.894021:0:12310:0:(llite_lib.c:826:client_common_fill_super()) kfreed 'data': 192 at ffff8800b5cc3900. 00000080:00000010:0.0:1712357305.894024:0:12310:0:(llite_lib.c:828:client_common_fill_super()) kfreed 'osfs': 144 at ffff8800b5cc3b40. 00000080:00000010:0.0:1712357305.894039:0:12310:0:(llite_lib.c:1494:ll_fill_super()) kfreed 'md': 33 at ffff8800b384b580. 00000080:00000010:0.0:1712357305.894041:0:12310:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff8800b384b800. 00000080:00000010:0.0:1712357305.894044:0:12310:0:(llite_lib.c:1506:ll_fill_super()) kfreed 'cfg': 80 at ffff8800b35ba8a0. 00000080:02000400:0.0:1712357305.894045:0:12310:0:(llite_lib.c:1512:ll_fill_super()) Mounted lustre-client 00000001:00000001:1.0:1712357305.943497:0:12344:0:(libcfs_string.c:50:cfs_str2mask()) Process entered 00000020:00000001:1.0:1712357305.952679:0:12345:0:(obd_class.h:1095:obd_statfs()) Process entered 00000020:00000004:1.0:1712357305.952683:0:12345:0:(obd_class.h:1108:obd_statfs()) lustre-clilov-ffff8800aa323000: age -752, max_age 248 00020000:00000001:1.0:1712357305.952687:0:12345:0:(lov_obd.c:921:lov_statfs()) Process entered 00000100:00000001:1.0:1712357305.952689:0:12345:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357305.952695:0:12345:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357305.952697:0:12345:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00020000:00000001:1.0:1712357305.952837:0:12345:0:(lov_request.c:317:lov_prep_statfs_set()) Process entered 00020000:00000010:1.0:1712357305.952840:0:12345:0:(lov_request.c:319:lov_prep_statfs_set()) kmalloced '(set)': 48 at ffff88012b314600. 00020000:00000010:1.0:1712357305.952844:0:12345:0:(lov_request.c:357:lov_prep_statfs_set()) kmalloced '(req)': 72 at ffff8800b6029840. 00020000:00000010:1.0:1712357305.952846:0:12345:0:(lov_request.c:361:lov_prep_statfs_set()) kmalloced '(req->rq_oi.oi_osfs)': 144 at ffff8800ab1589c0. 00020000:00000001:1.0:1712357305.952847:0:12345:0:(lov_request.c:376:lov_prep_statfs_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357305.952849:0:12345:0:(obd_class.h:1064:obd_statfs_async()) Process entered 00020000:00000004:1.0:1712357305.952851:0:12345:0:(obd_class.h:1077:obd_statfs_async()) lustre-OST0000-osc-ffff8800aa323000: age -752, max_age 248 00000008:00000001:1.0:1712357305.952853:0:12345:0:(osc_request.c:3276:osc_statfs_async()) Process entered 00000100:00000010:1.0:1712357305.952859:0:12345:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061180. 00000020:00000040:1.0:1712357305.952862:0:12345:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=5 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:1.0:1712357305.952865:0:12345:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357305.952867:0:12345:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357305.952870:0:12345:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357305.952875:0:12345:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5f2b300. 00000100:00000001:1.0:1712357305.952879:0:12345:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.952882:0:12345:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357305.952884:0:12345:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357305.952886:0:12345:0:(osc_request.c:3324:osc_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357305.952888:0:12345:0:(obd_class.h:1081:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.952889:0:12345:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357305.952891:0:12345:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357305.952898:0:12345:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000001:1.0:1712357305.952904:0:12345:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357305.952905:0:12345:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357305.952907:0:12345:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357305.952909:0:12345:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357305.952911:0:12345:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job lctl:1b07237b-aa56-4e53-8899-280f18556039:12345:1795536572126336:192.168.203.120@tcp:13:lctl.0 00000100:00000001:1.0:1712357305.952914:0:12345:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357305.952917:0:12345:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357305.952918:0:12345:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357305.952920:0:12345:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357305.952922:0:12345:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa183c00. 02000000:00000001:1.0:1712357305.952923:0:12345:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357305.952929:0:12345:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357305.952932:0:12345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357305.952936:0:12345:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357305.952940:0:12345:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126336, portal 4 00000100:00000001:1.0:1712357305.952942:0:12345:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357305.952943:0:12345:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000020:00000010:1.0:1712357305.952948:0:12345:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88013640c000. 00000100:00000040:1.0:1712357305.952953:0:12345:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000001:1.0:1712357305.952961:0:12345:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357305.952963:0:12345:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357305.952965:0:12345:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357305.952967:0:12345:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1795536572126336, offset 0 00000400:00000200:1.0:1712357305.952971:0:12345:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357305.952976:0:12345:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.952981:0:12345:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357305.952986:0:12345:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357305.952989:0:12345:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357305.952991:0:12345:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357305.952993:0:12345:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357305.952996:0:12345:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [89:89:256:4294967295] 192.168.203.120@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:1.0:1712357305.952999:0:12345:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357305.953005:0:12345:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357305.953009:0:12345:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357305.953012:0:12345:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5f2b500. 00000800:00000200:1.0:1712357305.953016:0:12345:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357305.953022:0:12345:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357305.953025:0:12345:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5f2b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1712357305.953031:0:12345:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.953033:0:12345:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357305.953034:0:12345:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.953036:0:12345:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357305.953037:0:12345:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357305.953039:0:12345:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357305.953041:0:12345:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357305.953043:0:12345:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.953045:0:12345:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357305.953046:0:12345:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357305.953140:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357305.953144:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5f2b500. 00000400:00000200:3.0:1712357305.953147:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357305.953151:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357305.953153:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357305.953155:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357305.953158:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357305.953161:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000001:3.0:1712357305.953168:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357305.953175:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000001:3.0:1712357305.953180:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357305.953181:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357305.958337:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357305.958349:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357305.958352:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357305.958354:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357305.958363:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.958368:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357305.958373:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.958377:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.958380:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.958384:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 4 MB=0x66107ef901480 00000400:00000200:2.0:1712357305.958387:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357305.958393:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 368/368 into md 0x78d [1] + 224 00000800:00000001:2.0:1712357305.958398:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357305.958409:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357305.958411:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357305.958415:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357305.958420:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357305.958426:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000040:2.0:1712357305.958434:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000001:2.0:1712357305.958462:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357305.958468:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357305.958471:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357305.958705:0:12345:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357305.958711:0:12345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357305.958713:0:12345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357305.958720:0:12345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357305.958723:0:12345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357305.958725:0:12345:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357305.958727:0:12345:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357305.958730:0:12345:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000200:1.0:1712357305.958737:0:12345:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 00000100:00000001:1.0:1712357305.958742:0:12345:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357305.958743:0:12345:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357305.958745:0:12345:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357305.958747:0:12345:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357305.958749:0:12345:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357305.958750:0:12345:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357305.958753:0:12345:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357305.958759:0:12345:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68480 time=1712357305 v=5 (0 0 0 0) 00000100:00001000:1.0:1712357305.958762:0:12345:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357305.958764:0:12345:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357305.958765:0:12345:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357305.958768:0:12345:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1712357305.958771:0:12345:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00010000:00000001:1.0:1712357305.958777:0:12345:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.958779:0:12345:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357305.958780:0:12345:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357305.958781:0:12345:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357305.958782:0:12345:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357305.958785:0:12345:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00000100:00000001:1.0:1712357305.958791:0:12345:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357305.958793:0:12345:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357305.958795:0:12345:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1712357305.958797:0:12345:0:(osc_request.c:3241:osc_statfs_interpret()) Process entered 00020000:00000001:1.0:1712357305.958801:0:12345:0:(lov_request.c:274:cb_statfs_update()) Process entered 00020000:00000001:1.0:1712357305.958810:0:12345:0:(lov_request.c:307:cb_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357305.958812:0:12345:0:(osc_request.c:3265:osc_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357305.958815:0:12345:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00000100:00100000:1.0:1712357305.958821:0:12345:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job lctl:1b07237b-aa56-4e53-8899-280f18556039:12345:1795536572126336:192.168.203.120@tcp:13:lctl.0 00000100:00000001:1.0:1712357305.958824:0:12345:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357305.958826:0:12345:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357305.958828:0:12345:0:(lov_request.c:171:lov_fini_statfs_set()) Process entered 00020000:00000001:1.0:1712357305.958829:0:12345:0:(lov_request.c:148:lov_fini_statfs()) Process entered 00020000:00000001:1.0:1712357305.958831:0:12345:0:(lov_request.c:162:lov_fini_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357305.958832:0:12345:0:(lov_request.c:52:lov_finish_set()) Process entered 00020000:00000010:1.0:1712357305.958834:0:12345:0:(lov_request.c:59:lov_finish_set()) kfreed 'req->rq_oi.oi_osfs': 144 at ffff8800ab1589c0. 00020000:00000010:1.0:1712357305.958836:0:12345:0:(lov_request.c:60:lov_finish_set()) kfreed 'req': 72 at ffff8800b6029840. 00020000:00000010:1.0:1712357305.958838:0:12345:0:(lov_request.c:63:lov_finish_set()) kfreed 'set': 48 at ffff88012b314600. 00020000:00000001:1.0:1712357305.958839:0:12345:0:(lov_request.c:64:lov_finish_set()) Process leaving 00020000:00000001:1.0:1712357305.958840:0:12345:0:(lov_request.c:183:lov_fini_statfs_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357305.958842:0:12345:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357305.958843:0:12345:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357305.958845:0:12345:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061180 x1795536572126336/t0(0) o13->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 00000100:00000001:1.0:1712357305.958849:0:12345:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357305.958850:0:12345:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357305.958853:0:12345:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa183c00. 02000000:00000001:1.0:1712357305.958855:0:12345:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357305.958857:0:12345:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357305.958858:0:12345:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=4 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:1.0:1712357305.958859:0:12345:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357305.958861:0:12345:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5f2b300. 02000000:00000001:1.0:1712357305.958863:0:12345:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357305.958864:0:12345:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357305.958866:0:12345:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061180. 00000100:00000001:1.0:1712357305.958868:0:12345:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357305.958869:0:12345:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357305.958870:0:12345:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357305.958872:0:12345:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00020000:00000001:1.0:1712357305.958876:0:12345:0:(lov_obd.c:951:lov_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1712357305.958879:0:12345:0:(obd_class.h:1134:obd_statfs()) lustre-clilov-ffff8800aa323000: update ffff8800adab0328 cache blocks 31707/35554 objects 49698/50000 00000020:00000001:1.0:1712357305.958882:0:12345:0:(obd_class.h:1153:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357305.994624:0:12349:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1712357306.798817:0:49:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b609f000. 00010000:00000001:0.0:1712357306.798828:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357306.798830:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357306.798944:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357306.798947:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357306.798949:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1712357307.177647:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000001:2.0:1712357307.177652:0:12325:0:(mgc_request.c:140:config_log_put()) Process leaving 00010000:00000001:0.0:1712357307.800863:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357307.800867:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357307.801086:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357307.801089:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357307.801091:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1712357308.802659:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357308.802663:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357308.802712:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357308.802715:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357308.802719:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1712357308.988645:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000001:2.0:1712357308.988650:0:12325:0:(mgc_request.c:140:config_log_put()) Process leaving 00010000:00000001:0.0:1712357309.804648:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357309.804652:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357309.804832:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357309.804834:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357309.804837:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1712357310.806643:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357310.806648:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357310.806707:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357310.806709:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357310.806712:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1712357310.889075:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) c36340c1-27c0-4eff-b817-b80ecef4e788->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357310.889082:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357310.889088:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cd880. 00000020:00000040:3.0:1712357310.889093:0:66:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1712357310.889096:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357310.889098:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357310.889101:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357310.889107:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320200. 00000100:00000001:3.0:1712357310.889111:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357310.889119:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging c36340c1-27c0-4eff-b817-b80ecef4e788->MGS req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357310.889127:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357310.889129:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357310.889133:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cd880] to pc [ptlrpcd_01_00+0] req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.889665:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357310.889667:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357310.889670:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357310.889672:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000080:00000010:2.0:1712357310.889673:0:1853:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5e54098. 00000100:00000010:3.0:1712357310.889674:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cdc00. 00000020:00000040:3.0:1712357310.889676:0:66:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000080:00000010:2.0:1712357310.889676:0:1853:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa314248. 00000100:00000001:3.0:1712357310.889678:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357310.889679:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000080:00000010:2.0:1712357310.889680:0:1853:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b388d0f0. 02000000:00000001:3.0:1712357310.889681:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.889682:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1712357310.889683:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320300. 00000100:00000001:2.0:1712357310.889683:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1712357310.889685:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357310.889688:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-MDT0000_UUID req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000040:2.0:1712357310.889688:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.889694:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357310.889694:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357310.889695:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.889697:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357310.889699:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357310.889701:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c36340c1-27c0-4eff-b817-b80ecef4e788:1853:1795536572126400:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357310.889703:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.889704:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1712357310.889706:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cdc00] to pc [ptlrpcd_01_01+1] req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000001:2.0:1712357310.889707:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357310.889708:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.889710:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1712357310.889712:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357310.889713:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3886a00. 00000100:00000040:3.0:1712357310.889714:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1712357310.889714:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357310.889716:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357310.889718:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cdf80. 00000020:00000040:3.0:1712357310.889720:0:66:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=5 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:3.0:1712357310.889721:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357310.889722:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357310.889723:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357310.889725:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320f00. 00000100:00000001:3.0:1712357310.889727:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357310.889730:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357310.889735:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357310.889736:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357310.889738:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cdf80] to pc [ptlrpcd_01_00+0] req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.889743:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357310.889746:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=202159 : 202159 : 315af) 00000020:00000001:3.0:1712357310.889748:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=269660 : 269660 : 41d5c) 00000020:00000001:3.0:1712357310.889749:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=3219652 : 3219652 : 3120c4) 00000020:00000001:3.0:1712357310.889750:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=5417306 : 5417306 : 52a95a) 00000100:00000040:3.0:1712357310.889752:0:66:0:(pinger.c:325:ptlrpc_pinger_main()) next wakeup in 5 (258) 00000400:00000200:2.0:1712357310.889799:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357310.889803:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1738. 00000400:00000010:2.0:1712357310.889808:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4b28. 00000100:00000200:2.0:1712357310.889814:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572126400, portal 25 00000100:00000001:2.0:1712357310.889816:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357310.889817:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322376320 : -131938387175296 : ffff8800b34cd880) 00000100:00000040:2.0:1712357310.889826:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.889831:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357310.889833:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357310.889835:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4c38. 00000100:00000200:2.0:1712357310.889837:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1795536572126400, offset 0 00000400:00000200:2.0:1712357310.889840:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357310.889846:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.889851:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357310.889855:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357310.889858:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357310.889860:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357310.889862:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357310.889865:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [90:90:256:4294967295] 192.168.203.120@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:2.0:1712357310.889867:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.889874:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357310.889878:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357310.889881:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:2.0:1712357310.889885:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357310.889892:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357310.889895:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1712357310.889914:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.889916:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357310.889917:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.889919:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.889921:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.889925:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357310.889927:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1712357310.889928:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.889929:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357310.889930:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357310.889933:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.889946:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357310.889947:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.889948:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357310.889949:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357310.889952:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572126528:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357310.889954:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357310.889955:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357310.889956:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.889957:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357310.889959:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3886600. 02000000:00000001:2.0:1712357310.889961:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357310.889963:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357310.889965:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1790. 00000400:00000010:2.0:1712357310.889967:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4cc0. 00000100:00000200:2.0:1712357310.889969:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572126528, portal 4 00000100:00000001:2.0:1712357310.889971:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357310.889972:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322378112 : -131938387173504 : ffff8800b34cdf80) 00000100:00000040:2.0:1712357310.889975:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.889979:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357310.889981:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357310.889982:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357310.889984:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1795536572126528, offset 0 00000400:00000200:2.0:1712357310.889986:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357310.889989:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.889992:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000800:00000200:3.0:1712357310.890073:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357310.890075:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1712357310.890079:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357310.890083:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357310.890086:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4c38 00000400:00000010:3.0:1712357310.890087:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4c38. 00000100:00000001:3.0:1712357310.890090:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357310.890097:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.890102:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357310.890105:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.890109:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357310.890110:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:2.0:1712357310.890129:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357310.890132:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357310.890134:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357310.890135:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357310.890137:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [91:91:255:4294967295] 192.168.203.120@tcp LPNI seq info [91:91:7:4294967295] 00000400:00000200:2.0:1712357310.890145:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.890150:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357310.890154:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357310.890156:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:2.0:1712357310.890159:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357310.890167:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357310.890169:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1712357310.890171:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890172:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357310.890174:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890176:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890177:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.890180:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357310.890181:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1712357310.890182:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.890183:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357310.890184:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357310.890185:0:1853:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1712357310.890187:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.890188:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357310.890189:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.890190:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.890190:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357310.890191:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357310.890194:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.890198:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357310.890199:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.890201:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357310.890202:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357310.890204:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572126464:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357310.890206:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357310.890208:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357310.890213:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.890214:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357310.890216:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3886400. 02000000:00000001:2.0:1712357310.890217:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357310.890268:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357310.890270:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1712357310.890272:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357310.890275:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357310.890277:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:3.0:1712357310.890278:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:3.0:1712357310.890280:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357310.890282:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.890288:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357310.890290:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.890294:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357310.890295:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:2.0:1712357310.890690:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357310.890693:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e17e8. 00000400:00000010:2.0:1712357310.890696:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4dd0. 00000100:00000200:2.0:1712357310.890698:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572126464, portal 10 00000100:00000001:2.0:1712357310.890700:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357310.890701:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322377216 : -131938387174400 : ffff8800b34cdc00) 00000100:00000040:2.0:1712357310.890706:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.890710:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357310.890712:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357310.890714:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00000100:00000200:2.0:1712357310.890715:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572126464, offset 0 00000400:00000200:2.0:1712357310.890718:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357310.890721:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.890728:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357310.890730:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357310.890732:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357310.890734:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357310.890735:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357310.890737:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [92:92:256:4294967295] 192.168.203.120@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1712357310.890740:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.890745:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357310.890748:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357310.890751:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:2.0:1712357310.890753:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357310.890757:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357310.890759:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1712357310.890765:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890770:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357310.890772:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890774:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890775:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890783:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000080:00000010:2.0:1712357310.890787:0:1854:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5e54130. 00000080:00000010:2.0:1712357310.890790:0:1854:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa314490. 00000080:00000010:2.0:1712357310.890792:0:1854:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b388d1e0. 00000100:00000001:2.0:1712357310.890794:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357310.890824:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357310.890825:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:2.0:1712357310.890827:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357310.890834:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357310.890836:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000010:2.0:1712357310.890838:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000100:00000001:2.0:1712357310.890840:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357310.890842:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.890848:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357310.890849:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.890853:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.890854:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357310.893044:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357310.893056:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357310.893058:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357310.893061:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357310.893069:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357310.893074:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357310.893080:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357310.893083:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357310.893086:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357310.893089:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x66107ef901500 00000400:00000200:3.0:1712357310.893093:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357310.893097:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1712357310.893109:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357310.893118:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357310.893121:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357310.893124:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357310.893128:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357310.893133:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357310.893140:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357310.893165:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357310.893171:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357310.893173:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.893193:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.893195:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357310.893200:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357310.893201:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357310.893203:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e17e8. 00000400:00000200:2.0:1712357310.893207:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4dd0 00000400:00000010:2.0:1712357310.893208:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4dd0. 00000100:00000001:2.0:1712357310.893210:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357310.893214:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357310.893221:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.893234:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357310.893236:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.893237:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357310.893239:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357310.893241:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357310.893243:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.893245:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357310.893251:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357310.893254:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357310.893257:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357310.893258:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357310.893260:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1712357310.893264:0:1853:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00010000:00000001:2.0:1712357310.893270:0:1853:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.893272:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357310.893273:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357310.893275:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357310.893276:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357310.893279:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.893283:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357310.893285:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357310.893287:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357310.893289:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357310.893295:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572126464:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357310.893298:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.893300:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357310.893302:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cdc00 x1795536572126464/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.893313:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357310.893314:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357310.893317:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3886400. 02000000:00000001:2.0:1712357310.893320:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357310.893322:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357310.893323:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357310.893324:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357310.893326:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320300. 02000000:00000001:2.0:1712357310.893329:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357310.893331:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357310.893332:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cdc00. 00000100:00000001:2.0:1712357310.893335:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357310.893336:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.893338:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.893340:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.893340:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357310.893342:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.893343:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357310.893990:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.893997:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357310.894000:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.894002:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357310.894011:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894016:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357310.894022:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894025:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894028:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894032:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x66107ef9014c0 00000400:00000200:2.0:1712357310.894035:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894040:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:2.0:1712357310.894046:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.894049:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357310.894051:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357310.894055:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357310.894066:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357310.894073:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:2.0:1712357310.894082:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894094:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357310.894099:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.894103:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357310.894104:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.894106:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357310.894108:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894111:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357310.894114:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894116:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894121:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x66107ef901540 00000400:00000200:2.0:1712357310.894124:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357310.894128:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:2.0:1712357310.894131:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.894142:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357310.894144:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357310.894147:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357310.894150:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357310.894154:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:2.0:1712357310.894161:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894167:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357310.894169:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357310.894172:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894181:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.894183:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357310.894191:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357310.894193:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357310.894195:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1790. 00000400:00000200:2.0:1712357310.894198:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4cc0 00000400:00000010:2.0:1712357310.894200:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4cc0. 00000100:00000001:2.0:1712357310.894202:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357310.894206:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357310.894212:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894217:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357310.894219:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894221:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357310.894223:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357310.894225:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357310.894227:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.894229:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357310.894236:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357310.894239:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357310.894241:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357310.894243:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357310.894245:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1712357310.894249:0:1853:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00010000:00000001:2.0:1712357310.894255:0:1853:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.894257:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357310.894258:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357310.894260:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357310.894261:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357310.894264:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894270:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357310.894273:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357310.894274:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357310.894281:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357310.894287:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572126528:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1712357310.894292:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357310.894293:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357310.894294:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1738. 00000400:00000200:2.0:1712357310.894296:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4b28 00000400:00000010:2.0:1712357310.894297:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4b28. 00000100:00000001:2.0:1712357310.894299:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357310.894302:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357310.894308:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894313:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357310.894314:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894316:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357310.894317:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357310.894318:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357310.894319:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357310.894320:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357310.894323:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357310.894326:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357310.894327:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357310.894329:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357310.894330:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357310.894331:0:1853:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.894332:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357310.894335:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894341:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357310.894342:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357310.894343:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357310.894346:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357310.894356:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c36340c1-27c0-4eff-b817-b80ecef4e788:1853:1795536572126400:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357310.894360:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894362:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357310.894365:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cdf80 x1795536572126528/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894370:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357310.894372:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357310.894375:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3886600. 02000000:00000001:2.0:1712357310.894377:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357310.894379:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357310.894381:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=4 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357310.894382:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357310.894385:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320f00. 02000000:00000001:2.0:1712357310.894388:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357310.894389:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357310.894391:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cdf80. 00000100:00000001:2.0:1712357310.894394:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357310.894394:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894395:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357310.894398:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cd880 x1795536572126400/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357310.894402:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357310.894403:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357310.894404:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3886a00. 02000000:00000001:2.0:1712357310.894406:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357310.894407:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357310.894408:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1712357310.894409:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357310.894410:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320200. 02000000:00000001:2.0:1712357310.894411:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357310.894412:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357310.894414:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cd880. 00000100:00000001:2.0:1712357310.894416:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357310.894420:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894422:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357310.894429:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357310.894430:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357310.894431:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357310.894433:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.709566:0:12451:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.808755:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.808759:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357311.808798:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357311.808801:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357311.808804:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1712357311.841373:0:12493:0:(libcfs_string.c:50:cfs_str2mask()) Process entered 00000080:00000001:2.0:1712357311.928319:0:12518:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357311.928323:0:12518:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357311.928326:0:12518:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:2.0:1712357311.928342:0:12518:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3886800. 00000080:00000001:2.0:1712357311.928349:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357311.928360:0:12518:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012a5d3800. 00800000:00000001:2.0:1712357311.928365:0:12518:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357311.928367:0:12518:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357311.928370:0:12518:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357311.928374:0:12518:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357311.928381:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357311.928384:0:12518:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012a5d0000. 00000002:00000001:2.0:1712357311.928388:0:12518:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357311.928390:0:12518:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357311.928393:0:12518:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357311.928394:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357311.928401:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357311.928407:0:12518:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357311.928409:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357311.928410:0:12518:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357311.928412:0:12518:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357311.928415:0:12518:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357311.928424:0:12518:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46680. 00000020:00000040:2.0:1712357311.928428:0:12518:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357311.928436:0:12518:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357311.928440:0:12518:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357311.928451:0:12518:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.928454:0:12518:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357311.928456:0:12518:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357311.928460:0:12518:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357311.928471:0:12518:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012a5d2000. 00000100:00000001:2.0:1712357311.928478:0:12518:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357311.928482:0:12518:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357311.928484:0:12518:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357311.928485:0:12518:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357311.928489:0:12518:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357311.928491:0:12518:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357311.928496:0:12518:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227451008 : -131938482100608 : ffff8800ada46680) 00010000:00000001:2.0:1712357311.928499:0:12518:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357311.928501:0:12518:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1712357311.928505:0:12518:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0eb00. 00010000:00000010:2.0:1712357311.928508:0:12518:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf900. 00010000:00000001:2.0:1712357311.928526:0:12518:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357311.928528:0:12518:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c0b40. 00000020:00000010:2.0:1712357311.928531:0:12518:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012b4fd700. 00000020:00000001:2.0:1712357311.928534:0:12518:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357311.928536:0:12518:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c0b40 with handle 0xbda2fb8f03337bcb to hash 00000020:00000001:2.0:1712357311.928538:0:12518:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357311.928539:0:12518:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:2.0:1712357311.928541:0:12518:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:2.0:1712357311.928544:0:12518:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357311.928546:0:12518:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357311.928550:0:12518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12518 initiator: MDT0 00010000:00010000:2.0:1712357311.928557:0:12518:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12518 initiator: MDT0 00010000:00010000:2.0:1712357311.928566:0:12518:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12518 initiator: MDT0 00000100:00000001:2.0:1712357311.928683:0:12518:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357311.928685:0:12518:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357311.928696:0:12518:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493240. 00000100:00000001:2.0:1712357311.928698:0:12518:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322137152 : -131938387414464 : ffff8800b3493240) 00000100:00000001:2.0:1712357311.928701:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357311.928702:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451008 : -131938482100608 : ffff8800ada46680) 00000100:00000001:2.0:1712357311.928706:0:12518:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357311.928710:0:12518:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.928712:0:12518:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357311.928715:0:12518:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357311.928729:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.928736:0:12518:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357311.928737:0:12518:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357311.928740:0:12518:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357311.928742:0:12518:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357311.928745:0:12518:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12518:1795536572126592:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:2.0:1712357311.928753:0:12518:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357311.928757:0:12518:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357311.928759:0:12518:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357311.928761:0:12518:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357311.928766:0:12518:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800ab3d0800. 02000000:00000001:2.0:1712357311.928768:0:12518:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357311.928782:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357311.928785:0:12518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1738. 00000400:00000010:2.0:1712357311.928791:0:12518:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4b28. 00000100:00000200:2.0:1712357311.928798:0:12518:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572126592, portal 10 00000100:00000001:2.0:1712357311.928800:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357311.928801:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451008 : -131938482100608 : ffff8800ada46680) 00000100:00000040:2.0:1712357311.928811:0:12518:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.928817:0:12518:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357311.928824:0:12518:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357311.928841:0:12518:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4cc0. 00000100:00000200:2.0:1712357311.928844:0:12518:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572126592, offset 0 00000400:00000200:2.0:1712357311.928850:0:12518:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357311.928858:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.928865:0:12518:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357311.928871:0:12518:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357311.928875:0:12518:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357311.928878:0:12518:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357311.928880:0:12518:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357311.928884:0:12518:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [93:93:256:4294967295] 192.168.203.120@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:2.0:1712357311.928887:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.928896:0:12518:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357311.928902:0:12518:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357311.928906:0:12518:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:2.0:1712357311.928912:0:12518:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357311.928920:0:12518:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357311.928924:0:12518:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1712357311.928987:0:12518:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.928989:0:12518:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357311.928991:0:12518:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.928994:0:12518:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357311.928995:0:12518:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357311.928997:0:12518:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493240 going to sleep for 11 seconds 00000100:00000001:2.0:1712357311.928999:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357311.929002:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.929005:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357311.929005:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357311.929148:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357311.929151:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357311.929156:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.929161:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357311.929165:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4cc0 00000400:00000010:3.0:1712357311.929170:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4cc0. 00000100:00000001:3.0:1712357311.929174:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357311.929177:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.929186:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357311.929188:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.929197:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357311.929199:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357311.931744:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.931755:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357311.931757:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.931759:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357311.931766:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.931771:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357311.931938:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.931942:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.931945:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.931949:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x66107ef901580 00000400:00000200:2.0:1712357311.931953:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.931957:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0x7c5 [1] + 224 00000800:00000001:2.0:1712357311.931969:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.931981:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357311.931983:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.931987:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357311.931992:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357311.931997:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:2.0:1712357311.932005:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=688 offset=224 replen=1024 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.932026:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357311.932032:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.932035:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.932063:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357311.932070:0:12518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357311.932071:0:12518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357311.932073:0:12518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1738. 00000400:00000200:0.0:1712357311.932078:0:12518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4b28 00000400:00000010:0.0:1712357311.932079:0:12518:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4b28. 00000100:00000001:0.0:1712357311.932082:0:12518:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357311.932086:0:12518:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:0.0:1712357311.932121:0:12518:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.932128:0:12518:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357311.932129:0:12518:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.932131:0:12518:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357311.932134:0:12518:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357311.932136:0:12518:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357311.932137:0:12518:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.932140:0:12518:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357311.932146:0:12518:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357311.932149:0:12518:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357311.932151:0:12518:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357311.932152:0:12518:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932154:0:12518:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357311.932158:0:12518:0:(ldlm_request.c:1572:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.932160:0:12518:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357311.932161:0:12518:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357311.932162:0:12518:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357311.932168:0:12518:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357311.932172:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.932177:0:12518:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.932179:0:12518:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357311.932181:0:12518:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357311.932183:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:0.0:1712357311.932189:0:12518:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12518:1795536572126592:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1712357311.932192:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.932195:0:12518:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.932197:0:12518:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357311.932198:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.932201:0:12518:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.932205:0:12518:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357311.932208:0:12518:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493240. 00000100:00000001:0.0:1712357311.932210:0:12518:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357311.932211:0:12518:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932213:0:12518:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357311.932216:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932218:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932220:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=4 00000020:00000001:0.0:1712357311.932222:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932224:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000040:0.0:1712357311.932228:0:12518:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c0b40, remote cookie: 0xa8e7976a8eb1f7dd, flags: 0x1001 00010000:00010000:0.0:1712357311.932231:0:12518:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357311.932239:0:12518:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932251:0:12518:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357311.932254:0:12518:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357311.932255:0:12518:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357311.932256:0:12518:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357311.932257:0:12518:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357311.932259:0:12518:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8800b6f0eb00) refcount = 1 00010000:00010000:0.0:1712357311.932262:0:12518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932266:0:12518:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1712357311.932269:0:12518:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6fce600. 00010000:00000001:0.0:1712357311.932272:0:12518:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357311.932273:0:12518:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.932275:0:12518:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357311.932276:0:12518:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.932278:0:12518:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932282:0:12518:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357311.932283:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932284:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932285:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932285:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932286:0:12518:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932289:0:12518:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357311.932291:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932292:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932293:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932294:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932296:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932297:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932298:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932298:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=4 00000020:00000001:0.0:1712357311.932309:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932310:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932312:0:12518:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.932314:0:12518:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.932316:0:12518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932321:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932321:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932322:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932323:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932324:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=5 00000020:00000001:0.0:1712357311.932325:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932326:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932328:0:12518:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.932330:0:12518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932333:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932334:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357311.932336:0:12518:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932340:0:12518:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.932341:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932341:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932342:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932342:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357311.932346:0:12518:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00010000:00000001:0.0:1712357311.932352:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932353:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932354:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932359:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932360:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932362:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932363:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.932364:0:12518:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932365:0:12518:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932367:0:12518:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357311.932369:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932369:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932370:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932371:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932372:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00000002:00010000:0.0:1712357311.932375:0:12518:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932379:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932380:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932381:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357311.932382:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932382:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932383:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932384:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932385:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000040:0.0:1712357311.932390:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357311.932392:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357311.932394:0:12518:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1712357311.932396:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932397:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.932398:0:12518:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357311.932399:0:12518:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357311.932401:0:12518:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932404:0:12518:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932406:0:12518:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357311.932410:0:12518:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3886800. 00000080:00000001:0.0:1712357311.932418:0:12518:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357311.932420:0:12518:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357311.932422:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932425:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932427:0:12518:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357311.932430:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932432:0:12518:0:(lmv_obd.c:3736:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1712357311.932434:0:12518:0:(lmv_obd.c:3715:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff880131063e40. 00800000:00000001:0.0:1712357311.932436:0:12518:0:(lmv_obd.c:3720:lmv_stripe_object_alloc()) Process leaving (rc=18446612137431678528 : -131936277873088 : ffff880131063e40) 00800000:00000001:0.0:1712357311.932437:0:12518:0:(lmv_obd.c:3797:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932439:0:12518:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357311.932440:0:12518:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357311.932442:0:12518:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1712357311.932444:0:12518:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1712357311.932446:0:12518:0:(lustre_lmv.h:178:lmv_stripe_object_dump()) dump LMV: refs 215157968 magic=0x1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1712357311.932450:0:12518:0:(llite_lib.c:1806:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357311.932451:0:12518:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.932453:0:12518:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1712357311.932455:0:12518:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1712357311.932458:0:12518:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1712357311.932460:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932461:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932462:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932463:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932464:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932466:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932467:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357311.932468:0:12518:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357311.932469:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932471:0:12518:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357311.932472:0:12518:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.932474:0:12518:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bcb 00000080:00000001:0.0:1712357311.932476:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932477:0:12518:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357311.932483:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932484:0:12518:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357311.932485:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932486:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932487:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932489:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932490:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932492:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932492:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.932494:0:12518:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932495:0:12518:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357311.932498:0:12518:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa265880. 00000080:00000001:0.0:1712357311.932500:0:12518:0:(dcache.c:288:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.932502:0:12518:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357311.932504:0:12518:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bcb from it ffff8800aa3cfe00 00010000:00000001:0.0:1712357311.932505:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932506:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932507:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932508:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932510:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932511:0:12518:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.932514:0:12518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932518:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932519:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932520:0:12518:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357311.932522:0:12518:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357311.932523:0:12518:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932529:0:12518:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.932531:0:12518:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357311.932533:0:12518:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.932538:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932539:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932540:0:12518:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932543:0:12518:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357311.932545:0:12518:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932546:0:12518:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932548:0:12518:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932549:0:12518:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.932550:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932551:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357311.932552:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.932555:0:12518:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46680 x1795536572126592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.932561:0:12518:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357311.932562:0:12518:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357311.932564:0:12518:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800ab3d0800. 02000000:00000001:0.0:1712357311.932567:0:12518:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357311.932568:0:12518:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357311.932570:0:12518:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357311.932572:0:12518:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357311.932574:0:12518:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012a5d2000. 02000000:00000001:0.0:1712357311.932675:0:12518:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357311.932677:0:12518:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357311.932680:0:12518:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46680. 00000100:00000001:0.0:1712357311.932683:0:12518:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357311.932684:0:12518:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1712357311.932687:0:12518:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 101 00000020:00000010:0.0:1712357311.932692:0:12518:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800aa320800. 00000080:00000001:0.0:1712357311.932694:0:12518:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.932709:0:12518:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.932710:0:12518:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.932711:0:12518:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357311.932713:0:12518:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357311.932717:0:12518:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357311.932720:0:12518:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357311.932723:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932726:0:12518:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357311.932731:0:12518:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357311.932734:0:12518:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357311.932736:0:12518:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357311.932738:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932741:0:12518:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357311.932742:0:12518:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357311.932744:0:12518:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357311.932746:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.932747:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.932750:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357311.932751:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.932754:0:12518:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.932755:0:12518:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357311.932757:0:12518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357311.932763:0:12518:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357311.932766:0:12518:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.932768:0:12518:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357311.932772:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357311.932774:0:12518:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357311.932775:0:12518:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.932776:0:12518:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.932777:0:12518:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357311.932779:0:12518:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357311.932781:0:12518:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000001:0.0:1712357311.932784:0:12518:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357311.932785:0:12518:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.932787:0:12518:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357311.932788:0:12518:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bcb 00000080:00000001:0.0:1712357311.932790:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932791:0:12518:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357311.932796:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932797:0:12518:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357311.932798:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932799:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932800:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932801:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932803:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932804:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932805:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.932806:0:12518:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932807:0:12518:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.932808:0:12518:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bcb from it ffff8800aa3cfb58 00010000:00000001:0.0:1712357311.932809:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932810:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932811:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932812:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932813:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932814:0:12518:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.932816:0:12518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932821:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932822:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932822:0:12518:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357311.932823:0:12518:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357311.932825:0:12518:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932834:0:12518:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.932835:0:12518:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357311.932836:0:12518:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.932837:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932838:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932839:0:12518:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932840:0:12518:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357311.932844:0:12518:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932846:0:12518:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932847:0:12518:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932849:0:12518:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.932850:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932850:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357311.932851:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357311.932852:0:12518:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1712357311.932854:0:12518:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357311.932856:0:12518:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357311.932864:0:12518:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8), flags=1536 00000080:00000001:0.0:1712357311.932867:0:12518:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.932868:0:12518:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357311.932869:0:12518:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357311.932871:0:12518:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357311.932873:0:12518:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357311.932875:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932876:0:12518:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357311.932877:0:12518:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357311.932879:0:12518:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357311.932880:0:12518:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357311.932882:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932884:0:12518:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357311.932885:0:12518:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357311.932887:0:12518:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357311.932888:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.932889:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.932890:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357311.932891:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.932893:0:12518:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.932894:0:12518:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357311.932896:0:12518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357311.932900:0:12518:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357311.932904:0:12518:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.932906:0:12518:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357311.932911:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357311.932912:0:12518:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357311.932913:0:12518:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.932914:0:12518:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.932915:0:12518:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357311.932917:0:12518:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357311.932919:0:12518:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000001:0.0:1712357311.932921:0:12518:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357311.932921:0:12518:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.932923:0:12518:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357311.932925:0:12518:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bcb 00000080:00000001:0.0:1712357311.932926:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932927:0:12518:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357311.932928:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.932929:0:12518:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357311.932930:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932931:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932932:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932934:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932935:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932937:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932937:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.932938:0:12518:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932941:0:12518:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.932942:0:12518:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bcb from it ffff8800aa3cfbe8 00010000:00000001:0.0:1712357311.932943:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.932944:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.932945:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.932946:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932947:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.932953:0:12518:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.932955:0:12518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932960:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932960:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932961:0:12518:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357311.932962:0:12518:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357311.932963:0:12518:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.932967:0:12518:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.932968:0:12518:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357311.932969:0:12518:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.932970:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932971:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.932972:0:12518:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932973:0:12518:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357311.932974:0:12518:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932975:0:12518:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932977:0:12518:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.932978:0:12518:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.932978:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.932979:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357311.932980:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357311.932981:0:12518:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1712357311.932983:0:12518:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357311.932985:0:12518:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.932988:0:12518:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.932988:0:12518:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357311.932989:0:12518:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357311.932992:0:12518:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357311.932994:0:12518:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357311.932995:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.932997:0:12518:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357311.932998:0:12518:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357311.933000:0:12518:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357311.933005:0:12518:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357311.933007:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.933008:0:12518:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357311.933009:0:12518:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357311.933011:0:12518:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357311.933012:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.933013:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.933015:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357311.933017:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.933018:0:12518:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.933019:0:12518:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357311.933021:0:12518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357311.933026:0:12518:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357311.933027:0:12518:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.933029:0:12518:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357311.933033:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357311.933034:0:12518:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357311.933035:0:12518:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.933036:0:12518:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.933037:0:12518:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357311.933039:0:12518:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357311.933040:0:12518:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000001:0.0:1712357311.933042:0:12518:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357311.933043:0:12518:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.933045:0:12518:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357311.933047:0:12518:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bcb 00000080:00000001:0.0:1712357311.933048:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.933050:0:12518:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357311.933050:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.933052:0:12518:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357311.933056:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.933057:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.933058:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.933060:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.933061:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.933063:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.933064:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.933065:0:12518:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.933066:0:12518:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.933067:0:12518:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bcb from it ffff8800aa3cfda0 00010000:00000001:0.0:1712357311.933069:0:12518:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.933069:0:12518:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.933070:0:12518:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0b40 refcount=3 00000020:00000001:0.0:1712357311.933071:0:12518:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.933073:0:12518:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960320 : -131938524591296 : ffff8800ab1c0b40) 00010000:00000001:0.0:1712357311.933074:0:12518:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.933076:0:12518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.933080:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.933081:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.933081:0:12518:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357311.933082:0:12518:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357311.933084:0:12518:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.933088:0:12518:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.933089:0:12518:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357311.933090:0:12518:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.933091:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.933092:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.933093:0:12518:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.933094:0:12518:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357311.933095:0:12518:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.933096:0:12518:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.933102:0:12518:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.933103:0:12518:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.933104:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.933105:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357311.933106:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357311.933107:0:12518:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1712357311.933108:0:12518:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357311.933111:0:12518:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.933113:0:12518:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357311.933114:0:12518:0:(namei.c:1988:ll_mkdir()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00000001:0.0:1712357311.933117:0:12518:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357311.933119:0:12518:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357311.933121:0:12518:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000010:0.0:1712357311.933124:0:12518:0:(namei.c:1596:ll_new_node()) kmalloced '(lum)': 48 at ffff880131063bc0. 00000080:00000001:0.0:1712357311.933126:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.933128:0:12518:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357311.933134:0:12518:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357311.933135:0:12518:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357311.933137:0:12518:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357311.933138:0:12518:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357311.933141:0:12518:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357311.933142:0:12518:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357311.933143:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.933145:0:12518:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357311.933147:0:12518:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000001:0.0:1712357311.933149:0:12518:0:(fid_request.c:224:seq_client_alloc_seq()) Process entered 40000000:00000001:0.0:1712357311.933150:0:12518:0:(fid_request.c:187:seq_client_alloc_meta()) Process entered 40000000:00000001:0.0:1712357311.933151:0:12518:0:(fid_request.c:63:seq_client_rpc()) Process entered 00000100:00000010:0.0:1712357311.933154:0:12518:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399f80. 00000020:00000040:0.0:1712357311.933157:0:12518:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:0.0:1712357311.933160:0:12518:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357311.933161:0:12518:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357311.933163:0:12518:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357311.933167:0:12518:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fce000. 00000100:00000001:0.0:1712357311.933171:0:12518:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.933174:0:12518:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357311.933175:0:12518:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357311.933182:0:12518:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.933183:0:12518:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135364279104 : -131938345272512 : ffff8800b5cc3b40) 00000100:00000001:0.0:1712357311.933185:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.933186:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676032 : -131938505875584 : ffff8800ac399f80) 00000100:00000001:0.0:1712357311.933189:0:12518:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357311.933191:0:12518:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.933193:0:12518:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357311.933194:0:12518:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357311.933198:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.933204:0:12518:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357311.933205:0:12518:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.933207:0:12518:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357311.933208:0:12518:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357311.933216:0:12518:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399f80 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12518:1795536572126656:192.168.203.120@tcp:700:mkdir.0 00000100:00000001:0.0:1712357311.933219:0:12518:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357311.933222:0:12518:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357311.933223:0:12518:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.933224:0:12518:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357311.933227:0:12518:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6fce200. 02000000:00000001:0.0:1712357311.933228:0:12518:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357311.933232:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357311.933235:0:12518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357311.933238:0:12518:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357311.933242:0:12518:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572126656, portal 10 00000100:00000001:0.0:1712357311.933244:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.933244:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676032 : -131938505875584 : ffff8800ac399f80) 00000100:00000040:0.0:1712357311.933248:0:12518:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.933254:0:12518:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357311.933256:0:12518:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357311.933257:0:12518:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357311.933260:0:12518:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1795536572126656, offset 0 00000400:00000200:0.0:1712357311.933264:0:12518:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357311.933272:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.933277:0:12518:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357311.933281:0:12518:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357311.933284:0:12518:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357311.933287:0:12518:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357311.933288:0:12518:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357311.933291:0:12518:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [94:94:256:4294967295] 192.168.203.120@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1712357311.933294:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.933301:0:12518:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357311.933305:0:12518:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357311.933308:0:12518:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356a00. 00000800:00000200:0.0:1712357311.933312:0:12518:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357311.933318:0:12518:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357311.933320:0:12518:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356a00 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:0.0:1712357311.933337:0:12518:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.933339:0:12518:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.933340:0:12518:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.933343:0:12518:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357311.933344:0:12518:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357311.933345:0:12518:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b5cc3b40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357311.933347:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.933348:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.933349:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.933350:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357311.933689:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357311.933695:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356a00. 00000400:00000200:3.0:1712357311.933699:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.933705:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357311.933709:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:3.0:1712357311.933711:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:3.0:1712357311.933722:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357311.933728:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.933736:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357311.933739:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.933744:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357311.933745:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357311.935479:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.935490:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357311.935492:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.935494:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357311.935501:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.935507:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357311.935512:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.935516:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.935519:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.935522:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 248 into portal 10 MB=0x66107ef9015c0 00000400:00000200:2.0:1712357311.935525:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.935530:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 248/248 into md 0x7d5 [1] + 224 00000800:00000001:2.0:1712357311.935535:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.935546:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357311.935554:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.935558:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357311.935563:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357311.935568:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:2.0:1712357311.935616:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.935629:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357311.935635:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.935638:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.935977:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357311.935982:0:12518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357311.935983:0:12518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357311.935985:0:12518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357311.935988:0:12518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357311.935990:0:12518:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357311.935992:0:12518:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357311.935996:0:12518:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:0.0:1712357311.936002:0:12518:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.936012:0:12518:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357311.936013:0:12518:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.936015:0:12518:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357311.936018:0:12518:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357311.936020:0:12518:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357311.936022:0:12518:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.936024:0:12518:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357311.936030:0:12518:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d54c8 time=1712357311 v=5 (0 0 0 0) 00000100:00001000:0.0:1712357311.936033:0:12518:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357311.936036:0:12518:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357311.936037:0:12518:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.936039:0:12518:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357311.936042:0:12518:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936044:0:12518:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357311.936045:0:12518:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357311.936047:0:12518:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357311.936048:0:12518:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357311.936051:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.936056:0:12518:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.936059:0:12518:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357311.936060:0:12518:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357311.936063:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:0.0:1712357311.936070:0:12518:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399f80 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12518:1795536572126656:192.168.203.120@tcp:700:mkdir.0 00000100:00000001:0.0:1712357311.936073:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.936076:0:12518:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936077:0:12518:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357311.936078:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.936081:0:12518:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.936087:0:12518:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357311.936092:0:12518:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.936094:0:12518:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357311.936095:0:12518:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1712357311.936099:0:12518:0:(fid_request.c:141:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated meta-sequence [0x0000000200000401-0x0000000200000402]:0:mdt] 40000000:00000001:0.0:1712357311.936102:0:12518:0:(fid_request.c:143:seq_client_rpc()) Process leaving 00000100:00000001:0.0:1712357311.936102:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.936105:0:12518:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399f80 x1795536572126656/t0(0) o700->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:30/10 lens 264/248 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.936109:0:12518:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357311.936111:0:12518:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357311.936113:0:12518:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6fce200. 02000000:00000001:0.0:1712357311.936116:0:12518:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357311.936117:0:12518:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357311.936119:0:12518:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357311.936120:0:12518:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357311.936122:0:12518:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fce000. 02000000:00000001:0.0:1712357311.936124:0:12518:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357311.936125:0:12518:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357311.936127:0:12518:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399f80. 00000100:00000001:0.0:1712357311.936130:0:12518:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357311.936131:0:12518:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:0.0:1712357311.936133:0:12518:0:(fid_request.c:216:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1712357311.936134:0:12518:0:(fid_request.c:237:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: New range - [0x0000000200000401-0x0000000200000402]:0:mdt 40000000:00000040:0.0:1712357311.936136:0:12518:0:(fid_request.c:248:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated sequence [0x200000401] 40000000:00000001:0.0:1712357311.936138:0:12518:0:(fid_request.c:250:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1712357311.936139:0:12518:0:(fid_request.c:338:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: New sequence [0x0000000200000401] 40000000:00000040:0.0:1712357311.936141:0:12518:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1:0x0] 40000000:00000001:0.0:1712357311.936143:0:12518:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357311.936145:0:12518:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.936147:0:12518:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357311.936148:0:12518:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357311.936150:0:12518:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'd46b.conf-sanity' [0x200000401:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #0 00800000:00000001:0.0:1712357311.936153:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.936160:0:12518:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357311.936161:0:12518:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357311.936166:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357311.936168:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.936170:0:12518:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357311.936173:0:12518:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357311.936176:0:12518:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357311.936182:0:12518:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357311.936185:0:12518:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357311.936187:0:12518:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357311.936188:0:12518:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:0.0:1712357311.936190:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.936192:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.936194:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.936195:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 3 00010000:00000001:0.0:1712357311.936197:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357311.936198:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.936200:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.936201:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.936201:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.936202:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 3 00010000:00000001:0.0:1712357311.936203:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357311.936205:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.936205:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.936206:0:12518:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.936207:0:12518:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.936208:0:12518:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 3 00010000:00000001:0.0:1712357311.936210:0:12518:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357311.936211:0:12518:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.936212:0:12518:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357311.936214:0:12518:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8800b0640000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357311.936217:0:12518:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357311.936218:0:12518:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357311.936220:0:12518:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357311.936224:0:12518:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.936226:0:12518:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357311.936229:0:12518:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357311.936230:0:12518:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357311.936231:0:12518:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.936232:0:12518:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357311.936235:0:12518:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c0b40 with handle 0xbda2fb8f03337bcb from hash 00010000:00000001:0.0:1712357311.936236:0:12518:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357311.936238:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.936239:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.936240:0:12518:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357311.936242:0:12518:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357311.936243:0:12518:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357311.936244:0:12518:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357311.936246:0:12518:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357311.936247:0:12518:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357311.936250:0:12518:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399f80. 00000020:00000040:0.0:1712357311.936252:0:12518:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357311.936255:0:12518:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357311.936257:0:12518:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.936258:0:12518:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357311.936260:0:12518:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.936262:0:12518:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936263:0:12518:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357311.936265:0:12518:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357311.936267:0:12518:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357311.936272:0:12518:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f7c00. 00000100:00000001:0.0:1712357311.936275:0:12518:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.936277:0:12518:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.936279:0:12518:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357311.936282:0:12518:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357311.936287:0:12518:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357311.936288:0:12518:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357311.936289:0:12518:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357311.936294:0:12518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0b40/0xbda2fb8f03337bcb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f7dd expref: -99 pid: 12518 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1712357311.936300:0:12518:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880131063f80. 00010000:00000040:0.0:1712357311.936303:0:12518:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6f0eb00 count: 0 00010000:00000010:0.0:1712357311.936306:0:12518:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf900. 00010000:00000001:0.0:1712357311.936314:0:12518:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.936315:0:12518:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.936317:0:12518:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.936317:0:12518:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.936319:0:12518:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357311.936326:0:12518:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357311.936571:0:12518:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357311.936576:0:12518:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357311.936609:0:12518:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357311.936612:0:12518:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.936614:0:12518:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135364279104 : -131938345272512 : ffff8800b5cc3b40) 00000100:00000001:0.0:1712357311.936616:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.936617:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676032 : -131938505875584 : ffff8800ac399f80) 00000100:00000001:0.0:1712357311.936620:0:12518:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357311.936622:0:12518:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936624:0:12518:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357311.936625:0:12518:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357311.936628:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.936632:0:12518:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357311.936633:0:12518:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.936635:0:12518:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357311.936637:0:12518:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357311.936639:0:12518:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399f80 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12518:1795536572126784:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:0.0:1712357311.936642:0:12518:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357311.936649:0:12518:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357311.936650:0:12518:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.936652:0:12518:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357311.936655:0:12518:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f7800. 02000000:00000001:0.0:1712357311.936656:0:12518:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357311.936660:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357311.936662:0:12518:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357311.936665:0:12518:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357311.936669:0:12518:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126784, portal 10 00000100:00000001:0.0:1712357311.936671:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.936671:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676032 : -131938505875584 : ffff8800ac399f80) 00000100:00000040:0.0:1712357311.936675:0:12518:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.936681:0:12518:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357311.936683:0:12518:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357311.936685:0:12518:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357311.936687:0:12518:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1795536572126784, offset 0 00000400:00000200:0.0:1712357311.936690:0:12518:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357311.936694:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.936699:0:12518:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357311.936702:0:12518:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357311.936705:0:12518:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357311.936793:0:12518:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357311.936794:0:12518:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357311.936797:0:12518:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [95:95:256:4294967295] 192.168.203.120@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:0.0:1712357311.936800:0:12518:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.936866:0:12518:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357311.936871:0:12518:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357311.936875:0:12518:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357311.936879:0:12518:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357311.936884:0:12518:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357311.936887:0:12518:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1712357311.936896:0:12518:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936898:0:12518:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.936900:0:12518:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936902:0:12518:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357311.936903:0:12518:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357311.936904:0:12518:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b5cc3b40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357311.936906:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.936907:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.936909:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.936909:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357311.937088:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357311.937094:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357311.937099:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.937105:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357311.937109:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:3.0:1712357311.937112:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:3.0:1712357311.937115:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357311.937121:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.937130:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357311.937133:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.937139:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357311.937140:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357311.940003:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.940014:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357311.940018:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.940019:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357311.940028:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940033:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357311.940039:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940043:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940046:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940049:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901640 00000400:00000200:2.0:1712357311.940053:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940062:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x7dd [1] + 224 00000800:00000001:2.0:1712357311.940067:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.940080:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357311.940082:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.940085:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357311.940090:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357311.940096:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:2.0:1712357311.940104:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.940123:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357311.940135:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357311.940139:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940143:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357311.940148:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [96:96:256:4294967295] 192.168.203.120@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1712357311.940150:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357311.940156:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357311.940160:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357311.940163:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:2.0:1712357311.940167:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357311.940173:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357311.940176:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357311.940242:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.940244:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:2.0:1712357311.940246:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.940249:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357311.940253:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357311.940255:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.940292:0:12518:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357311.940298:0:12518:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357311.940299:0:12518:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357311.940301:0:12518:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357311.940304:0:12518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357311.940305:0:12518:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357311.940307:0:12518:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357311.940321:0:12518:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:0.0:1712357311.940328:0:12518:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399f80 x1795536572126784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.940334:0:12518:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357311.940335:0:12518:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.940337:0:12518:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357311.940339:0:12518:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357311.940341:0:12518:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357311.940343:0:12518:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.940345:0:12518:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357311.940352:0:12518:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357311.940355:0:12518:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357311.940357:0:12518:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357311.940358:0:12518:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.940360:0:12518:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357311.940363:0:12518:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.940365:0:12518:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357311.940366:0:12518:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1712357311.940372:0:12518:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357311.940374:0:12518:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.940374:0:12518:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676032 : -131938505875584 : ffff8800ac399f80) 00000100:00000001:0.0:1712357311.940376:0:12518:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357311.940378:0:12518:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357311.940379:0:12518:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357311.940381:0:12518:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357311.940384:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399f80 x1795536572126784/t4294967297(4294967297) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.940390:0:12518:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.940393:0:12518:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357311.940394:0:12518:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357311.940397:0:12518:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399f80 x1795536572126784/t4294967297(4294967297) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:0.0:1712357311.940403:0:12518:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399f80 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12518:1795536572126784:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:0.0:1712357311.940407:0:12518:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.940409:0:12518:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.940411:0:12518:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357311.940418:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.940421:0:12518:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399f80 x1795536572126784/t4294967297(4294967297) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.940426:0:12518:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357311.940429:0:12518:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.940431:0:12518:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357311.940432:0:12518:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.940437:0:12518:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357311.940440:0:12518:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x1:0x0] 00800000:00000001:0.0:1712357311.940442:0:12518:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357311.940444:0:12518:0:(namei.c:1488:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 0 to 1712357311 00000080:00000001:0.0:1712357311.940447:0:12518:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357311.940450:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.940453:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.940459:0:12518:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357311.940462:0:12518:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357311.940464:0:12518:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1712357311.940466:0:12518:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357311.940471:0:12518:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0640800. 00000080:00000001:0.0:1712357311.940477:0:12518:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357311.940478:0:12518:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8) 00000080:00000001:0.0:1712357311.940480:0:12518:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357311.940482:0:12518:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1:0x0] 00000080:00000001:0.0:1712357311.940484:0:12518:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.940485:0:12518:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1712357311.940487:0:12518:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357311.940489:0:12518:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502273 mtime from 0 to 1712357311 00000080:00200000:0.0:1712357311.940491:0:12518:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00000001:0.0:1712357311.940493:0:12518:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357311.940495:0:12518:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273564360 : -131938435987256 : ffff8800b06408c8) 00000080:00000001:0.0:1712357311.940496:0:12518:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357311.940497:0:12518:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.940499:0:12518:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357311.940501:0:12518:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.940504:0:12518:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357311.940505:0:12518:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.940509:0:12518:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399f80 x1795536572126784/t4294967297(4294967297) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.940514:0:12518:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357311.940516:0:12518:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357311.940518:0:12518:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000010:0.0:1712357311.940521:0:12518:0:(namei.c:1811:ll_new_node()) kfreed 'lum': 48 at ffff880131063bc0. 00000080:00000001:0.0:1712357311.940523:0:12518:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.940525:0:12518:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.940531:0:12518:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357311.940531:0:12518:0:(dcache.c:60:ll_release()) Process leaving 00010000:00000010:1.1F:1712357311.943655:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f0eb00. 00010000:00000010:1.1:1712357311.943666:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c0b40. 00000080:00000001:1.0:1712357311.959872:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.959875:0:12523:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357311.959877:0:12523:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357311.959885:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59400. 00800000:00000002:1.0:1712357311.959889:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357311.959892:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357311.959896:0:12523:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ac2ec000. 00800000:00000001:1.0:1712357311.959899:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357311.959901:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357311.959904:0:12523:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357311.959907:0:12523:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357311.959909:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357311.959911:0:12523:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ac2ecc00. 00000002:00000001:1.0:1712357311.959914:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357311.959916:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357311.959922:0:12523:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357311.959924:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.959926:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357311.959931:0:12523:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.959932:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.959933:0:12523:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.959935:0:12523:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357311.959937:0:12523:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357311.959941:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061180. 00000020:00000040:1.0:1712357311.959945:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357311.959951:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357311.959954:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.959955:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.959957:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357311.959959:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357311.959962:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357311.959966:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ed400. 00000100:00000001:1.0:1712357311.959971:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.959974:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.959975:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.959976:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.959977:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.959978:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.959982:0:12523:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00010000:00000001:1.0:1712357311.959985:0:12523:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357311.959986:0:12523:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357311.959988:0:12523:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d900. 00010000:00000010:1.0:1712357311.959990:0:12523:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357311.959994:0:12523:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357311.959996:0:12523:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cd80. 00000020:00000010:1.0:1712357311.959998:0:12523:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b384bf80. 00000020:00000001:1.0:1712357311.960000:0:12523:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357311.960002:0:12523:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cd80 with handle 0xbda2fb8f03337bd2 to hash 00000020:00000001:1.0:1712357311.960004:0:12523:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357311.960005:0:12523:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.960011:0:12523:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.960014:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.960016:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.960019:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12523 initiator: MDT0 00010000:00010000:1.0:1712357311.960030:0:12523:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00010000:00010000:1.0:1712357311.960038:0:12523:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00000100:00000001:1.0:1712357311.960042:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357311.960043:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357311.960047:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1586c0. 00000100:00000001:1.0:1712357311.960048:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533184 : -131938525018432 : ffff8800ab1586c0) 00000100:00000001:1.0:1712357311.960050:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.960052:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000001:1.0:1712357311.960055:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357311.960057:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.960059:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357311.960061:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357311.960068:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.960074:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357311.960076:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.960078:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357311.960080:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357311.960083:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572126848:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:1.0:1712357311.960085:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357311.960089:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357311.960090:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.960092:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357311.960095:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012ab15800. 02000000:00000001:1.0:1712357311.960100:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357311.960107:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357311.960109:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357311.960113:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357311.960119:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572126848, portal 10 00000100:00000001:1.0:1712357311.960120:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.960121:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000040:1.0:1712357311.960126:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.960131:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357311.960134:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357311.960135:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357311.960137:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572126848, offset 0 00000400:00000200:1.0:1712357311.960140:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357311.960146:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.960151:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357311.960155:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357311.960158:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357311.960160:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357311.960162:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357311.960165:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [97:97:256:4294967295] 192.168.203.120@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:1.0:1712357311.960168:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.960175:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357311.960180:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357311.960184:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d500. 00000800:00000200:1.0:1712357311.960188:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357311.960194:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357311.960197:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357311.960310:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.960313:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.960315:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.960320:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357311.960321:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357311.960323:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1586c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357311.960325:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.960327:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.960329:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.960330:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.960435:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.960439:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d500. 00000400:00000200:2.0:1712357311.960443:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.960448:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.960451:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:2.0:1712357311.960452:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:2.0:1712357311.960455:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.960459:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.960466:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.960469:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.960474:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.960475:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357311.965490:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.965500:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.965503:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.965504:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.965512:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.965516:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357311.965521:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.965524:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.965526:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.965529:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x66107ef901680 00000400:00000200:3.0:1712357311.965531:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.965542:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1712357311.965547:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.965554:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.965556:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.965559:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.965562:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.965567:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.965616:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=688 offset=224 replen=1024 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.965629:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357311.965634:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.965636:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.965666:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357311.965681:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357311.965683:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357311.965686:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:1.0:1712357311.965689:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357311.965691:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357311.965693:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357311.965698:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:1.0:1712357311.965705:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.965710:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357311.965712:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.965714:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357311.965716:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357311.965718:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357311.965719:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.965722:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357311.965728:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357311.965731:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357311.965733:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357311.965734:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.965736:0:12523:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357311.965739:0:12523:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.965741:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357311.965743:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357311.965744:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357311.965746:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357311.965749:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.965760:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.965762:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357311.965764:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357311.965767:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:1.0:1712357311.965773:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572126848:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:1.0:1712357311.965776:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.965780:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.965781:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357311.965783:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.965786:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.965790:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357311.965792:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1586c0. 00000100:00000001:1.0:1712357311.965794:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357311.965795:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.965798:0:12523:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357311.965800:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965802:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965805:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:1.0:1712357311.965806:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965808:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000040:1.0:1712357311.965812:0:12523:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38cd80, remote cookie: 0xa8e7976a8eb1f7f9, flags: 0x1001 00010000:00010000:1.0:1712357311.965816:0:12523:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357311.965824:0:12523:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965829:0:12523:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357311.965836:0:12523:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357311.965838:0:12523:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357311.965839:0:12523:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357311.965840:0:12523:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357311.965841:0:12523:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8800b6e1d900) refcount = 1 00010000:00010000:1.0:1712357311.965844:0:12523:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965849:0:12523:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1712357311.965853:0:12523:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6f58e00. 00010000:00000001:1.0:1712357311.965855:0:12523:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357311.965857:0:12523:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357311.965859:0:12523:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357311.965861:0:12523:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.965863:0:12523:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965867:0:12523:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357311.965868:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965869:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.965870:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965871:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.965872:0:12523:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.965875:0:12523:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357311.965876:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965877:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965878:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.965879:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965880:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965882:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965883:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965884:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:1.0:1712357311.965885:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965886:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965887:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.965892:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.965895:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965900:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965901:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.965902:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965902:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965903:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=5 00000020:00000001:1.0:1712357311.965904:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965906:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965907:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357311.965909:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965913:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965914:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357311.965916:0:12523:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965920:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357311.965921:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965921:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.965922:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965923:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357311.965927:0:12523:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00010000:00000001:1.0:1712357311.965932:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965933:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965934:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.965935:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965937:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965938:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965942:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357311.965943:0:12523:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.965944:0:12523:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.965946:0:12523:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357311.965948:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965948:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965949:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.965950:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965952:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00000002:00010000:1.0:1712357311.965954:0:12523:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.965958:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965959:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.965960:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357311.965960:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.965961:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.965962:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.965963:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.965964:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000040:1.0:1712357311.965968:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357311.965970:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357311.965973:0:12523:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1712357311.965975:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.965975:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357311.965976:0:12523:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357311.965978:0:12523:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357311.965980:0:12523:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.965982:0:12523:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.965984:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357311.965987:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357311.965990:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59400. 00000080:00000001:1.0:1712357311.965995:0:12523:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357311.965997:0:12523:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357311.965999:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966010:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966013:0:12523:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357311.966016:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966017:0:12523:0:(lmv_obd.c:3736:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1712357311.966020:0:12523:0:(lmv_obd.c:3715:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b384b340. 00800000:00000001:1.0:1712357311.966022:0:12523:0:(lmv_obd.c:3720:lmv_stripe_object_alloc()) Process leaving (rc=18446612135326036800 : -131938383514816 : ffff8800b384b340) 00800000:00000001:1.0:1712357311.966023:0:12523:0:(lmv_obd.c:3797:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966025:0:12523:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357311.966027:0:12523:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357311.966028:0:12523:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1712357311.966031:0:12523:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357311.966033:0:12523:0:(llite_lib.c:1793:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357311.966034:0:12523:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.966037:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1712357311.966039:0:12523:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1712357311.966042:0:12523:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1712357311.966043:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966044:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966045:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966046:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966047:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966049:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966050:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357311.966051:0:12523:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357311.966052:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966053:0:12523:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1712357311.966054:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff8800b384b340 0 00800000:00000010:1.0:1712357311.966056:0:12523:0:(lmv_obd.c:3849:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b384b340. 00800000:00000001:1.0:1712357311.966058:0:12523:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966060:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd2 00000080:00000001:1.0:1712357311.966062:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966063:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357311.966064:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966066:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357311.966067:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966071:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966071:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966073:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966074:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966075:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966076:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357311.966077:0:12523:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966078:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.966081:0:12523:0:(dcache.c:288:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966083:0:12523:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357311.966085:0:12523:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd2 from it ffff8800aa3cfe00 00010000:00000001:1.0:1712357311.966087:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966087:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966088:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966089:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966091:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966092:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357311.966094:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966098:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966099:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966100:0:12523:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357311.966101:0:12523:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357311.966103:0:12523:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966109:0:12523:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357311.966111:0:12523:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357311.966112:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.966114:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966114:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966115:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966118:0:12523:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357311.966119:0:12523:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966124:0:12523:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966126:0:12523:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966127:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357311.966128:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966128:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357311.966130:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.966133:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061180 x1795536572126848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.966138:0:12523:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357311.966140:0:12523:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357311.966142:0:12523:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012ab15800. 02000000:00000001:1.0:1712357311.966145:0:12523:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357311.966147:0:12523:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357311.966148:0:12523:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357311.966149:0:12523:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357311.966151:0:12523:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ed400. 02000000:00000001:1.0:1712357311.966154:0:12523:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357311.966155:0:12523:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357311.966157:0:12523:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061180. 00000100:00000001:1.0:1712357311.966160:0:12523:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357311.966161:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357311.966163:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 101 00000020:00000010:1.0:1712357311.966167:0:12523:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff88012ab15800. 00000080:00000001:1.0:1712357311.966169:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.966197:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.966199:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.966200:0:12523:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357311.966201:0:12523:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357311.966205:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59400. 00800000:00000002:1.0:1712357311.966209:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357311.966211:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966214:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357311.966215:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357311.966217:0:12523:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357311.966220:0:12523:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357311.966222:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966228:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357311.966229:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357311.966232:0:12523:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357311.966234:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.966235:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357311.966237:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357311.966239:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357311.966241:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.966242:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357311.966244:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357311.966250:0:12523:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357311.966253:0:12523:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.966255:0:12523:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357311.966260:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357311.966261:0:12523:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357311.966262:0:12523:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357311.966264:0:12523:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357311.966265:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357311.966267:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357311.966268:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59400. 00000080:00000001:1.0:1712357311.966271:0:12523:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357311.966272:0:12523:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966273:0:12523:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357311.966275:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd2 00000080:00000001:1.0:1712357311.966277:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966279:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357311.966279:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966281:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357311.966281:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966282:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966283:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966288:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966290:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966291:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966292:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357311.966293:0:12523:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966294:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966296:0:12523:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd2 from it ffff8800aa3cfb58 00010000:00000001:1.0:1712357311.966297:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966298:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966298:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966300:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966301:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966302:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357311.966304:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966309:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966310:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966310:0:12523:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357311.966311:0:12523:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357311.966313:0:12523:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966317:0:12523:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357311.966318:0:12523:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357311.966319:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.966320:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966321:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966322:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966323:0:12523:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357311.966324:0:12523:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966325:0:12523:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966326:0:12523:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966328:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357311.966328:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966333:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357311.966334:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357311.966335:0:12523:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357311.966336:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357311.966339:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357311.966347:0:12523:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8), flags=1536 00000080:00000001:1.0:1712357311.966349:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.966350:0:12523:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357311.966351:0:12523:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357311.966353:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59400. 00800000:00000002:1.0:1712357311.966355:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357311.966357:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966359:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357311.966360:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357311.966361:0:12523:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357311.966363:0:12523:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357311.966365:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966366:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357311.966367:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357311.966369:0:12523:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357311.966370:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.966371:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357311.966373:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357311.966374:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357311.966376:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.966377:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357311.966379:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357311.966384:0:12523:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357311.966385:0:12523:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.966388:0:12523:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357311.966392:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357311.966396:0:12523:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357311.966398:0:12523:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357311.966399:0:12523:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357311.966400:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357311.966402:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357311.966403:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59400. 00000080:00000001:1.0:1712357311.966405:0:12523:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357311.966406:0:12523:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966408:0:12523:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357311.966410:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd2 00000080:00000001:1.0:1712357311.966411:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966412:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357311.966413:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966414:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357311.966416:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966417:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966418:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966419:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966420:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966422:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966423:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357311.966423:0:12523:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966424:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966426:0:12523:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd2 from it ffff8800aa3cfbe8 00010000:00000001:1.0:1712357311.966427:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966427:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966428:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966429:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966430:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966431:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357311.966433:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966437:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966441:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966442:0:12523:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357311.966443:0:12523:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357311.966444:0:12523:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966449:0:12523:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357311.966450:0:12523:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357311.966451:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.966453:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966453:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966454:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966456:0:12523:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357311.966457:0:12523:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966458:0:12523:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966459:0:12523:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966461:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357311.966462:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966462:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357311.966464:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357311.966464:0:12523:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357311.966466:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357311.966469:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.966472:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.966473:0:12523:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357311.966474:0:12523:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357311.966476:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59400. 00800000:00000002:1.0:1712357311.966478:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357311.966480:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966482:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357311.966483:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357311.966485:0:12523:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357311.966486:0:12523:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357311.966488:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966489:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357311.966490:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357311.966492:0:12523:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357311.966496:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.966497:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357311.966499:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357311.966500:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357311.966501:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.966502:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357311.966504:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357311.966509:0:12523:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357311.966510:0:12523:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.966512:0:12523:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357311.966516:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357311.966517:0:12523:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357311.966518:0:12523:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357311.966519:0:12523:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357311.966520:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357311.966521:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357311.966523:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59400. 00000080:00000001:1.0:1712357311.966524:0:12523:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357311.966525:0:12523:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966526:0:12523:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357311.966528:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd2 00000080:00000001:1.0:1712357311.966529:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966531:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357311.966532:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.966533:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357311.966533:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966534:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966535:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966536:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966538:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966539:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966542:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357311.966543:0:12523:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966544:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.966546:0:12523:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd2 from it ffff8800aa3cfda0 00010000:00000001:1.0:1712357311.966547:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.966548:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.966549:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357311.966550:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966551:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357311.966553:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357311.966554:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966557:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966558:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966559:0:12523:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357311.966560:0:12523:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357311.966561:0:12523:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357311.966565:0:12523:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357311.966566:0:12523:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357311.966567:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.966568:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966569:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.966570:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966571:0:12523:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357311.966572:0:12523:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966573:0:12523:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966575:0:12523:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.966576:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357311.966576:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.966608:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357311.966609:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357311.966610:0:12523:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357311.966612:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357311.966614:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.966620:0:12523:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357311.966621:0:12523:0:(namei.c:1988:ll_mkdir()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00000001:1.0:1712357311.966623:0:12523:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357311.966625:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59400. 00800000:00000002:1.0:1712357311.966627:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000010:1.0:1712357311.966631:0:12523:0:(namei.c:1596:ll_new_node()) kmalloced '(lum)': 48 at ffff8800b384b340. 00000080:00000001:1.0:1712357311.966633:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.966635:0:12523:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357311.966639:0:12523:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357311.966640:0:12523:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357311.969210:0:12523:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357311.969215:0:12523:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357311.969221:0:12523:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357311.969223:0:12523:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357311.969224:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.969227:0:12523:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357311.969229:0:12523:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357311.969230:0:12523:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2:0x0] 40000000:00000001:1.0:1712357311.969233:0:12523:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.969234:0:12523:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.969235:0:12523:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.969237:0:12523:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357311.969238:0:12523:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'd46b.conf-sanity' [0x200000401:0x2:0x0] on [0x200000007:0x1:0x0] -> mds #0 00800000:00000001:1.0:1712357311.969241:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.969244:0:12523:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357311.969245:0:12523:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357311.969251:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357311.969254:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357311.969257:0:12523:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357311.969259:0:12523:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357311.969262:0:12523:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357311.969272:0:12523:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357311.969274:0:12523:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357311.969277:0:12523:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357311.969286:0:12523:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:1.0:1712357311.969288:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.969290:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.969292:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357311.969294:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 3 00010000:00000001:1.0:1712357311.969295:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357311.969298:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.969299:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.969300:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.969301:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357311.969302:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 3 00010000:00000001:1.0:1712357311.969303:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357311.969305:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.969306:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.969307:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.969308:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357311.969309:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 3 00010000:00000001:1.0:1712357311.969310:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357311.969312:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.969313:0:12523:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357311.969315:0:12523:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8800b0640000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357311.969318:0:12523:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357311.969320:0:12523:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357311.969321:0:12523:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357311.969322:0:12523:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.969325:0:12523:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357311.969327:0:12523:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357311.969328:0:12523:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357311.969330:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.969331:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357311.969334:0:12523:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cd80 with handle 0xbda2fb8f03337bd2 from hash 00010000:00000001:1.0:1712357311.969335:0:12523:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357311.969336:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.969337:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.969338:0:12523:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357311.969340:0:12523:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357311.969341:0:12523:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357311.969347:0:12523:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357311.969348:0:12523:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357311.969350:0:12523:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357311.969355:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061180. 00000020:00000040:1.0:1712357311.969357:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357311.969361:0:12523:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357311.969362:0:12523:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.969364:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357311.969367:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.969369:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.969371:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357311.969372:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357311.969380:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357311.969385:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ed400. 00000100:00000001:1.0:1712357311.969389:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.969391:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.969392:0:12523:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357311.969396:0:12523:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357311.969402:0:12523:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357311.969403:0:12523:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357311.969404:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357311.969406:0:12523:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337bd2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f7f9 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357311.969411:0:12523:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d900 count: 0 00010000:00000010:1.0:1712357311.969415:0:12523:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357311.969424:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.969425:0:12523:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.969426:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.969427:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.969429:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357311.969440:0:12523:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357311.969449:0:12523:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357311.969459:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357311.969461:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357311.969467:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1586c0. 00000100:00000001:1.0:1712357311.969468:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533184 : -131938525018432 : ffff8800ab1586c0) 00000100:00000001:1.0:1712357311.969470:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.969471:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000001:1.0:1712357311.969474:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357311.969477:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.969479:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357311.969480:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357311.969484:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.969489:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357311.969491:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.969493:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357311.969495:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357311.969497:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572126976:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1712357311.969500:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357311.969504:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357311.969505:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.969507:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357311.969509:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ed800. 02000000:00000001:1.0:1712357311.969511:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357311.969517:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357311.969520:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2688. 00000400:00000010:1.0:1712357311.969524:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357311.969530:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572126976, portal 10 00000100:00000001:1.0:1712357311.969532:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.969532:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000040:1.0:1712357311.969537:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.969542:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357311.969548:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357311.969549:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357311.969552:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1795536572126976, offset 0 00000400:00000200:1.0:1712357311.969556:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357311.969561:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.969566:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357311.969570:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357311.969573:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357311.969605:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357311.969608:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357311.969611:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [98:98:256:4294967295] 192.168.203.120@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1712357311.969615:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.969622:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357311.969627:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357311.969630:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357311.969635:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357311.969642:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357311.969645:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1712357311.969663:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.969665:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.969667:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.969668:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357311.969670:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357311.969671:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1586c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357311.969673:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.969675:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.969678:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.969679:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.971025:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.971030:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357311.971035:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.971041:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.971044:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357311.971046:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357311.971049:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.971054:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.971061:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.971064:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.971068:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.971070:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357311.972352:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.972366:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.972368:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.972370:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.972375:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.972380:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357311.972407:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.972411:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.972413:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.972417:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901700 00000400:00000200:3.0:1712357311.973851:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.973857:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x7ed [1] + 224 00000800:00000001:3.0:1712357311.973864:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.973879:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.973881:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.973884:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.973889:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.973894:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.973910:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.973920:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357311.973925:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.973928:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.973937:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357311.973942:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357311.973943:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357311.973946:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2688. 00000400:00000200:0.0:1712357311.973953:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:0.0:1712357311.973955:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:0.0:1712357311.973957:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357311.973960:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:0.0:1712357311.973967:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.973971:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357311.973973:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.973975:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357311.973977:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357311.973979:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357311.973980:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.973983:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357311.973989:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357311.973992:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357311.973995:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357311.973998:0:12523:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = -17 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc 0/-17 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.974002:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000100:00000001:0.0:1712357311.974005:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357311.974007:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357311.974008:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357311.974010:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000100:00000040:0.0:1712357311.974013:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc -17/-17 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.974018:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000100:00000001:0.0:1712357311.974021:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357311.974022:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357311.974025:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 2 fl Interpret:RQU/200/0 rc -17/-17 job:'mkdir.0' uid:0 gid:0 00000100:00100000:0.0:1712357311.974031:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572126976:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:0.0:1712357311.974038:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.974041:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000100:00000001:0.0:1712357311.974043:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357311.974045:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.974048:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/200/0 rc -17/-17 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.974054:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357311.974056:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1586c0. 00000100:00000001:0.0:1712357311.974058:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357311.974059:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000002:00000040:0.0:1712357311.974063:0:12523:0:(mdc_reint.c:52:mdc_reint()) error in handling -17 00000002:00000001:0.0:1712357311.974064:0:12523:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:0.0:1712357311.974068:0:12523:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1712357311.974071:0:12523:0:(namei.c:1754:ll_new_node()) Process leaving via err_exit (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000100:00000001:0.0:1712357311.974073:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.974075:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061180 x1795536572126976/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc -17/-17 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.974080:0:12523:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357311.974081:0:12523:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357311.974084:0:12523:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ed800. 02000000:00000001:0.0:1712357311.974086:0:12523:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357311.974088:0:12523:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357311.974089:0:12523:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357311.974091:0:12523:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357311.974093:0:12523:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ed400. 02000000:00000001:0.0:1712357311.974095:0:12523:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357311.974097:0:12523:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357311.974098:0:12523:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061180. 00000100:00000001:0.0:1712357311.974102:0:12523:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357311.974103:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357311.974106:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357311.974109:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59400. 00000080:00000010:0.0:1712357311.974113:0:12523:0:(namei.c:1811:ll_new_node()) kfreed 'lum': 48 at ffff8800b384b340. 00000080:00000001:0.0:1712357311.974115:0:12523:0:(namei.c:1813:ll_new_node()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1712357311.974121:0:12523:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1712357311.974126:0:12523:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357311.974127:0:12523:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357311.974144:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.974146:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.974148:0:12523:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357311.974149:0:12523:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357311.974155:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00800000:00000002:0.0:1712357311.974158:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357311.974161:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.974164:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357311.974166:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357311.974169:0:12523:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357311.974172:0:12523:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357311.974174:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.974176:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357311.974178:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357311.974181:0:12523:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357311.974183:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.974185:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357311.974189:0:12523:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.974191:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.974192:0:12523:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.974194:0:12523:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357311.974196:0:12523:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357311.974200:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39a300. 00000020:00000040:0.0:1712357311.974203:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357311.974207:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357311.974209:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.974211:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.974213:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357311.974215:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357311.974217:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357311.974222:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4400. 00000100:00000001:0.0:1712357311.974226:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.974230:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.974235:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.974236:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.974237:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.974238:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.974243:0:12523:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00010000:00000001:0.0:1712357311.974245:0:12523:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357311.974247:0:12523:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357311.974250:0:12523:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356b00. 00010000:00000010:0.0:1712357311.974252:0:12523:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664b80. 00010000:00000001:0.0:1712357311.974256:0:12523:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357311.974258:0:12523:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a21c0. 00000020:00000001:0.0:1712357311.974260:0:12523:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357311.974262:0:12523:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a21c0 with handle 0xbda2fb8f03337bd9 to hash 00000020:00000001:0.0:1712357311.974264:0:12523:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357311.974265:0:12523:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.974267:0:12523:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.974269:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.974271:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.974274:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12523 initiator: MDT0 00010000:00010000:0.0:1712357311.974280:0:12523:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00010000:00010000:0.0:1712357311.974287:0:12523:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00000100:00000001:0.0:1712357311.974291:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357311.974292:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357311.974296:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.974297:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135364279104 : -131938345272512 : ffff8800b5cc3b40) 00000100:00000001:0.0:1712357311.974299:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.974300:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000001:0.0:1712357311.974303:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357311.974311:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.974313:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357311.974314:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357311.974318:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.974324:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357311.974325:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.974327:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357311.974329:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357311.974331:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39a300 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127040:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1712357311.974333:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357311.974337:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357311.974338:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.974340:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357311.974343:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357311.974345:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357311.974348:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357311.974351:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357311.974354:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357311.974357:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572127040, portal 10 00000100:00000001:0.0:1712357311.974358:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.974359:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000040:0.0:1712357311.974364:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.974369:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357311.974371:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357311.974372:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357311.974375:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572127040, offset 0 00000400:00000200:0.0:1712357311.974379:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357311.974383:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.974388:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357311.974391:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357311.974394:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357311.974397:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357311.974402:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357311.974405:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [99:99:256:4294967295] 192.168.203.120@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:0.0:1712357311.974408:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.974415:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357311.974419:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357311.974422:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357311.974427:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357311.974432:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357311.974435:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357311.974455:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.974457:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.974459:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.974460:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357311.974462:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357311.974463:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b5cc3b40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357311.974465:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.974466:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.974468:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.974468:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.974943:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.974946:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357311.974948:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.974951:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.974954:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:2.0:1712357311.974955:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:2.0:1712357311.974957:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.974960:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.974966:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.974968:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.974972:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.974973:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357311.976639:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.976648:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.976650:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.976652:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.976658:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.976662:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357311.976667:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.976669:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.976672:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.976680:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x66107ef901740 00000400:00000200:3.0:1712357311.976683:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.976687:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0x7f5 [1] + 224 00000800:00000001:3.0:1712357311.976692:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.976702:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.976705:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.976708:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.976712:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.976716:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.976724:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=688 offset=224 replen=1024 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.976742:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357311.976747:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.976749:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.976801:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357311.976804:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357311.976805:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357311.976807:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357311.976810:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357311.976811:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357311.976813:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357311.976817:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:0.0:1712357311.976823:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.976827:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357311.976827:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.976828:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357311.976835:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357311.976836:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357311.976838:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.976840:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357311.976845:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357311.976847:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357311.976848:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357311.976849:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.976850:0:12523:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357311.976852:0:12523:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.976854:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357311.976855:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357311.976855:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357311.976856:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357311.976858:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.976862:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.976863:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357311.976864:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357311.976866:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:0.0:1712357311.976870:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39a300 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127040:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1712357311.976872:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.976874:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.976875:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357311.976875:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.976877:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.976880:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357311.976881:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.976882:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357311.976883:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.976884:0:12523:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357311.976888:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.976890:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.976891:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=4 00000020:00000001:0.0:1712357311.976892:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976893:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000040:0.0:1712357311.976896:0:12523:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a21c0, remote cookie: 0xa8e7976a8eb1f807, flags: 0x1001 00010000:00010000:0.0:1712357311.976899:0:12523:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357311.976906:0:12523:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.976911:0:12523:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357311.976913:0:12523:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357311.976915:0:12523:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357311.976915:0:12523:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357311.976916:0:12523:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357311.976918:0:12523:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff88012e356b00) refcount = 1 00010000:00010000:0.0:1712357311.976921:0:12523:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.976926:0:12523:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357311.976928:0:12523:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357311.976929:0:12523:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.976931:0:12523:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357311.976932:0:12523:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.976935:0:12523:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.976939:0:12523:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357311.976940:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.976941:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.976942:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.976942:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.976947:0:12523:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.976950:0:12523:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357311.976951:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.976952:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.976953:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.976954:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976955:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976957:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.976957:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.976958:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=4 00000020:00000001:0.0:1712357311.976959:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976961:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976963:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.976964:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.976966:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.976971:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.976972:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.976972:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.976973:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.976974:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=5 00000020:00000001:0.0:1712357311.976975:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976977:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.976978:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.976980:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.976984:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.976985:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357311.976987:0:12523:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.976999:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.977000:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977001:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.977001:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977002:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357311.977006:0:12523:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00010000:00000001:0.0:1712357311.977012:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.977013:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.977014:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.977015:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977017:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977018:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977018:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.977019:0:12523:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977020:0:12523:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977022:0:12523:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357311.977024:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.977024:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.977025:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.977026:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977027:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00000002:00010000:0.0:1712357311.977030:0:12523:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.977034:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977034:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.977035:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357311.977036:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.977037:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.977037:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.977038:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977043:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000040:0.0:1712357311.977047:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:0.0:1712357311.977049:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357311.977051:0:12523:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1712357311.977053:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977054:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.977055:0:12523:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357311.977056:0:12523:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357311.977058:0:12523:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977061:0:12523:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977063:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357311.977066:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357311.977068:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357311.977071:0:12523:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357311.977073:0:12523:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357311.977075:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977078:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977080:0:12523:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357311.977083:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977084:0:12523:0:(lmv_obd.c:3736:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1712357311.977087:0:12523:0:(lmv_obd.c:3715:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012b4fd5c0. 00800000:00000001:0.0:1712357311.977088:0:12523:0:(lmv_obd.c:3720:lmv_stripe_object_alloc()) Process leaving (rc=18446612137335838144 : -131936373713472 : ffff88012b4fd5c0) 00800000:00000001:0.0:1712357311.977090:0:12523:0:(lmv_obd.c:3797:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977091:0:12523:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357311.977092:0:12523:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357311.977094:0:12523:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1712357311.977096:0:12523:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357311.977098:0:12523:0:(llite_lib.c:1793:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357311.977099:0:12523:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.977102:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1712357311.977104:0:12523:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1712357311.977107:0:12523:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1712357311.977109:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.977109:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.977114:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.977116:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977118:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977119:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977120:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357311.977121:0:12523:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357311.977122:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977124:0:12523:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1712357311.977125:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012b4fd5c0 0 00800000:00000010:0.0:1712357311.977126:0:12523:0:(lmv_obd.c:3849:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012b4fd5c0. 00800000:00000001:0.0:1712357311.977129:0:12523:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.977131:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:0.0:1712357311.977133:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977134:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357311.977135:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977137:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357311.977137:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.977138:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.977139:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.977140:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977141:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977143:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977143:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.977144:0:12523:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977145:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.977148:0:12523:0:(dcache.c:288:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.977150:0:12523:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357311.977152:0:12523:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800aa3cfb98 00010000:00000001:0.0:1712357311.977153:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.977154:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.977154:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357311.977155:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977157:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357311.977158:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.977164:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.977169:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977169:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.977170:0:12523:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357311.977172:0:12523:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357311.977173:0:12523:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.977179:0:12523:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.977180:0:12523:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357311.977181:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.977183:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977184:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.977185:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977187:0:12523:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357311.977188:0:12523:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977189:0:12523:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977191:0:12523:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977192:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.977193:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977194:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357311.977195:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.977199:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39a300 x1795536572127040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.977204:0:12523:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357311.977205:0:12523:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357311.977207:0:12523:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357311.977211:0:12523:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357311.977212:0:12523:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357311.977213:0:12523:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357311.977215:0:12523:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357311.977216:0:12523:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4400. 02000000:00000001:0.0:1712357311.977220:0:12523:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357311.977221:0:12523:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357311.977223:0:12523:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39a300. 00000100:00000001:0.0:1712357311.977229:0:12523:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357311.977230:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1712357311.977232:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357311.977235:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357311.977245:0:12523:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8), flags=3 00000080:00000001:0.0:1712357311.977248:0:12523:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357311.977249:0:12523:0:(namei.c:838:ll_lookup_it()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8), intent=getattr 00000080:00000010:0.0:1712357311.977253:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00800000:00000002:0.0:1712357311.977255:0:12523:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357311.977258:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.977260:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357311.977262:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd46b.conf-sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357311.977265:0:12523:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357311.977268:0:12523:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d46b.conf-sanity' -> mds #0 00800000:00000001:0.0:1712357311.977270:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977272:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357311.977273:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: d46b.conf-sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357311.977276:0:12523:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357311.977277:0:12523:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357311.977279:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39a300. 00000020:00000040:0.0:1712357311.977281:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357311.977284:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357311.977286:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.977288:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.977289:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.977289:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.977291:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357311.977292:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357311.977294:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357311.977298:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4400. 00000100:00000001:0.0:1712357311.977301:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977303:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.977304:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977305:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.977310:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.977311:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.977315:0:12523:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00010000:00000001:0.0:1712357311.977318:0:12523:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357311.977319:0:12523:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357311.977321:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:0.0:1712357311.977322:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.977324:0:12523:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357311.977326:0:12523:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357311.977328:0:12523:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357311.977329:0:12523:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f03337be0 to hash 00000020:00000001:0.0:1712357311.977331:0:12523:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357311.977332:0:12523:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.977334:0:12523:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.977336:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.977337:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.977339:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12523 initiator: MDT0 00010000:00010000:0.0:1712357311.977344:0:12523:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00010000:00010000:0.0:1712357311.977351:0:12523:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00000100:00000001:0.0:1712357311.977355:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357311.977356:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357311.977359:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.977361:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135364279104 : -131938345272512 : ffff8800b5cc3b40) 00000100:00000001:0.0:1712357311.977363:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.977364:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000001:0.0:1712357311.977366:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357311.977368:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.977370:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357311.977371:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357311.977379:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.977384:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357311.977385:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.977387:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357311.977389:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357311.977391:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39a300 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127104:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1712357311.977394:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357311.977397:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357311.977398:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.977400:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357311.977403:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357311.977404:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357311.977408:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357311.977409:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357311.977413:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357311.977759:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572127104, portal 10 00000100:00000001:0.0:1712357311.977762:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357311.977763:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000040:0.0:1712357311.977768:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.977773:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357311.977775:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357311.977777:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357311.977780:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572127104, offset 0 00000400:00000200:0.0:1712357311.977783:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357311.977788:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.977792:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357311.977796:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357311.977798:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357311.977802:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357311.977803:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357311.977806:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [100:100:256:4294967295] 192.168.203.120@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:0.0:1712357311.977814:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357311.977820:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357311.977825:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357311.977827:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356a00. 00000800:00000200:0.0:1712357311.977831:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357311.977836:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357311.977839:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357311.977856:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.977858:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.977859:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.977861:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357311.977862:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357311.977864:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b5cc3b40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357311.977865:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.977867:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.977869:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357311.977869:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.978021:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.978027:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356a00. 00000400:00000200:2.0:1712357311.978030:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.978033:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.978035:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:2.0:1712357311.978041:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:2.0:1712357311.978044:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.978051:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.978057:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.978060:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.978064:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.978066:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357311.980912:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.980921:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.980929:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.980932:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.980945:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.980950:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357311.980955:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.980959:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.980961:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.980965:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901780 00000400:00000200:3.0:1712357311.980968:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.980971:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x7fd [1] + 224 00000800:00000001:3.0:1712357311.980976:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.980989:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.980991:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.980994:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.980999:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.981004:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.981012:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.981030:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357311.981036:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.981039:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.981057:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357311.981060:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357311.981061:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357311.981063:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357311.981067:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357311.981068:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357311.981070:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357311.981073:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:0.0:1712357311.981079:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.981084:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357311.981085:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.981087:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357311.981090:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357311.981091:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357311.981097:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357311.981099:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357311.981104:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357311.981108:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357311.981110:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357311.981111:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981113:0:12523:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357311.981116:0:12523:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.981118:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357311.981120:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357311.981121:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357311.981123:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357311.981126:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.981132:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357311.981134:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357311.981136:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357311.981138:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:0.0:1712357311.981144:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39a300 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127104:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:0.0:1712357311.981147:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357311.981149:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.981150:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357311.981151:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.981152:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.981156:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357311.981158:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3b40. 00000100:00000001:0.0:1712357311.981160:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357311.981160:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981162:0:12523:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357311.981164:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981165:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981169:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357311.981171:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981172:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357311.981175:0:12523:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2400, remote cookie: 0xa8e7976a8eb1f823, flags: 0x1001 00010000:00010000:0.0:1712357311.981178:0:12523:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357311.981183:0:12523:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1712357311.981184:0:12523:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357311.981187:0:12523:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356200. 00010000:00000010:0.0:1712357311.981189:0:12523:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664180. 00010000:00000001:0.0:1712357311.981191:0:12523:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.981192:0:12523:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357311.981196:0:12523:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981200:0:12523:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357311.981202:0:12523:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357311.981203:0:12523:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357311.981203:0:12523:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357311.981204:0:12523:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357311.981205:0:12523:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1:0x0].0x0 (ffff88012e356200) refcount = 1 00010000:00010000:0.0:1712357311.981207:0:12523:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981209:0:12523:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357311.981211:0:12523:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357311.981211:0:12523:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.981213:0:12523:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357311.981214:0:12523:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.981217:0:12523:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981220:0:12523:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357311.981221:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981221:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981222:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981222:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981223:0:12523:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981225:0:12523:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357311.981226:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981226:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981227:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981227:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981228:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981229:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981230:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981230:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357311.981231:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981231:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981233:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.981234:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357311.981235:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981238:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981238:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981239:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981239:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981239:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357311.981240:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981241:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981242:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.981243:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981247:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981248:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357311.981249:0:12523:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981252:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.981252:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981252:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981253:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981253:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357311.981255:0:12523:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00010000:00000001:0.0:1712357311.981258:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981259:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981259:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981260:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981261:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981262:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981262:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.981262:0:12523:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981263:0:12523:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981265:0:12523:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357311.981266:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981267:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981267:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981268:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981269:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000002:00010000:0.0:1712357311.981270:0:12523:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981272:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981272:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981275:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357311.981275:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981276:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981276:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981278:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981279:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357311.981280:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356200 count: 2 00010000:00000001:0.0:1712357311.981281:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357311.981282:0:12523:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/1 (0 0) 00010000:00000001:0.0:1712357311.981284:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981284:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.981284:0:12523:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357311.981285:0:12523:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=d46b.conf-sanity intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357311.981287:0:12523:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981289:0:12523:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981291:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357311.981293:0:12523:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000001:0.0:1712357311.981295:0:12523:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357311.981295:0:12523:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc58 it_disposition b 00000080:00000001:0.0:1712357311.981297:0:12523:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357311.981299:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981300:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981302:0:12523:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357311.981303:0:12523:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357311.981305:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1712357311.981306:0:12523:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357311.981309:0:12523:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357311.981310:0:12523:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1:0x0] 00000080:00000001:0.0:1712357311.981311:0:12523:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981313:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1712357311.981314:0:12523:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357311.981316:0:12523:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1712357311.981318:0:12523:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff8800b06408c8): rc = 0 00000080:00000001:0.0:1712357311.981319:0:12523:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273564360 : -131938435987256 : ffff8800b06408c8) 00010000:00000001:0.0:1712357311.981319:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981322:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981322:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981323:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981324:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981326:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981326:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357311.981327:0:12523:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357311.981328:0:12523:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357311.981330:0:12523:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357311.981331:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981332:0:12523:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357311.981333:0:12523:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357311.981336:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff8800b06408c8) for lock 0xbda2fb8f03337be0 00000080:00000001:0.0:1712357311.981338:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981339:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357311.981340:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981341:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357311.981342:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981343:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981344:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981345:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981346:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981348:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981348:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357311.981349:0:12523:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981350:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357311.981353:0:12523:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa265f00. 00000080:00002000:0.0:1712357311.981357:0:12523:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75db798 inode ffff8800b06408c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357311.981360:0:12523:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357311.981361:0:12523:0:(llite_lib.c:2939:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981363:0:12523:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357311.981365:0:12523:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff8800b06408c8) 00000080:00010000:0.0:1712357311.981367:0:12523:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337be0 from it ffff8800aa3cfc58 00010000:00000001:0.0:1712357311.981369:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357311.981373:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357311.981374:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357311.981375:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981376:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357311.981378:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357311.981380:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981384:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981385:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981386:0:12523:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357311.981387:0:12523:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357311.981388:0:12523:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357311.981392:0:12523:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357311.981393:0:12523:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357311.981394:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.981396:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981396:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981396:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981398:0:12523:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357311.981400:0:12523:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981400:0:12523:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981402:0:12523:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981402:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357311.981403:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981403:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357311.981404:0:12523:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357311.981406:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357311.981408:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357311.981411:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39a300 x1795536572127104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:0.0:1712357311.981414:0:12523:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357311.981415:0:12523:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357311.981416:0:12523:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357311.981421:0:12523:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357311.981422:0:12523:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357311.981423:0:12523:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357311.981424:0:12523:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357311.981426:0:12523:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4400. 02000000:00000001:0.0:1712357311.981427:0:12523:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357311.981428:0:12523:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357311.981429:0:12523:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39a300. 00000100:00000001:0.0:1712357311.981431:0:12523:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357311.981432:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357311.981433:0:12523:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357311.981434:0:12523:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc58 released 00000080:00000001:0.0:1712357311.981435:0:12523:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357311.981440:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357311.981442:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 101 00000080:00000001:0.0:1712357311.981446:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981456:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357311.981457:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357311.981458:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357311.981460:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357311.981466:0:12523:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=python3.6, dir=[0x200000401:0x1:0x0](ffff8800b06408c8), flags=1536 00000080:00000001:0.0:1712357311.981468:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357311.981469:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357311.981471:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981473:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357311.981474:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357311.981475:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981477:0:12523:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357311.981479:0:12523:0:(namei.c:1988:ll_mkdir()) VFS Op:name=python3.6, dir=[0x200000401:0x1:0x0](ffff8800b06408c8) 00000080:00000001:0.0:1712357311.981481:0:12523:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357311.981483:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357311.981488:0:12523:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x1:0x0] requests qos mkdir 0xc0 00000080:00000001:0.0:1712357311.981490:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981492:0:12523:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357311.981497:0:12523:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357311.981498:0:12523:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357311.981503:0:12523:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357311.981505:0:12523:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357311.981508:0:12523:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357311.981509:0:12523:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357311.981510:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981511:0:12523:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357311.981514:0:12523:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357311.981516:0:12523:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3:0x0] 40000000:00000001:0.0:1712357311.981517:0:12523:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981519:0:12523:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981520:0:12523:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357311.981521:0:12523:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357311.981523:0:12523:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'python3.6' [0x200000401:0x3:0x0] on [0x200000401:0x1:0x0] -> mds #0 00800000:00000001:0.0:1712357311.981524:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981527:0:12523:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357311.981528:0:12523:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357311.981530:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356200 count: 2 00010000:00000001:0.0:1712357311.981532:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357311.981534:0:12523:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357311.981536:0:12523:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357311.981538:0:12523:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357311.981542:0:12523:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357311.981544:0:12523:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357311.981546:0:12523:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357311.981547:0:12523:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1:0x0] mode (null) 00000080:00000001:0.0:1712357311.981549:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981550:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.981551:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.981552:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356200 count: 3 00010000:00000001:0.0:1712357311.981553:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357311.981555:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981556:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981557:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.981557:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.981561:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356200 count: 3 00010000:00000001:0.0:1712357311.981562:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357311.981563:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981564:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357311.981565:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357311.981566:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357311.981567:0:12523:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356200 count: 3 00010000:00000001:0.0:1712357311.981568:0:12523:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357311.981569:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357311.981570:0:12523:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357311.981572:0:12523:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1:0x0] lli = ffff8800b0640800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357311.981574:0:12523:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357311.981575:0:12523:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357311.981617:0:12523:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357311.981618:0:12523:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1:0x0](ffff8800b06408c8) invalid 00000080:00002000:0.0:1712357311.981620:0:12523:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry d46b.conf-sanity (ffff8800a75db798) parent ffff8800b047c288 inode ffff8800b06408c8 refc 3 00000080:00000001:0.0:1712357311.981622:0:12523:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357311.981623:0:12523:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357311.981624:0:12523:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981626:0:12523:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357311.981628:0:12523:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357311.981629:0:12523:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357311.981630:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357311.981631:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357311.981634:0:12523:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f03337be0 from hash 00010000:00000001:0.0:1712357311.981635:0:12523:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357311.981636:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981637:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981638:0:12523:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357311.981639:0:12523:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357311.981641:0:12523:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357311.981642:0:12523:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357311.981644:0:12523:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357311.981645:0:12523:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357311.981649:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39a300. 00000020:00000040:0.0:1712357311.981654:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357311.981657:0:12523:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357311.981659:0:12523:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981660:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357311.981662:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357311.981664:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357311.981664:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981665:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357311.981667:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357311.981668:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357311.981670:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357311.981675:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fce200. 00000100:00000001:0.0:1712357311.981679:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981680:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.981682:0:12523:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357311.981685:0:12523:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357311.981690:0:12523:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357311.981691:0:12523:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357311.981692:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357311.981694:0:12523:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337be0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f823 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357311.981699:0:12523:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356200 count: 0 00010000:00000010:0.0:1712357311.981705:0:12523:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664180. 00010000:00000001:0.0:1712357311.981711:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357311.981712:0:12523:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981713:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357311.981714:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357311.981715:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357311.981722:0:12523:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357311.981726:0:12523:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357311.981731:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357311.981736:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357311.981820:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.981822:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357311.981824:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.981825:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000001:1.0:1712357311.981828:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357311.981834:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.981836:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357311.981837:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357311.981841:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.981847:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357311.981848:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.981850:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357311.981852:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357311.981854:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39a300 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127232:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1712357311.981856:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357311.981859:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357311.981860:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.981861:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357311.981864:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ee000. 02000000:00000001:1.0:1712357311.981865:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357311.981869:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357311.981871:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357311.981874:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357311.981877:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572127232, portal 10 00000100:00000001:1.0:1712357311.981879:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.981880:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000040:1.0:1712357311.981883:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.981954:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357311.981957:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357311.981960:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357311.981962:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572127232, offset 0 00000400:00000200:1.0:1712357311.981966:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357311.981970:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.981974:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357311.981978:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357311.981980:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357311.981983:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357311.981989:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357311.981991:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [101:101:256:4294967295] 192.168.203.120@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1712357311.981994:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.982000:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357311.982004:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357311.982008:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357311.982012:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357311.982017:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357311.982020:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357311.982039:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.982041:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.982042:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.982044:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357311.982046:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357311.982047:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357311.982049:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.982049:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.982051:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.982052:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.982150:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.982153:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357311.982157:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.982160:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.982162:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:2.0:1712357311.982164:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:2.0:1712357311.982167:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.982170:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.982176:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.982178:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.982182:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.982183:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357311.986198:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.986211:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.986214:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.986216:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.986225:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986231:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357311.986237:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986240:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986243:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986247:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901800 00000400:00000200:3.0:1712357311.986251:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986263:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x805 [1] + 224 00000800:00000001:3.0:1712357311.986270:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.986282:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.986284:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.986288:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.986293:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.986299:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.986308:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.986329:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357311.986335:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357311.986339:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986343:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357311.986348:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [102:102:256:4294967295] 192.168.203.120@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1712357311.986351:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.986358:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357311.986362:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357311.986366:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320000. 00000800:00000200:3.0:1712357311.986370:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357311.986376:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357311.986379:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357311.987066:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357311.987071:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357311.987072:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357311.987075:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357311.987078:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357311.987080:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357311.987082:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357311.987088:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:1.0:1712357311.987095:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39a300 x1795536572127232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.987101:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357311.987102:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.987104:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357311.987111:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357311.987113:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357311.987115:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.987117:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357311.987123:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357311.987126:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357311.987128:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357311.987129:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.987132:0:12523:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357311.987134:0:12523:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987137:0:12523:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357311.987138:0:12523:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000001/0x1] 00000100:00000001:1.0:1712357311.987139:0:12523:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357311.987140:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.987141:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203676928 : -131938505874688 : ffff8800ac39a300) 00000100:00000001:1.0:1712357311.987143:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357311.987144:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357311.987145:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357311.987147:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357311.987150:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39a300 x1795536572127232/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.987155:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.987158:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357311.987159:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357311.987162:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39a300 x1795536572127232/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:1.0:1712357311.987168:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39a300 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127232:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1712357311.987172:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.987175:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987176:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357311.987178:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.987180:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a300 x1795536572127232/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.987193:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357311.987196:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.987198:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357311.987199:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.987204:0:12523:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357311.987207:0:12523:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357311.987209:0:12523:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.987213:0:12523:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357311.987216:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.987218:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.987221:0:12523:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357311.987222:0:12523:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000800:00000001:2.0:1712357311.987224:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000080:00000001:1.0:1712357311.987224:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1712357311.987227:0:12523:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357311.987240:0:12523:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76d8000. 00000080:00000001:1.0:1712357311.987246:0:12523:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357311.987248:0:12523:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8) 00000080:00000001:1.0:1712357311.987250:0:12523:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357311.987252:0:12523:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3:0x0] 00000080:00000001:1.0:1712357311.987254:0:12523:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.987255:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1712357311.987257:0:12523:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357311.987259:0:12523:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502275 mtime from 0 to 1712357311 00000080:00200000:1.0:1712357311.987261:0:12523:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3:0x0], updating i_size 4096 00000080:00000001:1.0:1712357311.987262:0:12523:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357311.987264:0:12523:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123189960 : -131938586361656 : ffff8800a76d80c8) 00000080:00000001:1.0:1712357311.987266:0:12523:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357311.987268:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.987270:0:12523:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357311.987271:0:12523:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.987275:0:12523:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357311.987276:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.987280:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39a300 x1795536572127232/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.987293:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357311.987296:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:1.0:1712357311.987299:0:12523:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.987302:0:12523:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.987307:0:12523:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357311.987308:0:12523:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357311.987334:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.987336:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357311.987338:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357311.987341:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.987349:0:12523:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:1.0:1712357311.987351:0:12523:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=python3.6, dir=[0x200000401:0x1:0x0](ffff8800b06408c8), file ffff8800b3767380, open_flags 38900, mode 0 opened 0 00000080:00000010:1.0:1712357311.987355:0:12523:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b5f39660. 00000080:00000001:1.0:1712357311.987358:0:12523:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357311.987359:0:12523:0:(namei.c:838:ll_lookup_it()) VFS Op:name=python3.6, dir=[0x200000401:0x1:0x0](ffff8800b06408c8), intent=open 00000080:00000010:1.0:1712357311.987363:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59800. 00000080:00000001:1.0:1712357311.987368:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.987371:0:12523:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357311.987372:0:12523:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'python3.6' on [0x200000401:0x1:0x0] 00800000:00000001:1.0:1712357311.987375:0:12523:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000002:1.0:1712357311.987378:0:12523:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x1:0x0], fid2=[0x0:0x0:0x0], name='python3.6' -> mds #0 00800000:00000001:1.0:1712357311.987380:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.987383:0:12523:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357311.987384:0:12523:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: python3.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: open flags 0704401 00000002:00000001:1.0:1712357311.987388:0:12523:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357311.987389:0:12523:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1712357311.987391:0:12523:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357311.987396:0:12523:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357311.987399:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357311.987402:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357311.987405:0:12523:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357311.987407:0:12523:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.987409:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357311.987415:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.987419:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.987421:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.987421:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987424:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357311.987425:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357311.987428:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357311.987433:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2eec00. 00000100:00000001:1.0:1712357311.987438:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.987440:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.987442:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.987443:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.987444:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.987445:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.987452:0:12523:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357311.987455:0:12523:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357311.987456:0:12523:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357311.987459:0:12523:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357311.987462:0:12523:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357311.987464:0:12523:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357311.987467:0:12523:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357311.987469:0:12523:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357311.987472:0:12523:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03337be7 to hash 00000020:00000001:1.0:1712357311.987473:0:12523:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357311.987474:0:12523:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357311.987476:0:12523:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357311.987479:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.987480:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.987483:0:12523:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12523 initiator: MDT0 00010000:00010000:1.0:1712357311.987490:0:12523:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00000020:00100000:1.0:1712357311.987498:0:12523:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1712357311.987508:0:12523:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1712357311.987515:0:12523:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00000100:00000001:1.0:1712357311.987518:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357311.987519:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357311.987523:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.987524:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357311.987525:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.987526:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357311.987529:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357311.987532:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987533:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357311.987535:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357311.987537:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.987541:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357311.987542:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.987544:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357311.987546:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357311.987548:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127360:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:1.0:1712357311.987551:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357311.987554:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357311.987555:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.987556:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357311.987711:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a9820000. 02000000:00000001:1.0:1712357311.987713:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357311.987718:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357311.987720:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357311.987723:0:12523:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac2ef400. 00000100:00000200:1.0:1712357311.987728:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572127360, portal 10 00000100:00000001:1.0:1712357311.987729:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.987733:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357311.987739:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.987744:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357311.987746:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357311.987748:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357311.987751:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1795536572127360, offset 0 00000400:00000200:1.0:1712357311.987754:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357311.987759:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.987762:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357311.987766:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357311.987769:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357311.987771:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357311.987773:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357311.987775:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [103:103:255:4294967295] 192.168.203.120@tcp LPNI seq info [103:103:7:4294967295] 00000400:00000200:1.0:1712357311.987778:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.987784:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357311.987788:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357311.987790:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357311.987794:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357311.987797:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357311.987800:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:1.0:1712357311.987802:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987804:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.987805:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987807:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357311.987808:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357311.987809:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357311.987811:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.987812:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.987814:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.987814:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357311.987880:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357311.987883:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320000. 00000400:00000200:3.0:1712357311.987886:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.987891:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:3.0:1712357311.987920:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357311.987921:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357311.987925:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.987928:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357311.987934:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357311.987936:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357311.987938:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357311.987942:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.987949:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357311.987952:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.987957:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357311.987958:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357311.990172:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1F:1712357311.990352:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d900. 00010000:00000010:3.1:1712357311.990367:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cd80. 00000800:00000001:3.0:1712357311.993097:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.993110:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.993113:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.993114:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.993123:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000010:1.1:1712357311.993127:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356200. 00000400:00000200:3.0:1712357311.993128:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00010000:00000010:1.1:1712357311.993133:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000400:00000200:3.0:1712357311.993134:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.993137:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.993140:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.993143:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x66107ef901880 00000400:00000200:3.0:1712357311.993146:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.993151:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0x80d [32] + 224 00000800:00000001:3.0:1712357311.993156:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.993171:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.993173:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.993177:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.993181:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.993186:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.993195:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=608 offset=224 replen=66320 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.993211:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357311.993222:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.993225:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.993234:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357311.993239:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357311.993241:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357311.993243:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357311.993246:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac2ef400 00000400:00000010:1.0:1712357311.993249:0:12523:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff8800ac2ef400. 00000100:00000001:1.0:1712357311.993251:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357311.993255:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:1.0:1712357311.993263:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993269:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357311.993271:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.993273:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357311.993275:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357311.993277:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357311.993278:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.993280:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357311.993286:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357311.993289:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357311.993291:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357311.993293:0:12523:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061500 x1795536572127360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RPQU/200/0 rc 0/301 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993298:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357311.993300:0:12523:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357311.993302:0:12523:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357311.993303:0:12523:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357311.993305:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.993306:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357311.993309:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357311.993310:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357311.993311:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357311.993312:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357311.993315:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 3 fl Rpc:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993328:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357311.993331:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357311.993332:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357311.993335:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 3 fl Interpret:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000100:00100000:1.0:1712357311.993341:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127360:192.168.203.120@tcp:101:mkdir.0 00000100:00000001:1.0:1712357311.993345:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.993348:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357311.993350:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357311.993351:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.993353:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 3 fl Complete:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993358:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357311.993360:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.993362:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357311.993362:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357311.993365:0:12523:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357311.993367:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.993370:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.993372:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357311.993374:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357311.993376:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357311.993379:0:12523:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993387:0:12523:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357311.993390:0:12523:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993395:0:12523:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357311.993400:0:12523:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993405:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.993406:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357311.993407:0:12523:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993411:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.993413:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.993415:0:12523:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357311.993417:0:12523:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12523 initiator: MDT0 00010000:00010000:1.0:1712357311.993421:0:12523:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357311.993424:0:12523:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357311.993427:0:12523:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993431:0:12523:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357311.993432:0:12523:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357311.993434:0:12523:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993437:0:12523:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357311.993439:0:12523:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357311.993439:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357311.993440:0:12523:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357311.993441:0:12523:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357311.993442:0:12523:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357311.993443:0:12523:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357311.993446:0:12523:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357311.993447:0:12523:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12523 initiator: MDT0 00000080:00000001:1.0:1712357311.993457:0:12523:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357311.993458:0:12523:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.993460:0:12523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357311.993461:0:12523:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357311.993463:0:12523:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357311.993464:0:12523:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357311.993465:0:12523:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357311.993466:0:12523:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357311.993467:0:12523:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03337be7 from hash 00010000:00000001:1.0:1712357311.993469:0:12523:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357311.993470:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.993470:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.993471:0:12523:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357311.993472:0:12523:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357311.993473:0:12523:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357311.993475:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.993475:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.993476:0:12523:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993478:0:12523:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357311.993480:0:12523:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12523 initiator: MDT0 00010000:00000001:1.0:1712357311.993483:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.993484:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.993485:0:12523:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357311.993485:0:12523:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357311.993486:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.993487:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.993487:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357311.993493:0:12523:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337be7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12523 initiator: MDT0 00010000:00000040:1.0:1712357311.993499:0:12523:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1dc00 count: 0 00010000:00000010:1.0:1712357311.993504:0:12523:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357311.993511:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.993517:0:12523:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357311.993521:0:12523:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357311.993527:0:12523:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000002:00000001:1.0:1712357311.993534:0:12523:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1712357311.993537:0:12523:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000002:00000001:1.0:1712357311.993542:0:12523:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.993543:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357311.993544:0:12523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993545:0:12523:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993547:0:12523:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993548:0:12523:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1712357311.993550:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.993551:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357311.993553:0:12523:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357311.993553:0:12523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993555:0:12523:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357311.993556:0:12523:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=python3.6 intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1712357311.993562:0:12523:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993564:0:12523:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993568:0:12523:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993574:0:12523:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357311.993575:0:12523:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800b5f39660 it_disposition 80002b 00000080:00000001:1.0:1712357311.993608:0:12523:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357311.993610:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993613:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993615:0:12523:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357311.993617:0:12523:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357311.993619:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1712357311.993621:0:12523:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357311.993625:0:12523:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357311.993627:0:12523:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3:0x0] 00000080:00000001:1.0:1712357311.993629:0:12523:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993634:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1712357311.993635:0:12523:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357311.993639:0:12523:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3:0x0], updating i_size 4096 00000080:00200000:1.0:1712357311.993641:0:12523:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3:0x0](ffff8800a76d80c8): rc = 0 00000080:00000001:1.0:1712357311.993643:0:12523:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123189960 : -131938586361656 : ffff8800a76d80c8) 00000080:00000001:1.0:1712357311.993645:0:12523:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357311.993646:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993648:0:12523:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357311.993649:0:12523:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357311.993656:0:12523:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3:0x0](ffff8800a76d80c8) for lock 0x0 00000080:00000001:1.0:1712357311.993658:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993660:0:12523:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357311.993661:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993663:0:12523:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1712357311.993663:0:12523:0:(mdc_locks.c:109:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993665:0:12523:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357311.993668:0:12523:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c53c180. 00000080:00002000:1.0:1712357311.993672:0:12523:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750d1b0 inode ffff8800a76d80c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357311.993675:0:12523:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357311.993677:0:12523:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993682:0:12523:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357311.993684:0:12523:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357311.993687:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59800. 00000100:00000001:1.0:1712357311.993691:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.993695:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 3 fl Complete:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993700:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993706:0:12523:0:(dir.c:2858:ll_dir_open()) Process entered 00000080:00000001:1.0:1712357311.993708:0:12523:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:1.0:1712357311.993709:0:12523:0:(file.c:871:ll_file_open()) START file python3.6:[0x200000401:0x3:0x0](ffff8800a76d80c8), flags 704400 00000080:00000010:1.0:1712357311.993720:0:12523:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800aa340000. 00000080:00000010:1.0:1712357311.993725:0:12523:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b384b900. 00000080:00000001:1.0:1712357311.993727:0:12523:0:(file.c:799:ll_local_open()) Process entered 00000080:00000001:1.0:1712357311.993728:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993733:0:12523:0:(lmv_obd.c:3984:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1712357311.993734:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993736:0:12523:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1712357311.993738:0:12523:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012c53cd00. 00000002:00100000:1.0:1712357311.993741:0:12523:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 00000002:00000001:1.0:1712357311.993747:0:12523:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993748:0:12523:0:(lmv_obd.c:3990:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1712357311.993750:0:12523:0:(rw.c:940:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1712357311.993753:0:12523:0:(file.c:817:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993754:0:12523:0:(pcc.c:1491:pcc_file_open()) Process entered 00000080:00000001:1.0:1712357311.993756:0:12523:0:(pcc.c:1494:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993757:0:12523:0:(file.c:1063:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.993759:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.993762:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 02000000:00000001:1.0:1712357311.993767:0:12523:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357311.993769:0:12523:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a9820000. 02000000:00000001:1.0:1712357311.993808:0:12523:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1712357311.993810:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357311.993812:0:12523:0:(file.c:1097:ll_file_open()) COMPLETED file python3.6:[0x200000401:0x3:0x0](ffff8800a76d80c8), flags 704400, rc = 0 00000080:00000001:1.0:1712357311.993814:0:12523:0:(dir.c:2859:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993816:0:12523:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357311.993817:0:12523:0:(dcache.c:219:ll_intent_release()) intent ffff8800b5f39660 released 00000080:00000001:1.0:1712357311.993818:0:12523:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:1.0:1712357311.993819:0:12523:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800b5f39660. 00000080:00000001:1.0:1712357311.993822:0:12523:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993824:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357311.993826:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 44 00000080:00000001:1.0:1712357311.993829:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993846:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357311.993848:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 101 00000080:00000001:1.0:1712357311.993850:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.993859:0:12523:0:(dir.c:2864:ll_dir_release()) Process entered 00000080:00000001:1.0:1712357311.993860:0:12523:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:1.0:1712357311.993864:0:12523:0:(file.c:430:ll_file_release()) START file python3.6:[0x200000401:0x3:0x0](ffff8800a76d80c8), flags 704000 00000080:00400000:1.0:1712357311.993867:0:12523:0:(statahead.c:1627:ll_deauthorize_statahead()) deauthorize statahead for [0x200000401:0x3:0x0] 00000080:00000001:1.0:1712357311.993869:0:12523:0:(pcc.c:1544:pcc_file_release()) Process entered 00000080:00000001:1.0:1712357311.993870:0:12523:0:(pcc.c:1547:pcc_file_release()) Process leaving 00000080:00000001:1.0:1712357311.993871:0:12523:0:(file.c:345:ll_md_close()) Process entered 00000080:00000001:1.0:1712357311.993873:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993875:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993877:0:12523:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357311.993879:0:12523:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357311.993882:0:12523:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993883:0:12523:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357311.993885:0:12523:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x3:0x0]: 0 00000080:00000001:1.0:1712357311.993887:0:12523:0:(file.c:299:ll_md_real_close()) Process entered 00000080:00000001:1.0:1712357311.993888:0:12523:0:(file.c:165:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1712357311.993890:0:12523:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6f59800. 00000080:00000001:1.0:1712357311.993891:0:12523:0:(file.c:108:ll_prepare_close()) Process entered 00000080:00000001:1.0:1712357311.993895:0:12523:0:(file.c:144:ll_prepare_close()) Process leaving 00000080:00000001:1.0:1712357311.993896:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.993898:0:12523:0:(lmv_obd.c:1639:lmv_close()) Process entered 00800000:00000002:1.0:1712357311.993899:0:12523:0:(lmv_obd.c:1645:lmv_close()) CLOSE [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357311.993901:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.993902:0:12523:0:(mdc_request.c:883:mdc_close()) Process entered 00000002:00000002:1.0:1712357311.993904:0:12523:0:(mdc_request.c:887:mdc_close()) lustre-MDT0000-mdc-ffff8800aa323000: [0x200000401:0x3:0x0] file closed with intent: 0 00000100:00000010:1.0:1712357311.993907:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061880. 00000020:00000040:1.0:1712357311.993910:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000002:00100000:1.0:1712357311.993914:0:12523:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993920:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357311.993922:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357311.993924:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357311.993928:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59600. 00000100:00000001:1.0:1712357311.993932:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357311.993937:0:12523:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1712357311.993941:0:12523:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357311.993953:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357311.993954:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357311.993957:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.993959:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357311.993960:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.993961:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000100:00000001:1.0:1712357311.993964:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357311.993967:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.993968:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357311.993969:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357311.993972:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.993977:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357311.993979:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.993981:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357311.993982:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357311.993985:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061880 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127488:192.168.203.120@tcp:35:mkdir.0 00000100:00000001:1.0:1712357311.993987:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357311.993990:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357311.993991:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.993993:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357311.993995:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ef400. 02000000:00000001:1.0:1712357311.993997:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357311.994000:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357311.994002:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357311.994006:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357311.994010:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572127488, portal 10 00000100:00000001:1.0:1712357311.994011:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.994012:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000100:00000040:1.0:1712357311.994016:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.994021:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357311.994026:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357311.994027:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357311.994030:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1795536572127488, offset 0 00000400:00000200:1.0:1712357311.994033:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357311.994038:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.994042:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357311.994046:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357311.994049:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357311.994051:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357311.994053:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357311.994056:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [104:104:256:4294967295] 192.168.203.120@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1712357311.994059:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.994065:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357311.994069:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357311.994072:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357311.994076:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357311.994082:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357311.994084:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1712357311.994099:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.994100:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.994102:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.994104:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357311.994105:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357311.994106:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357311.994108:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.994109:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.994111:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.994112:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.994668:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.994672:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357311.994676:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.994680:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.994683:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:2.0:1712357311.994684:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:2.0:1712357311.994687:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.994691:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.994707:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.994710:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.994715:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.994716:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357311.996693:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.996704:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357311.996706:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.996708:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.996716:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.996721:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357311.996726:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.996729:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.996732:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.996736:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef901900 00000400:00000200:3.0:1712357311.996739:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357311.996743:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x815 [1] + 224 00000800:00000001:3.0:1712357311.996749:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.996760:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357311.996762:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357311.996765:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357311.996770:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357311.996775:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357311.996783:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:3.0:1712357311.996804:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357311.996809:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357311.996812:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.996857:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357311.996861:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357311.996863:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357311.996865:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357311.996868:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357311.996870:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357311.996879:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357311.996882:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000200:1.0:1712357311.996889:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061880 x1795536572127488/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.996894:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357311.996895:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.996897:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357311.996900:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357311.996901:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357311.996903:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.996905:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357311.996911:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5480 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357311.996914:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357311.996916:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357311.996917:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.996920:0:12523:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357311.996922:0:12523:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.996924:0:12523:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357311.996926:0:12523:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357311.996927:0:12523:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357311.996928:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.996929:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000100:00000001:1.0:1712357311.996931:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357311.996933:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357311.996934:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357311.996935:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357311.996939:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061880 x1795536572127488/t4294967300(4294967300) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357327 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.996944:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.996947:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357311.996948:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357311.996951:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061880 x1795536572127488/t4294967300(4294967300) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357327 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:1.0:1712357311.996965:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061880 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127488:192.168.203.120@tcp:35:mkdir.0 00000100:00000001:1.0:1712357311.996969:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.996971:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.996973:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357311.996974:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.996977:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061880 x1795536572127488/t4294967300(4294967300) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357327 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.996982:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357311.996984:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.996986:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357311.996987:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.996992:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.996993:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000002:00000001:1.0:1712357311.996995:0:12523:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.996997:0:12523:0:(lmv_obd.c:1647:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357311.997001:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59800. 00000080:00000001:1.0:1712357311.997004:0:12523:0:(file.c:281:ll_close_inode_openhandle()) Process leaving 00000080:00000001:1.0:1712357311.997006:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.997008:0:12523:0:(lmv_obd.c:4000:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1712357311.997010:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.997012:0:12523:0:(mdc_request.c:848:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1712357311.997016:0:12523:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997021:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.997022:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357311.997023:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.997025:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 2 fl Complete:RMQU/204/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997029:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997031:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.997037:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061880 x1795536572127488/t4294967300(4294967300) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357327 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997041:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997042:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.997044:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572127360/t4294967299(4294967299) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357327 ref 1 fl Complete:RMQU/204/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997049:0:12523:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1712357311.997051:0:12523:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357311.997052:0:12523:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357311.997054:0:12523:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357311.997056:0:12523:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357311.997059:0:12523:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357311.997061:0:12523:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357311.997062:0:12523:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357311.997066:0:12523:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357311.997066:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357311.997067:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.997069:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061880 x1795536572127488/t4294967300(4294967300) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997074:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1712357311.997075:0:12523:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88012c53cd00. 00000002:00000001:1.0:1712357311.997078:0:12523:0:(mdc_request.c:871:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.997079:0:12523:0:(lmv_obd.c:4006:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357311.997081:0:12523:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b384b900. 00000100:00000001:1.0:1712357311.997082:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357311.997084:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061880 x1795536572127488/t4294967300(4294967300) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997089:0:12523:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357311.997090:0:12523:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357311.997092:0:12523:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ef400. 02000000:00000001:1.0:1712357311.997094:0:12523:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357311.997094:0:12523:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357311.997095:0:12523:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357311.997097:0:12523:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357311.997102:0:12523:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59600. 02000000:00000001:1.0:1712357311.997104:0:12523:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357311.997104:0:12523:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357311.997106:0:12523:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061880. 00000100:00000001:1.0:1712357311.997107:0:12523:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357311.997108:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357311.997109:0:12523:0:(file.c:331:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357311.997112:0:12523:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800aa340000. 00000080:00000001:1.0:1712357311.997114:0:12523:0:(file.c:409:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357311.997118:0:12523:0:(file.c:470:ll_file_release()) COMPLETED file python3.6:[0x200000401:0x3:0x0](ffff8800a76d80c8), flags 704000, rc = 0 00000080:00000001:1.0:1712357311.997121:0:12523:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.997122:0:12523:0:(dir.c:2865:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.997140:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357311.997142:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357311.997144:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357311.997146:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357311.997155:0:12523:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), flags=1536 00000080:00000001:1.0:1712357311.997157:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357311.997158:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357311.997160:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.997163:0:12523:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357311.997164:0:12523:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357311.997165:0:12523:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357311.997168:0:12523:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357311.997169:0:12523:0:(namei.c:1988:ll_mkdir()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8) 00000080:00000001:1.0:1712357311.997171:0:12523:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357311.997174:0:12523:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00000080:00000002:1.0:1712357311.997179:0:12523:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x3:0x0] requests qos mkdir 0xc0 00000080:00000001:1.0:1712357311.997182:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.997184:0:12523:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357311.997188:0:12523:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357311.997189:0:12523:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357311.997191:0:12523:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357311.997193:0:12523:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357311.997195:0:12523:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357311.997197:0:12523:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357311.997200:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.997203:0:12523:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357311.997204:0:12523:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357311.997206:0:12523:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x4:0x0] 40000000:00000001:1.0:1712357311.997208:0:12523:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.997209:0:12523:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.997210:0:12523:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357311.997211:0:12523:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357311.997213:0:12523:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'site-packages' [0x200000401:0x4:0x0] on [0x200000401:0x3:0x0] -> mds #0 00800000:00000001:1.0:1712357311.997215:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357311.997217:0:12523:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357311.997218:0:12523:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357311.997222:0:12523:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357311.997225:0:12523:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061880. 00000020:00000040:1.0:1712357311.997227:0:12523:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357311.997230:0:12523:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357311.997231:0:12523:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.997233:0:12523:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357311.997236:0:12523:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357311.997239:0:12523:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357311.997240:0:12523:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357311.997241:0:12523:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997243:0:12523:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357311.997244:0:12523:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357311.997246:0:12523:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357311.997250:0:12523:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59800. 00000100:00000001:1.0:1712357311.997253:0:12523:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.997255:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.997256:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.997257:0:12523:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357311.997257:0:12523:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357311.997259:0:12523:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357311.997265:0:12523:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357311.997269:0:12523:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357311.997273:0:12523:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357311.997277:0:12523:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357311.997280:0:12523:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357311.997281:0:12523:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357311.997282:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.997283:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000100:00000001:1.0:1712357311.997286:0:12523:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357311.997288:0:12523:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997290:0:12523:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357311.997291:0:12523:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357311.997293:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997298:0:12523:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357311.997299:0:12523:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.997301:0:12523:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357311.997302:0:12523:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357311.997304:0:12523:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061880 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127616:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1712357311.997306:0:12523:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357311.997309:0:12523:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357311.997310:0:12523:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357311.997312:0:12523:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357311.997314:0:12523:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ef400. 02000000:00000001:1.0:1712357311.997315:0:12523:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357311.997318:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357311.997319:0:12523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357311.997322:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357311.997325:0:12523:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572127616, portal 10 00000100:00000001:1.0:1712357311.997326:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357311.997327:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000100:00000040:1.0:1712357311.997330:0:12523:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357311.997335:0:12523:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357311.997337:0:12523:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357311.997338:0:12523:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357311.997340:0:12523:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572127616, offset 0 00000400:00000200:1.0:1712357311.997346:0:12523:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357311.997349:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.997352:0:12523:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357311.997356:0:12523:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357311.997358:0:12523:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357311.997361:0:12523:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357311.997362:0:12523:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357311.997365:0:12523:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [105:105:256:4294967295] 192.168.203.120@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1712357311.997367:0:12523:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357311.997373:0:12523:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357311.997377:0:12523:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357311.997380:0:12523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357311.997384:0:12523:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357311.997390:0:12523:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357311.997392:0:12523:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357311.997411:0:12523:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997412:0:12523:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357311.997414:0:12523:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997416:0:12523:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357311.997417:0:12523:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357311.997418:0:12523:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357311.997420:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.997421:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357311.997423:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357311.997424:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357311.997886:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357311.997889:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357311.997894:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357311.997898:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357311.997900:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:2.0:1712357311.997902:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:2.0:1712357311.997905:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357311.997908:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.997916:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357311.997918:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:2.0:1712357311.997923:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357311.997924:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357311.998694:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1dc00. 00010000:00000010:3.1:1712357311.998700:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000800:00000001:3.0:1712357312.003089:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.003102:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.003105:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.003107:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.003116:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.003122:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.003127:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.003131:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.003144:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.003147:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901980 00000400:00000200:3.0:1712357312.003151:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.003155:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x81d [1] + 224 00000800:00000001:3.0:1712357312.003161:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.003171:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.003174:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.003178:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.003182:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.003190:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.003199:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.003820:0:12523:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357312.003928:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.003942:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.003946:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.003951:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000001:1.0:1712357312.003951:0:12523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.003952:0:12523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.003955:0:12523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:3.0:1712357312.003957:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [106:106:256:4294967295] 192.168.203.120@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1712357312.003958:0:12523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000200:3.0:1712357312.003960:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.003960:0:12523:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357312.003962:0:12523:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:3.0:1712357312.003967:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000200:1.0:1712357312.003967:0:12523:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000800:00000200:3.0:1712357312.003971:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.003975:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320000. 00000800:00000200:3.0:1712357312.003980:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000200:1.0:1712357312.003985:0:12523:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061880 x1795536572127616/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 00000800:00000200:3.0:1712357312.003987:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:1.0:1712357312.003990:0:12523:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000200:3.0:1712357312.003991:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357312.003991:0:12523:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.003993:0:12523:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.003995:0:12523:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.003997:0:12523:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.003999:0:12523:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.004001:0:12523:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.004007:0:12523:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.004010:0:12523:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.004012:0:12523:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.004013:0:12523:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.004015:0:12523:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.004018:0:12523:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.004020:0:12523:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.004021:0:12523:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000002/0x1] 00000100:00000001:1.0:1712357312.004023:0:12523:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.004024:0:12523:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.004025:0:12523:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166744704 : -131938542806912 : ffff8800aa061880) 00000100:00000001:1.0:1712357312.004028:0:12523:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.004029:0:12523:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.004031:0:12523:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.004032:0:12523:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.004036:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061880 x1795536572127616/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.004042:0:12523:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.004045:0:12523:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.004046:0:12523:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357312.004115:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.004117:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320000. 00000400:00000200:3.0:1712357312.004119:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.004123:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357312.004131:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.004134:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.004231:0:12523:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061880 x1795536572127616/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.004239:0:12523:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061880 pname:cluuid:pid:xid:nid:opc:job mkdir:1b07237b-aa56-4e53-8899-280f18556039:12523:1795536572127616:192.168.203.120@tcp:36:mkdir.0 00000100:00000001:1.0:1712357312.004247:0:12523:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.004250:0:12523:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.004252:0:12523:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.004253:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.004256:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061880 x1795536572127616/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.004262:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.004265:0:12523:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.004267:0:12523:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.004268:0:12523:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.004274:0:12523:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.004276:0:12523:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.004278:0:12523:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.004282:0:12523:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.004285:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.004287:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.004290:0:12523:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.004292:0:12523:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.004294:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.004297:0:12523:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.004303:0:12523:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76d8800. 00000080:00000001:1.0:1712357312.004308:0:12523:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.004310:0:12523:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.004312:0:12523:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.004314:0:12523:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.004316:0:12523:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.004317:0:12523:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.004319:0:12523:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.004321:0:12523:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502276 mtime from 0 to 1712357311 00000080:00200000:1.0:1712357312.004324:0:12523:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x4:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.004325:0:12523:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.004327:0:12523:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123192008 : -131938586359608 : ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.004329:0:12523:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.004331:0:12523:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.004336:0:12523:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.004338:0:12523:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.004342:0:12523:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.004343:0:12523:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.004346:0:12523:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061880 x1795536572127616/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.004351:0:12523:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.004354:0:12523:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.004358:0:12523:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.004361:0:12523:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.004367:0:12523:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.004368:0:12523:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.005026:0:12523:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.005028:0:12523:0:(dcache.c:133:ll_ddelete()) deleting dentry python3.6 (ffff8800a750d1b0, parent ffff8800a75db798, inode ffff8800a76d80c8) hashed, 00000080:00000001:1.0:1712357312.005031:0:12523:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.005034:0:12523:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.005036:0:12523:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.005038:0:12523:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.005039:0:12523:0:(dcache.c:133:ll_ddelete()) deleting dentry d46b.conf-sanity (ffff8800a75db798, parent ffff8800b047c288, inode ffff8800b06408c8) hashed, 00000080:00000001:1.0:1712357312.005041:0:12523:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.005043:0:12523:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.005044:0:12523:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357312.011961:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357312.011964:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357312.011966:0:12524:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357312.011967:0:12524:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:2.0:1712357312.011975:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3886a00. 00800000:00000002:2.0:1712357312.011979:0:12524:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:2.0:1712357312.011982:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357312.011985:0:12524:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357312.011987:0:12524:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357312.011990:0:12524:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357312.011993:0:12524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357312.011996:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357312.011999:0:12524:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357312.012004:0:12524:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357312.012006:0:12524:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357312.012008:0:12524:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357312.012010:0:12524:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357312.012016:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:2.0:1712357312.012018:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357312.012021:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357312.012023:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357312.012026:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357312.012035:0:12524:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357312.012038:0:12524:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357312.012040:0:12524:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357312.012046:0:12524:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357312.012047:0:12524:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357312.012048:0:12524:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357312.012050:0:12524:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357312.012051:0:12524:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357312.012058:0:12524:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:2.0:1712357312.012062:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3886a00. 00000080:00000001:2.0:1712357312.012064:0:12524:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357312.012066:0:12524:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357312.012068:0:12524:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:2.0:1712357312.012070:0:12524:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:2.0:1712357312.012072:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357312.012074:0:12524:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357312.012075:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357312.012077:0:12524:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357312.012079:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357312.012080:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357312.012082:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:2.0:1712357312.012084:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357312.012089:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357312.012092:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357312.012093:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357312.012094:0:12524:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357312.012095:0:12524:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357312.012097:0:12524:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800aa3ebbb0 00010000:00000001:2.0:1712357312.012098:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357312.012099:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357312.012100:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:2.0:1712357312.012101:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357312.012102:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357312.012104:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357312.012106:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357312.012110:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357312.012111:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357312.012112:0:12524:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357312.012114:0:12524:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357312.012116:0:12524:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357312.012121:0:12524:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357312.012124:0:12524:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357312.012125:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357312.012128:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357312.012128:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357312.012129:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357312.012132:0:12524:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357312.012133:0:12524:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357312.012134:0:12524:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357312.012137:0:12524:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b3886a00. 00010000:00000001:2.0:1712357312.012139:0:12524:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357312.012140:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357312.012145:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357312.012145:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357312.012147:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357312.012149:0:12524:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1712357312.012151:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000020:00000010:2.0:1712357312.012155:0:12524:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800ab3d2800. 00000080:00000001:2.0:1712357312.012157:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357312.012162:0:12524:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8), flags=19 00000080:00000001:2.0:1712357312.012165:0:12524:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357312.012167:0:12524:0:(namei.c:838:ll_lookup_it()) VFS Op:name=d46b.conf-sanity, dir=[0x200000007:0x1:0x0](ffff8800b06400c8), intent=0 00000080:00000010:2.0:1712357312.012170:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3886400. 00800000:00000002:2.0:1712357312.012172:0:12524:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:2.0:1712357312.012175:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357312.012176:0:12524:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357312.012177:0:12524:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd46b.conf-sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357312.012179:0:12524:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357312.012182:0:12524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d46b.conf-sanity' -> mds #0 00800000:00000001:2.0:1712357312.012183:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357312.012185:0:12524:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357312.012186:0:12524:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: d46b.conf-sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1712357312.012188:0:12524:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357312.012190:0:12524:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357312.012194:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45500. 00000020:00000040:2.0:1712357312.012196:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357312.012200:0:12524:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357312.012203:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357312.012204:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357312.012205:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357312.012206:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.012208:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357312.012209:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357312.012211:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357312.012215:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012a5d2000. 00000100:00000001:2.0:1712357312.012219:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357312.012223:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357312.012228:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357312.012229:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357312.012230:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357312.012231:0:12524:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357312.012237:0:12524:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00010000:00000001:2.0:1712357312.012239:0:12524:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357312.012241:0:12524:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357312.012243:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:2.0:1712357312.012244:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357312.012246:0:12524:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357312.012249:0:12524:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c0d80. 00000020:00000001:2.0:1712357312.012251:0:12524:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357312.012253:0:12524:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c0d80 with handle 0xbda2fb8f03337bee to hash 00000020:00000001:2.0:1712357312.012255:0:12524:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357312.012256:0:12524:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:2.0:1712357312.012258:0:12524:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:2.0:1712357312.012259:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357312.012261:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357312.012263:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12524 initiator: MDT0 00010000:00010000:2.0:1712357312.012268:0:12524:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00010000:00010000:2.0:1712357312.012276:0:12524:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00000100:00000001:2.0:1712357312.012280:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357312.012282:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357312.012286:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493540. 00000100:00000001:2.0:1712357312.012288:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322137920 : -131938387413696 : ffff8800b3493540) 00000100:00000001:2.0:1712357312.012289:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357312.012290:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000001:2.0:1712357312.012293:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357312.012296:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.012301:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357312.012302:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357312.012310:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.012317:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357312.012318:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357312.012321:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357312.012322:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357312.012325:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572127680:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1712357312.012327:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357312.012331:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357312.012332:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357312.012334:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357312.012337:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800ab3d0000. 02000000:00000001:2.0:1712357312.012339:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357312.012346:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357312.012349:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1790. 00000400:00000010:2.0:1712357312.012354:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4dd0. 00000100:00000200:2.0:1712357312.012358:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572127680, portal 10 00000100:00000001:2.0:1712357312.012360:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357312.012361:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000040:2.0:1712357312.012365:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.012371:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357312.012373:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357312.012375:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00000100:00000200:2.0:1712357312.012377:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572127680, offset 0 00000400:00000200:2.0:1712357312.012381:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357312.012387:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.012392:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.012396:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357312.012399:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357312.012402:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357312.012408:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357312.012411:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [107:107:256:4294967295] 192.168.203.120@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:2.0:1712357312.012414:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.012421:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357312.012426:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.012430:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:2.0:1712357312.012435:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.012441:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.012444:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1712357312.012456:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.012458:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357312.012459:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.012461:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357312.012462:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357312.012464:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493540 going to sleep for 11 seconds 00000100:00000001:2.0:1712357312.012466:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357312.012468:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.012470:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357312.012471:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.012546:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.012549:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:2.0:1712357312.012551:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.012555:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.012558:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000010:2.0:1712357312.012559:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000100:00000001:2.0:1712357312.012562:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.012564:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.012570:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.012572:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.012603:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.012608:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.017221:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.017234:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.017237:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.017239:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.017247:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.017253:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.017259:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.017263:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.017266:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.017269:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9019c0 00000400:00000200:2.0:1712357312.017273:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.017278:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x825 [1] + 224 00000800:00000001:2.0:1712357312.017283:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.017293:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.017295:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.017298:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.017303:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.017310:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.017318:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.017332:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.017338:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.017341:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.017385:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.017391:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.017393:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.017395:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1790. 00000400:00000200:0.0:1712357312.017400:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4dd0 00000400:00000010:0.0:1712357312.017401:0:12524:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4dd0. 00000100:00000001:0.0:1712357312.017403:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.017407:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.017414:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.017419:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.017420:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.017422:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.017425:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.017426:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.017428:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.017430:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.017437:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.017440:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.017441:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.017442:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.017444:0:12524:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.017447:0:12524:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.017450:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.017451:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.017452:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.017454:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.017457:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.017462:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.017464:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.017465:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.017468:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.017481:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572127680:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1712357312.017484:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.017487:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.017488:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.017490:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.017492:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.017497:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.017499:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493540. 00000100:00000001:0.0:1712357312.017501:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.017502:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.017505:0:12524:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.017507:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017509:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017511:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=4 00000020:00000001:0.0:1712357312.017513:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017515:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000040:0.0:1712357312.017519:0:12524:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c0d80, remote cookie: 0xa8e7976a8eb1f877, flags: 0x1001 00010000:00010000:0.0:1712357312.017523:0:12524:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357312.017529:0:12524:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1712357312.017531:0:12524:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357312.017535:0:12524:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356300. 00010000:00000010:0.0:1712357312.017538:0:12524:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664180. 00010000:00000001:0.0:1712357312.017541:0:12524:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.017543:0:12524:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357312.017549:0:12524:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017556:0:12524:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357312.017560:0:12524:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357312.017561:0:12524:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357312.017562:0:12524:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357312.017562:0:12524:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357312.017564:0:12524:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1:0x0].0x0 (ffff88012e356300) refcount = 1 00010000:00010000:0.0:1712357312.017567:0:12524:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017571:0:12524:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357312.017573:0:12524:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357312.017575:0:12524:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357312.017666:0:12524:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357312.017668:0:12524:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.017671:0:12524:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017676:0:12524:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357312.017678:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017679:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017679:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017680:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017681:0:12524:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.017684:0:12524:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357312.017685:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017686:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017687:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017689:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017691:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017692:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017693:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017693:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=4 00000020:00000001:0.0:1712357312.017694:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017700:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017702:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.017703:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.017705:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017710:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017710:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017711:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017712:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017713:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=5 00000020:00000001:0.0:1712357312.017714:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017715:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017717:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.017718:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017722:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017722:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.017724:0:12524:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017728:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.017729:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017729:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017730:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017730:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357312.017734:0:12524:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.017739:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017740:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017740:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017742:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017746:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017748:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017748:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.017749:0:12524:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.017750:0:12524:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.017753:0:12524:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.017755:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017755:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017756:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017758:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017759:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00000002:00010000:0.0:1712357312.017761:0:12524:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017766:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017766:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017768:0:12524:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.017768:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017769:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017770:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017771:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017772:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000040:0.0:1712357312.017775:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356300 count: 2 00010000:00000001:0.0:1712357312.017777:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357312.017780:0:12524:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/1 (0 0) 00010000:00000001:0.0:1712357312.017782:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017782:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.017783:0:12524:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.017785:0:12524:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=d46b.conf-sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357312.017788:0:12524:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.017790:0:12524:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.017792:0:12524:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.017795:0:12524:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000001:0.0:1712357312.017797:0:12524:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.017802:0:12524:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3ebb18 it_disposition b 00000080:00000001:0.0:1712357312.017805:0:12524:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.017807:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.017809:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.017812:0:12524:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.017813:0:12524:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.017815:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1712357312.017817:0:12524:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357312.017821:0:12524:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.017822:0:12524:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1:0x0] 00000080:00000001:0.0:1712357312.017824:0:12524:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.017826:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1712357312.017828:0:12524:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357312.017831:0:12524:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1:0x0], updating i_size 4096 00000080:00200000:0.0:1712357312.017832:0:12524:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1:0x0](ffff8800b06408c8): rc = 0 00000080:00000001:0.0:1712357312.017834:0:12524:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273564360 : -131938435987256 : ffff8800b06408c8) 00010000:00000001:0.0:1712357312.017835:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017836:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017837:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017838:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017840:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017841:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017842:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357312.017843:0:12524:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357312.017844:0:12524:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357312.017845:0:12524:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.017846:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.017848:0:12524:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.017849:0:12524:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.017852:0:12524:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1:0x0](ffff8800b06408c8) for lock 0xbda2fb8f03337bee 00000080:00000001:0.0:1712357312.017854:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.017855:0:12524:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357312.017856:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.017858:0:12524:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357312.017858:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017862:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017863:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017865:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017866:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017868:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017868:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.017869:0:12524:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.017871:0:12524:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.017874:0:12524:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa265d80. 00000080:00002000:0.0:1712357312.017879:0:12524:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7657798 inode ffff8800b06408c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357312.017882:0:12524:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357312.017883:0:12524:0:(llite_lib.c:2939:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.017884:0:12524:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357312.017887:0:12524:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1:0x0](ffff8800b06408c8) 00000080:00010000:0.0:1712357312.017889:0:12524:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bee from it ffff8800aa3ebb18 00010000:00000001:0.0:1712357312.017890:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.017891:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.017892:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0d80 refcount=3 00000020:00000001:0.0:1712357312.017893:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017894:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184960896 : -131938524590720 : ffff8800ab1c0d80) 00010000:00000001:0.0:1712357312.017895:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.017897:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017901:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017902:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017903:0:12524:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357312.017904:0:12524:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357312.017906:0:12524:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0d80/0xbda2fb8f03337bee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f877 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.017912:0:12524:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357312.017914:0:12524:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357312.017916:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.017922:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017922:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.017923:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.017926:0:12524:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357312.017927:0:12524:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.017928:0:12524:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.017930:0:12524:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.017931:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.017932:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.017933:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357312.017934:0:12524:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.017937:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3886400. 00000100:00000001:0.0:1712357312.017940:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.017943:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45500 x1795536572127680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.017948:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.017950:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.017952:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800ab3d0000. 02000000:00000001:0.0:1712357312.017954:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.017956:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.017957:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.017958:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.017960:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012a5d2000. 02000000:00000001:0.0:1712357312.017964:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.017965:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.017966:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45500. 00000100:00000001:0.0:1712357312.017969:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.017969:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.017975:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.017976:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.017980:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.017986:0:12524:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=python3.6, dir=[0x200000401:0x1:0x0](ffff8800b06408c8), flags=19 00000080:00000001:0.0:1712357312.017988:0:12524:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.017989:0:12524:0:(namei.c:838:ll_lookup_it()) VFS Op:name=python3.6, dir=[0x200000401:0x1:0x0](ffff8800b06408c8), intent=0 00000080:00000010:0.0:1712357312.017994:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.017997:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.018004:0:12524:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.018005:0:12524:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'python3.6' on [0x200000401:0x1:0x0] 00800000:00000001:0.0:1712357312.018007:0:12524:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.018010:0:12524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1:0x0], fid2=[0x0:0x0:0x0], name='python3.6' -> mds #0 00800000:00000001:0.0:1712357312.018012:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.018014:0:12524:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.018016:0:12524:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: python3.6,[0x0:0x0:0x0]) in obj [0x200000401:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357312.018019:0:12524:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.018020:0:12524:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.018023:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39a680. 00000020:00000040:0.0:1712357312.018026:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.018029:0:12524:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.018031:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.018033:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.018033:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.018034:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.018036:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.018037:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.018039:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.018044:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f7000. 00000100:00000001:0.0:1712357312.018048:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.018050:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.018052:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.018053:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.018053:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.018054:0:12524:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.018059:0:12524:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00010000:00000001:0.0:1712357312.018061:0:12524:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.018062:0:12524:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357312.018064:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356300 count: 2 00010000:00000001:0.0:1712357312.018066:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357312.018067:0:12524:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.018069:0:12524:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2640. 00000020:00000001:0.0:1712357312.018071:0:12524:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.018073:0:12524:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2640 with handle 0xbda2fb8f03337bf5 to hash 00000020:00000001:0.0:1712357312.018077:0:12524:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.018078:0:12524:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.018081:0:12524:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.018082:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.018084:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.018086:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12524 initiator: MDT0 00010000:00010000:0.0:1712357312.018090:0:12524:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00010000:00010000:0.0:1712357312.018097:0:12524:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00000100:00000001:0.0:1712357312.018100:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.018101:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.018105:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3900. 00000100:00000001:0.0:1712357312.018106:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135364278528 : -131938345273088 : ffff8800b5cc3900) 00000100:00000001:0.0:1712357312.018108:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.018108:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000001:0.0:1712357312.018112:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.018114:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.018116:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.018117:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.018120:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.018125:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.018126:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.018128:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.018130:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.018132:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39a680 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572127744:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1712357312.018134:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.018137:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.018139:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.018143:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.018147:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357312.018148:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.019038:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.019042:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.019047:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.019051:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572127744, portal 10 00000100:00000001:0.0:1712357312.019053:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.019054:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000040:0.0:1712357312.019060:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.019067:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.019069:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.019070:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357312.019073:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572127744, offset 0 00000400:00000200:0.0:1712357312.019076:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.019082:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.019087:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.019091:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.019094:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.019097:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.019098:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.019101:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [108:108:256:4294967295] 192.168.203.120@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1712357312.019103:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.019110:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.019114:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.019117:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356500. 00000800:00000200:0.0:1712357312.019121:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.019126:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.019130:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.019149:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.019151:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.019157:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.019159:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.019160:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.019162:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b5cc3900 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.019163:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.019165:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.019167:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.019168:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.019311:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.019314:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356500. 00000400:00000200:2.0:1712357312.019318:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.019321:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.019324:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:2.0:1712357312.019326:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:2.0:1712357312.019328:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.019331:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.019343:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.019346:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.019350:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.019351:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1F:1712357312.021393:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c53c180. 00000080:00000010:2.1:1712357312.021406:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa265f00. 00000800:00000001:2.0:1712357312.022206:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.022216:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.022218:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.022220:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.022228:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.022233:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.022238:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.022242:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.022245:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.022249:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901a00 00000400:00000200:2.0:1712357312.022253:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.022257:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x835 [1] + 224 00000800:00000001:2.0:1712357312.022263:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.022271:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.022273:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.022277:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.022281:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.022287:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.022295:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.022314:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.022320:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.022323:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.022384:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.022390:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.022391:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.022394:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357312.022397:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357312.022399:0:12524:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357312.022401:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.022407:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.022414:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.022420:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.022421:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.022423:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.022425:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.022427:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.022429:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.022431:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.022438:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.022441:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.022443:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.022444:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.022446:0:12524:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.022449:0:12524:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.022451:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.022453:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.022454:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.022457:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.022465:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.022470:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.022472:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.022474:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.022476:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.022482:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39a680 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572127744:192.168.203.120@tcp:101:lfs.0 00000100:00000001:0.0:1712357312.022486:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.022488:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.022490:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.022491:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.022494:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.022499:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.022501:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3900. 00000100:00000001:0.0:1712357312.022503:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.022503:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.022506:0:12524:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.022509:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022511:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022513:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=4 00000020:00000001:0.0:1712357312.022514:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022516:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000040:0.0:1712357312.022519:0:12524:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2640, remote cookie: 0xa8e7976a8eb1f893, flags: 0x1001 00010000:00010000:0.0:1712357312.022523:0:12524:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357312.022529:0:12524:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3:0x0].0x0, instead of [0x200000401:0x1:0x0].0x0 00010000:00000001:0.0:1712357312.022531:0:12524:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357312.022539:0:12524:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356100. 00010000:00000010:0.0:1712357312.022541:0:12524:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664b00. 00010000:00000001:0.0:1712357312.022544:0:12524:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.022546:0:12524:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357312.022552:0:12524:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022557:0:12524:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357312.022559:0:12524:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357312.022561:0:12524:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357312.022562:0:12524:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357312.022563:0:12524:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357312.022564:0:12524:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3:0x0].0x0 (ffff88012e356100) refcount = 1 00010000:00010000:0.0:1712357312.022567:0:12524:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022571:0:12524:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357312.022573:0:12524:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357312.022574:0:12524:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357312.022610:0:12524:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357312.022612:0:12524:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.022614:0:12524:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022619:0:12524:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357312.022620:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022621:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.022622:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022622:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.022624:0:12524:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.022627:0:12524:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357312.022628:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022629:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022635:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:0.0:1712357312.022636:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022638:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022640:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022641:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022641:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=4 00000020:00000001:0.0:1712357312.022643:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022644:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022646:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.022648:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.022650:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022655:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022655:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.022656:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022657:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022658:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=5 00000020:00000001:0.0:1712357312.022659:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022660:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022662:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.022664:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022668:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022669:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.022671:0:12524:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022676:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.022677:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022678:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.022678:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022682:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357312.022686:0:12524:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.022691:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022692:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022693:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:0.0:1712357312.022694:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022695:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022697:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022698:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.022698:0:12524:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.022700:0:12524:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.022702:0:12524:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.022703:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022704:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022705:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:0.0:1712357312.022706:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022707:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00000002:00010000:0.0:1712357312.022709:0:12524:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.022713:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022713:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.022714:0:12524:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.022715:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.022716:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.022716:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:0.0:1712357312.022717:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:0.0:1712357312.022718:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000040:0.0:1712357312.022721:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:0.0:1712357312.022722:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357312.022725:0:12524:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/3 (0 0) 00010000:00000001:0.0:1712357312.022727:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.022730:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.022731:0:12524:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.022732:0:12524:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=python3.6 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357312.022735:0:12524:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.022738:0:12524:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.022739:0:12524:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.022743:0:12524:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.022744:0:12524:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3ebb18 it_disposition b 00000080:00000001:0.0:1712357312.022746:0:12524:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.022748:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.022751:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.022753:0:12524:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.022754:0:12524:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.022756:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:0.0:1712357312.022758:0:12524:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357312.022813:0:12524:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.022816:0:12524:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3:0x0] 00000080:00000001:1.0:1712357312.022818:0:12524:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.022820:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1712357312.022823:0:12524:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357312.022826:0:12524:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3:0x0], updating i_size 4096 00000080:00200000:1.0:1712357312.022828:0:12524:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3:0x0](ffff8800a76d80c8): rc = 0 00000080:00000001:1.0:1712357312.022830:0:12524:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123189960 : -131938586361656 : ffff8800a76d80c8) 00010000:00000001:1.0:1712357312.022831:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.022833:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.022834:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:1.0:1712357312.022836:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:1.0:1712357312.022837:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:1.0:1712357312.022843:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.022844:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.022845:0:12524:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357312.022846:0:12524:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357312.022847:0:12524:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.022849:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.022851:0:12524:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.022852:0:12524:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.022855:0:12524:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3:0x0](ffff8800a76d80c8) for lock 0xbda2fb8f03337bf5 00000080:00000001:1.0:1712357312.022857:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.022859:0:12524:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.022860:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.022862:0:12524:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.022863:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.022863:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.022864:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:1.0:1712357312.022866:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:1.0:1712357312.022867:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:1.0:1712357312.022869:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.022870:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.022870:0:12524:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.022872:0:12524:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.022875:0:12524:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c53c0e0. 00000080:00002000:1.0:1712357312.022879:0:12524:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75db510 inode ffff8800a76d80c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357312.022881:0:12524:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.022883:0:12524:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.022885:0:12524:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357312.022887:0:12524:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3:0x0](ffff8800a76d80c8) 00000080:00010000:1.0:1712357312.022889:0:12524:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bf5 from it ffff8800aa3ebb18 00010000:00000001:1.0:1712357312.022890:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.022891:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.022892:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2640 refcount=3 00000020:00000001:1.0:1712357312.022893:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:1.0:1712357312.022895:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787584 : -131938525764032 : ffff8800ab0a2640) 00010000:00000001:1.0:1712357312.022900:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.022903:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.022909:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.022909:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.022910:0:12524:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.022912:0:12524:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.022914:0:12524:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2640/0xbda2fb8f03337bf5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f893 expref: -99 pid: 12524 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.022919:0:12524:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.022921:0:12524:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.022923:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.022925:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.022925:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.022926:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.022928:0:12524:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.022930:0:12524:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.022931:0:12524:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.022933:0:12524:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.022935:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.022935:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.022936:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.022938:0:12524:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.022940:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:1.0:1712357312.022944:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.022948:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39a680 x1795536572127744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.022954:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.022955:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.022958:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:1.0:1712357312.022962:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.022964:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.022965:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.022967:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.022973:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f7000. 02000000:00000001:1.0:1712357312.022976:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.022978:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.022979:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39a680. 00000100:00000001:1.0:1712357312.022982:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.022983:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.022989:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.022991:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.022994:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.023002:0:12524:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:1.0:1712357312.023003:0:12524:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), file ffff8800b60c9b00, open_flags 18800, mode 0 opened 0 00000080:00000010:1.0:1712357312.023008:0:12524:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b5f39660. 00000080:00000001:1.0:1712357312.023009:0:12524:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.023011:0:12524:0:(namei.c:838:ll_lookup_it()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), intent=open 00000080:00000010:1.0:1712357312.023015:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.023019:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.023022:0:12524:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.023024:0:12524:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'site-packages' on [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357312.023026:0:12524:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000002:1.0:1712357312.023029:0:12524:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x0:0x0:0x0], name='site-packages' -> mds #0 00800000:00000001:1.0:1712357312.023031:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.023033:0:12524:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.023035:0:12524:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: site-packages,[0x0:0x0:0x0]) in obj [0x200000401:0x3:0x0], intent: open flags 0304001 00000002:00000001:1.0:1712357312.023037:0:12524:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.023039:0:12524:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1712357312.023041:0:12524:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357312.023043:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:1.0:1712357312.023045:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.023047:0:12524:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357312.023049:0:12524:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.023050:0:12524:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.023051:0:12524:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.023054:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357312.023056:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.023064:0:12524:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.023065:0:12524:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.023068:0:12524:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.023070:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.023072:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.023073:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.023074:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.023075:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.023077:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.023079:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.023084:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2eec00. 00000100:00000001:1.0:1712357312.023088:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.023091:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.023092:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.023093:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.023094:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.023095:0:12524:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.023101:0:12524:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357312.023103:0:12524:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.023105:0:12524:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.023107:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:1.0:1712357312.023108:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.023110:0:12524:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.023112:0:12524:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357312.023114:0:12524:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.023116:0:12524:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03337bfc to hash 00000020:00000001:1.0:1712357312.023117:0:12524:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.023118:0:12524:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.023120:0:12524:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.023122:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.023123:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.023125:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12524 initiator: MDT0 00010000:00010000:1.0:1712357312.023131:0:12524:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00000020:00100000:1.0:1712357312.023143:0:12524:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1712357312.023147:0:12524:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1712357312.023155:0:12524:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00000100:00000001:1.0:1712357312.023158:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.023159:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.023163:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.023164:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357312.023166:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.023167:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.023170:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.023173:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.023175:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.023176:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.023179:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.023185:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.023186:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.023188:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.023190:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.023192:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572127872:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1712357312.023195:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.023198:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.023200:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.023201:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.023242:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a9820000. 02000000:00000001:1.0:1712357312.023244:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.023248:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.023250:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.023253:0:12524:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac2ef000. 00000100:00000200:1.0:1712357312.023261:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572127872, portal 10 00000100:00000001:1.0:1712357312.023262:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.023263:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357312.023267:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.023273:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.023275:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.023277:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357312.023279:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1795536572127872, offset 0 00000400:00000200:1.0:1712357312.023284:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.023288:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.023292:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.023297:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.023299:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.023302:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.023304:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.023307:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [109:109:256:4294967295] 192.168.203.120@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1712357312.023311:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.023318:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.023322:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.023325:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d300. 00000800:00000200:1.0:1712357312.023329:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.023335:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.023338:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d300 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.024793:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.024797:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.024799:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.024801:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.024803:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.024805:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.024806:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.024809:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.024826:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.024827:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.025051:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.025054:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d300. 00000400:00000200:2.0:1712357312.025062:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.025068:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.025071:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:2.0:1712357312.025073:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:2.0:1712357312.025075:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.025079:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.025087:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.025089:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.025094:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.025095:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.030008:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.030021:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.030024:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.030026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.030035:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.030040:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.030045:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.030049:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.030052:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.030055:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x66107ef901a80 00000400:00000200:2.0:1712357312.030059:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.030063:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0x83d [32] + 224 00000800:00000001:2.0:1712357312.030069:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.030082:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.030084:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.030088:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.030093:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.030100:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.030109:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=608 offset=224 replen=66320 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.030141:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.030148:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.030151:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.030202:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.030208:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.030209:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.030211:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.030214:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac2ef000 00000400:00000010:1.0:1712357312.030216:0:12524:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff8800ac2ef000. 00000100:00000001:1.0:1712357312.030219:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.030223:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.030230:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.030235:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.030237:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.030238:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.030241:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.030243:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.030244:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.030246:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.030254:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.030257:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.030259:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.030262:0:12524:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061500 x1795536572127872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQU/200/0 rc 0/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.030267:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.030269:0:12524:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.030270:0:12524:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357312.030272:0:12524:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.030273:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.030274:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.030276:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.030278:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.030279:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.030280:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.030289:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.030295:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.030297:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.030299:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.030301:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.030308:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572127872:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1712357312.030311:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.030315:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.030317:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.030318:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.030320:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.030326:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.030328:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.030330:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.030331:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.030334:0:12524:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.030337:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.030339:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.030341:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357312.030343:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.030345:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357312.030349:0:12524:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030356:0:12524:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.030359:0:12524:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030370:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.030372:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030377:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030378:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.030380:0:12524:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030383:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.030385:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.030387:0:12524:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.030389:0:12524:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00010000:1.0:1712357312.030393:0:12524:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.030396:0:12524:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.030398:0:12524:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030402:0:12524:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.030404:0:12524:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.030406:0:12524:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030409:0:12524:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.030411:0:12524:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.030411:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.030412:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.030413:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357312.030414:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.030416:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.030418:0:12524:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.030422:0:12524:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12524 initiator: MDT0 00000080:00000001:1.0:1712357312.030425:0:12524:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.030426:0:12524:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.030428:0:12524:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.030429:0:12524:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.030431:0:12524:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.030432:0:12524:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.030432:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.030433:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.030435:0:12524:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03337bfc from hash 00010000:00000001:1.0:1712357312.030437:0:12524:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.030437:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030438:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030439:0:12524:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.030439:0:12524:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.030440:0:12524:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.030442:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030442:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030443:0:12524:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030444:0:12524:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.030446:0:12524:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030450:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030451:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030452:0:12524:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.030453:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.030453:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030454:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030455:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.030456:0:12524:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337bfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.030467:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030468:0:12524:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.030471:0:12524:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.030478:0:12524:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00000001:1.0:1712357312.030485:0:12524:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1712357312.030488:0:12524:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00000001:1.0:1712357312.030493:0:12524:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.030494:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.030495:0:12524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030496:0:12524:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030498:0:12524:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030500:0:12524:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1712357312.030502:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.030503:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357312.030504:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.030505:0:12524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030506:0:12524:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.030508:0:12524:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=site-packages intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1712357312.030510:0:12524:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030513:0:12524:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030515:0:12524:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030518:0:12524:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.030519:0:12524:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800b5f39660 it_disposition 80002b 00000080:00000001:1.0:1712357312.030521:0:12524:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.030524:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030527:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030528:0:12524:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.030530:0:12524:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.030532:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.030534:0:12524:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357312.030539:0:12524:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.030540:0:12524:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.030543:0:12524:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030544:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.030546:0:12524:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357312.030552:0:12524:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x4:0x0], updating i_size 4096 00000080:00200000:1.0:1712357312.030554:0:12524:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x4:0x0](ffff8800a76d88c8): rc = 0 00000080:00000001:1.0:1712357312.030556:0:12524:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123192008 : -131938586359608 : ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.030558:0:12524:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.030560:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030561:0:12524:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.030563:0:12524:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.030565:0:12524:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) for lock 0x0 00000080:00000001:1.0:1712357312.030567:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030568:0:12524:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.030569:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030571:0:12524:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1712357312.030572:0:12524:0:(mdc_locks.c:109:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030573:0:12524:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.030616:0:12524:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c53c1a0. 00000080:00002000:1.0:1712357312.030621:0:12524:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750d0d8 inode ffff8800a76d88c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357312.030624:0:12524:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.030626:0:12524:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030628:0:12524:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.030630:0:12524:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.030633:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000100:00000001:1.0:1712357312.030637:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.030640:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.030645:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030650:0:12524:0:(dir.c:2858:ll_dir_open()) Process entered 00000080:00000001:1.0:1712357312.030652:0:12524:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:1.0:1712357312.030654:0:12524:0:(file.c:871:ll_file_open()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 304000 00000080:00000010:1.0:1712357312.030658:0:12524:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800aa340000. 00000080:00000010:1.0:1712357312.030663:0:12524:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b384bac0. 00000080:00000001:1.0:1712357312.030665:0:12524:0:(file.c:799:ll_local_open()) Process entered 00000080:00000001:1.0:1712357312.030667:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030669:0:12524:0:(lmv_obd.c:3984:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1712357312.030671:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030673:0:12524:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1712357312.030678:0:12524:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012c53c020. 00000002:00100000:1.0:1712357312.030682:0:12524:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00000001:1.0:1712357312.030687:0:12524:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030688:0:12524:0:(lmv_obd.c:3990:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1712357312.030691:0:12524:0:(rw.c:940:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1712357312.030694:0:12524:0:(file.c:817:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030696:0:12524:0:(pcc.c:1491:pcc_file_open()) Process entered 00000080:00000001:1.0:1712357312.030697:0:12524:0:(pcc.c:1494:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030699:0:12524:0:(file.c:1063:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.030701:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.030704:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 02000000:00000001:1.0:1712357312.030709:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.030711:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a9820000. 02000000:00000001:1.0:1712357312.030755:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1712357312.030756:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357312.030758:0:12524:0:(file.c:1097:ll_file_open()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 304000, rc = 0 00000080:00000001:1.0:1712357312.030760:0:12524:0:(dir.c:2859:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030763:0:12524:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.030764:0:12524:0:(dcache.c:219:ll_intent_release()) intent ffff8800b5f39660 released 00000080:00000001:1.0:1712357312.030765:0:12524:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:1.0:1712357312.030767:0:12524:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800b5f39660. 00000080:00000001:1.0:1712357312.030770:0:12524:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030773:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.030775:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 44 00000080:00000001:1.0:1712357312.030778:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030802:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.030804:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.030805:0:12524:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357312.030807:0:12524:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357312.030811:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00800000:00000002:1.0:1712357312.030814:0:12524:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357312.030817:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030819:0:12524:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.030824:0:12524:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357312.030826:0:12524:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.030828:0:12524:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357312.030830:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030832:0:12524:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.030834:0:12524:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.030837:0:12524:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.030839:0:12524:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.030841:0:12524:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.030845:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:1.0:1712357312.030847:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.030850:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.030852:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.030854:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.030861:0:12524:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.030863:0:12524:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.030865:0:12524:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.030870:0:12524:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.030871:0:12524:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.030873:0:12524:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.030874:0:12524:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.030875:0:12524:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357312.030877:0:12524:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357312.030879:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.030882:0:12524:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357312.030883:0:12524:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.030885:0:12524:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357312.030887:0:12524:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:1.0:1712357312.030889:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030890:0:12524:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.030896:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.030897:0:12524:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.030898:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.030899:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.030901:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357312.030902:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.030904:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.030906:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030906:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.030908:0:12524:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.030909:0:12524:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.030911:0:12524:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800aa3ebbb0 00010000:00000001:1.0:1712357312.030912:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.030913:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.030914:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357312.030915:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.030917:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.030918:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.030920:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.030925:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030926:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030927:0:12524:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.030928:0:12524:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.030930:0:12524:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.030936:0:12524:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.030938:0:12524:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.030940:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.030943:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030943:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.030944:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.030946:0:12524:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.030951:0:12524:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.030952:0:12524:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.030954:0:12524:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.030956:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.030957:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.030958:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357312.030959:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357312.030960:0:12524:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357312.030962:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.030964:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030967:0:12524:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.030968:0:12524:0:(dcache.c:101:ll_dcompare()) found name d46b.conf-sanity(ffff8800a7657798) flags 0x100008e refc 1 00000080:00000001:1.0:1712357312.030970:0:12524:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.030972:0:12524:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d46b.conf-sanity, flags=16 00000080:00000001:1.0:1712357312.030974:0:12524:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.030975:0:12524:0:(llite_lib.c:2939:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030977:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.030978:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.030980:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030982:0:12524:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.030983:0:12524:0:(dcache.c:101:ll_dcompare()) found name python3.6(ffff8800a75db510) flags 0x100008e refc 1 00000080:00000001:1.0:1712357312.030984:0:12524:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.030986:0:12524:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=python3.6, flags=16 00000080:00000001:1.0:1712357312.030987:0:12524:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.030988:0:12524:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030989:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.030990:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.030992:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.030994:0:12524:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.030995:0:12524:0:(dcache.c:101:ll_dcompare()) found name site-packages(ffff8800a750d0d8) flags 0x100008e refc 1 00000080:00000001:1.0:1712357312.030997:0:12524:0:(dcache.c:112:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.030999:0:12524:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.031000:0:12524:0:(dcache.c:101:ll_dcompare()) found name site-packages(ffff8800a750d0d8) flags 0x100008e refc 1 00000080:00000001:1.0:1712357312.031001:0:12524:0:(dcache.c:112:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.031005:0:12524:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:1.0:1712357312.031006:0:12524:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), file ffff8800b3766d80, open_flags 28800, mode 0 opened 0 00000080:00000010:1.0:1712357312.031010:0:12524:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b5f39660. 00000080:00000001:1.0:1712357312.031015:0:12524:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.031016:0:12524:0:(namei.c:838:ll_lookup_it()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), intent=open 00000080:00000010:1.0:1712357312.031019:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.031022:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.031024:0:12524:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.031025:0:12524:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'site-packages' on [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357312.031028:0:12524:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000002:1.0:1712357312.031030:0:12524:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x0:0x0:0x0], name='site-packages' -> mds #0 00800000:00000001:1.0:1712357312.031031:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.031033:0:12524:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.031034:0:12524:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: site-packages,[0x0:0x0:0x0]) in obj [0x200000401:0x3:0x0], intent: open flags 0504001 00000002:00000001:1.0:1712357312.031037:0:12524:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.031038:0:12524:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1712357312.031040:0:12524:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357312.031042:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:1.0:1712357312.031044:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.031046:0:12524:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357312.031048:0:12524:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.031049:0:12524:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.031051:0:12524:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.031054:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061c00. 00000020:00000040:1.0:1712357312.031057:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.031060:0:12524:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.031061:0:12524:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.031064:0:12524:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.031066:0:12524:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.031067:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.031068:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.031069:0:12524:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.031071:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.031072:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.031074:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.031079:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ef000. 00000100:00000001:1.0:1712357312.031083:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.031085:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.031090:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.031091:0:12524:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.031092:0:12524:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.031093:0:12524:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.031099:0:12524:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00010000:00000001:1.0:1712357312.031101:0:12524:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.031102:0:12524:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.031104:0:12524:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:1.0:1712357312.031106:0:12524:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.031108:0:12524:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.031110:0:12524:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357312.031112:0:12524:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.031114:0:12524:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03337c03 to hash 00000020:00000001:1.0:1712357312.031115:0:12524:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.031116:0:12524:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.031118:0:12524:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.031120:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.031121:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.031123:0:12524:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12524 initiator: MDT0 00010000:00010000:1.0:1712357312.031129:0:12524:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00000020:00100000:1.0:1712357312.031137:0:12524:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1712357312.031142:0:12524:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1712357312.031148:0:12524:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00000100:00000001:1.0:1712357312.031152:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.031154:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.031156:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.031158:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357312.031163:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.031164:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.031167:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.031170:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.031172:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.031173:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.031177:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.031183:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.031184:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.031187:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.031188:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.031191:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128000:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1712357312.031194:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.031197:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.031199:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.031200:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.031218:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a9820000. 02000000:00000001:1.0:1712357312.031220:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.031224:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.031227:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.031231:0:12524:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac2ee800. 00000100:00000200:1.0:1712357312.031236:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572128000, portal 10 00000100:00000001:1.0:1712357312.031238:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.031238:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000040:1.0:1712357312.031243:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.031248:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.031251:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.031253:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357312.031255:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1795536572128000, offset 0 00000400:00000200:1.0:1712357312.031259:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.031263:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.031271:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.031276:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.031279:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.031282:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.031284:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.031287:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [110:110:256:4294967295] 192.168.203.120@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1712357312.031290:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.031297:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.031302:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.031305:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1df00. 00000800:00000200:1.0:1712357312.031309:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.031315:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.031318:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1df00 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.031325:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.031327:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.031329:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.031331:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.031332:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.031334:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.031336:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.031337:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.031339:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.031340:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.031485:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.031488:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1df00. 00000400:00000200:2.0:1712357312.031492:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.031496:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.031498:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357312.031499:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357312.031502:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.031505:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.031511:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.031514:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.031520:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.031521:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.036822:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.036834:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.036837:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.036839:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.036848:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.036854:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.036859:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.036863:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.036865:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.036869:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x66107ef901b00 00000400:00000200:2.0:1712357312.036872:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.036877:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0x845 [32] + 224 00000800:00000001:2.0:1712357312.036882:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.036895:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.036898:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.036907:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.036912:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.036918:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.036927:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=608 offset=224 replen=66320 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.036952:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.036959:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.036962:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.037019:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.037024:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.037026:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.037028:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.037031:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac2ee800 00000400:00000010:1.0:1712357312.037033:0:12524:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff8800ac2ee800. 00000100:00000001:1.0:1712357312.037036:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.037040:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.037046:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037056:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.037058:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.037060:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.037062:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.037064:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.037066:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.037068:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.037074:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.037077:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.037079:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.037082:0:12524:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061c00 x1795536572128000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RPQU/200/0 rc 0/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037087:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.037089:0:12524:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.037090:0:12524:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357312.037092:0:12524:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.037093:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.037094:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.037097:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.037098:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.037099:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.037100:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.037103:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037109:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.037111:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.037112:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.037115:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.037121:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128000:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1712357312.037124:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.037130:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.037132:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.037134:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.037137:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037142:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.037145:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.037146:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.037147:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.037150:0:12524:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.037155:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.037157:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.037159:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357312.037162:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.037163:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357312.037167:0:12524:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037174:0:12524:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.037177:0:12524:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037182:0:12524:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.037184:0:12524:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037187:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.037188:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.037190:0:12524:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037194:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.037196:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.037198:0:12524:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.037203:0:12524:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00010000:1.0:1712357312.037208:0:12524:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.037211:0:12524:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.037213:0:12524:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037218:0:12524:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.037219:0:12524:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.037221:0:12524:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037224:0:12524:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.037226:0:12524:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.037227:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.037228:0:12524:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.037229:0:12524:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357312.037230:0:12524:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.037232:0:12524:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.037233:0:12524:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.037235:0:12524:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12524 initiator: MDT0 00000080:00000001:1.0:1712357312.037238:0:12524:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.037239:0:12524:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.037241:0:12524:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.037242:0:12524:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.037245:0:12524:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.037246:0:12524:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.037246:0:12524:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.037247:0:12524:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.037249:0:12524:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03337c03 from hash 00010000:00000001:1.0:1712357312.037250:0:12524:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.037254:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.037255:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.037256:0:12524:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.037257:0:12524:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.037258:0:12524:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.037259:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.037260:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.037261:0:12524:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.037262:0:12524:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.037264:0:12524:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037267:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.037267:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.037268:0:12524:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.037269:0:12524:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.037270:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.037270:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.037271:0:12524:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.037272:0:12524:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12524 initiator: MDT0 00010000:00000001:1.0:1712357312.037280:0:12524:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.037281:0:12524:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.037285:0:12524:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.037290:0:12524:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00000001:1.0:1712357312.037296:0:12524:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1712357312.037300:0:12524:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00000001:1.0:1712357312.037305:0:12524:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.037306:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.037307:0:12524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037308:0:12524:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037310:0:12524:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037311:0:12524:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1712357312.037316:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.037317:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00010000:00000001:1.0:1712357312.037318:0:12524:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.037319:0:12524:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037321:0:12524:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.037322:0:12524:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=site-packages intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1712357312.037325:0:12524:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037328:0:12524:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037329:0:12524:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.037332:0:12524:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.037334:0:12524:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800b5f39660 it_disposition 80002b 00000080:00000001:1.0:1712357312.037336:0:12524:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.037339:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037342:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037344:0:12524:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.037352:0:12524:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.037354:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.037356:0:12524:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357312.037361:0:12524:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.037362:0:12524:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.037364:0:12524:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.037366:0:12524:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.037368:0:12524:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357312.037371:0:12524:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x4:0x0], updating i_size 4096 00000080:00200000:1.0:1712357312.037372:0:12524:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x4:0x0](ffff8800a76d88c8): rc = 0 00000080:00000001:1.0:1712357312.037374:0:12524:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123192008 : -131938586359608 : ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.037375:0:12524:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.037377:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037379:0:12524:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.037380:0:12524:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.037382:0:12524:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) for lock 0x0 00000080:00000001:1.0:1712357312.037384:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037385:0:12524:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.037386:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037388:0:12524:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1712357312.037393:0:12524:0:(mdc_locks.c:109:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037394:0:12524:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1712357312.037400:0:12524:0:(namei.c:618:ll_splice_alias()) Reuse dentry ffff8800a750d0d8 inode ffff8800a76d88c8 refc 2 flags 0x100008e 00000080:00000001:1.0:1712357312.037402:0:12524:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.037405:0:12524:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.037406:0:12524:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.037409:0:12524:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=18446612135121309912 : -131938588241704 : 0xffff8800a750d0d8) 00000080:00000010:1.0:1712357312.037412:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000100:00000001:1.0:1712357312.037417:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.037421:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037425:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.037433:0:12524:0:(dir.c:2858:ll_dir_open()) Process entered 00000080:00000001:1.0:1712357312.037435:0:12524:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:1.0:1712357312.037437:0:12524:0:(file.c:871:ll_file_open()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 504000 00000080:00000010:1.0:1712357312.037441:0:12524:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800aa340140. 00000080:00000001:1.0:1712357312.037446:0:12524:0:(file.c:3007:ll_release_openhandle()) Process entered 00000080:00000010:1.0:1712357312.037448:0:12524:0:(file.c:3021:ll_release_openhandle()) kmalloced '(och)': 48 at ffff8800b384b440. 00000080:00000001:1.0:1712357312.037451:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037453:0:12524:0:(lmv_obd.c:3984:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1712357312.037455:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037456:0:12524:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1712357312.037458:0:12524:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800ac0425c0. 00000002:00100000:1.0:1712357312.037461:0:12524:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00000001:1.0:1712357312.037466:0:12524:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037467:0:12524:0:(lmv_obd.c:3990:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.037469:0:12524:0:(file.c:165:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1712357312.037470:0:12524:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.037471:0:12524:0:(file.c:108:ll_prepare_close()) Process entered 00000080:00000001:1.0:1712357312.037475:0:12524:0:(file.c:144:ll_prepare_close()) Process leaving 00000080:00000001:1.0:1712357312.037476:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.037478:0:12524:0:(lmv_obd.c:1639:lmv_close()) Process entered 00800000:00000002:1.0:1712357312.037479:0:12524:0:(lmv_obd.c:1645:lmv_close()) CLOSE [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.037481:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.037486:0:12524:0:(mdc_request.c:883:mdc_close()) Process entered 00000002:00000002:1.0:1712357312.037488:0:12524:0:(mdc_request.c:887:mdc_close()) lustre-MDT0000-mdc-ffff8800aa323000: [0x200000401:0x4:0x0] file closed with intent: 0 00000100:00000010:1.0:1712357312.037492:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061f80. 00000020:00000040:1.0:1712357312.037495:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000002:00100000:1.0:1712357312.037500:0:12524:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037505:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.037507:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.037510:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.037516:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59c00. 00000100:00000001:1.0:1712357312.037519:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.037525:0:12524:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1712357312.037529:0:12524:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.037534:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.037535:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.037539:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.037540:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357312.037542:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.037542:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000001:1.0:1712357312.037546:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.037548:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.037550:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.037551:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.037554:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037559:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.037560:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.037562:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.037563:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.037566:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061f80 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128128:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1712357312.037568:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.037575:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.037618:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.037620:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.037623:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ee800. 02000000:00000001:1.0:1712357312.037625:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.037630:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.037632:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.037636:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357312.037640:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572128128, portal 10 00000100:00000001:1.0:1712357312.037642:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.037643:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000040:1.0:1712357312.037648:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.037653:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.037655:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.037656:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357312.037690:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1795536572128128, offset 0 00000400:00000200:1.0:1712357312.037696:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.037700:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.037704:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.037708:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.037711:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.037714:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.037716:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.037719:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [111:111:256:4294967295] 192.168.203.120@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:1.0:1712357312.037721:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.037729:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.037732:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.037735:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357312.037739:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.037744:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.037747:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.038408:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.038411:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.038412:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.038415:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.038416:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.038418:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.038420:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.038421:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.038423:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.038424:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.038690:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.038693:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357312.038698:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.038702:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.038705:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:2.0:1712357312.038706:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:2.0:1712357312.038709:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.038712:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.038720:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.038722:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.038727:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.038728:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357312.038964:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:2.0:1712357312.041128:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.041140:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.041142:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.041145:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.041153:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.041158:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.041163:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.041167:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.041170:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.041173:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef901b80 00000400:00000200:2.0:1712357312.041182:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.041187:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x84d [1] + 224 00000800:00000001:2.0:1712357312.041193:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.041220:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.041223:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.041226:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.041231:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.041235:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.041243:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.041264:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.041271:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.041273:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.041327:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.041336:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.041337:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.041340:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.041343:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357312.041344:0:12524:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357312.041346:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.041350:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.041357:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061f80 x1795536572128128/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041362:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.041364:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.041366:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.041368:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.041370:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.041372:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.041374:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.041380:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5480 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.041383:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.041385:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.041387:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.041389:0:12524:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.041391:0:12524:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041393:0:12524:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.041395:0:12524:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357312.041400:0:12524:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.041402:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.041403:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000001:1.0:1712357312.041405:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.041406:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.041407:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.041409:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.041413:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061f80 x1795536572128128/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041418:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.041420:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.041422:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.041424:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061f80 x1795536572128128/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.041429:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061f80 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128128:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1712357312.041433:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.041436:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041438:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.041439:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041441:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061f80 x1795536572128128/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041445:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.041448:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.041450:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.041451:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041455:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.041456:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000002:00000001:1.0:1712357312.041458:0:12524:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.041460:0:12524:0:(lmv_obd.c:1647:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.041464:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.041468:0:12524:0:(file.c:281:ll_close_inode_openhandle()) Process leaving 00000080:00000001:1.0:1712357312.041470:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.041475:0:12524:0:(lmv_obd.c:4000:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1712357312.041478:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.041481:0:12524:0:(mdc_request.c:848:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1712357312.041485:0:12524:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041491:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.041492:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.041494:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041496:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 3 fl Complete:RMQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041501:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041502:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041504:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061f80 x1795536572128128/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041509:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041510:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041512:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RMQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041516:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041517:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041519:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061f80 x1795536572128128/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041524:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1712357312.041526:0:12524:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800ac0425c0. 00000002:00000001:1.0:1712357312.041529:0:12524:0:(mdc_request.c:871:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.041530:0:12524:0:(lmv_obd.c:4006:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.041532:0:12524:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b384b440. 00000100:00000001:1.0:1712357312.041534:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041536:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061f80 x1795536572128128/t4294967304(4294967304) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041540:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.041545:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.041548:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ee800. 02000000:00000001:1.0:1712357312.041551:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.041553:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.041554:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.041556:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.041558:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59c00. 02000000:00000001:1.0:1712357312.041560:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.041561:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.041563:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061f80. 00000100:00000001:1.0:1712357312.041567:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.041568:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.041570:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.041573:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061c00 x1795536572128000/t4294967303(4294967303) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 1 fl Complete:RMQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041614:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.041615:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.041616:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a9820000. 02000000:00000001:1.0:1712357312.041660:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.041661:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.041662:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.041664:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.041666:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ef000. 02000000:00000001:1.0:1712357312.041668:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.041669:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.041670:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061c00. 00000100:00000001:1.0:1712357312.041672:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.041673:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.041674:0:12524:0:(file.c:3036:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041677:0:12524:0:(file.c:799:ll_local_open()) Process entered 00000080:00400000:1.0:1712357312.041680:0:12524:0:(rw.c:940:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1712357312.041683:0:12524:0:(file.c:817:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041685:0:12524:0:(pcc.c:1491:pcc_file_open()) Process entered 00000080:00000001:1.0:1712357312.041686:0:12524:0:(pcc.c:1494:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041688:0:12524:0:(file.c:1063:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000080:00000008:1.0:1712357312.041692:0:12524:0:(file.c:1097:ll_file_open()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 504000, rc = 0 00000080:00000001:1.0:1712357312.041700:0:12524:0:(dir.c:2859:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041707:0:12524:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.041708:0:12524:0:(dcache.c:219:ll_intent_release()) intent ffff8800b5f39660 released 00000080:00000001:1.0:1712357312.041710:0:12524:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:1.0:1712357312.041711:0:12524:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800b5f39660. 00000080:00000001:1.0:1712357312.041714:0:12524:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041717:0:12524:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.041719:0:12524:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 44 00000080:00000001:1.0:1712357312.041722:0:12524:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041725:0:12524:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.041726:0:12524:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.041744:0:12524:0:(dir.c:2864:ll_dir_release()) Process entered 00000080:00000001:1.0:1712357312.041745:0:12524:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:1.0:1712357312.041747:0:12524:0:(file.c:430:ll_file_release()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 304000 00000080:00400000:1.0:1712357312.041750:0:12524:0:(statahead.c:1627:ll_deauthorize_statahead()) deauthorize statahead for [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.041751:0:12524:0:(pcc.c:1544:pcc_file_release()) Process entered 00000080:00000001:1.0:1712357312.041753:0:12524:0:(pcc.c:1547:pcc_file_release()) Process leaving 00000080:00000001:1.0:1712357312.041754:0:12524:0:(file.c:345:ll_md_close()) Process entered 00000080:00000001:1.0:1712357312.041756:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.041759:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.041761:0:12524:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.041763:0:12524:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.041768:0:12524:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.041769:0:12524:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.041771:0:12524:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x4:0x0]: 0 00000080:00000001:1.0:1712357312.041772:0:12524:0:(file.c:299:ll_md_real_close()) Process entered 00000080:00000001:1.0:1712357312.041774:0:12524:0:(file.c:318:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.041776:0:12524:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800aa340000. 00000080:00000001:1.0:1712357312.041778:0:12524:0:(file.c:409:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357312.041780:0:12524:0:(file.c:470:ll_file_release()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 304000, rc = 0 00000080:00000001:1.0:1712357312.041781:0:12524:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041783:0:12524:0:(dir.c:2865:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.041814:0:12524:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357312.041816:0:12524:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8) cmd=c03066f1 arg=6fd150 00000080:00000001:1.0:1712357312.041821:0:12524:0:(dir.c:855:ll_dir_getstripe_default()) Process entered 00000080:00000001:1.0:1712357312.041822:0:12524:0:(dir.c:753:ll_dir_get_default_layout()) Process entered 00000080:00000010:1.0:1712357312.041825:0:12524:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59c00. 00000080:00000001:1.0:1712357312.041829:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.041831:0:12524:0:(lmv_obd.c:1594:lmv_getattr()) Process entered 00800000:00000001:1.0:1712357312.041836:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.041838:0:12524:0:(mdc_request.c:229:mdc_getattr()) Process entered 00000100:00000010:1.0:1712357312.041841:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061c00. 00000020:00000040:1.0:1712357312.041843:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:1.0:1712357312.041846:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.041848:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.041851:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.041855:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59600. 00000100:00000001:1.0:1712357312.041859:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.041863:0:12524:0:(mdc_request.c:173:mdc_getattr_common()) Process entered 00000100:00000001:1.0:1712357312.041864:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.041865:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.041868:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.041869:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357312.041871:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.041872:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.041875:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.041877:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.041879:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.041880:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.041888:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041894:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.041895:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.041897:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.041899:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.041901:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128192:192.168.203.120@tcp:33:lfs.0 00000100:00000001:1.0:1712357312.041904:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.041908:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.041909:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.041910:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.041915:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff88013640a000. 02000000:00000001:1.0:1712357312.041916:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.041921:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.041923:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.041930:0:12524:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800ab1583c0. 00000100:00000200:1.0:1712357312.041934:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1795536572128192, portal 10 00000100:00000001:1.0:1712357312.041935:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.041936:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000040:1.0:1712357312.041941:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.041946:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.041948:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.041950:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357312.041952:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1795536572128192, offset 0 00000400:00000200:1.0:1712357312.041956:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.041960:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.041964:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.041969:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.041972:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.041974:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.041976:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.041979:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [112:112:256:4294967295] 192.168.203.120@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1712357312.041983:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.041989:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.041993:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.041996:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357312.042001:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.042006:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.042009:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.042026:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.042027:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.042029:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.042031:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.042032:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.042033:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.042035:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.042040:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.042041:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.042042:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.042132:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.042135:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:2.0:1712357312.042138:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.042141:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.042144:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:2.0:1712357312.042145:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:2.0:1712357312.042148:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.042151:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.042157:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.042159:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.042163:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.042165:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.043899:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.043907:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.043909:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.043911:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.043917:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.043928:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.043933:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.043936:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.043938:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.043941:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 464 into portal 10 MB=0x66107ef901bc0 00000400:00000200:2.0:1712357312.043944:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.043948:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 464/464 into md 0x855 [2] + 224 00000800:00000001:2.0:1712357312.043952:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.043963:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.043965:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.043968:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.043971:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.043976:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.043983:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=464 offset=224 replen=4824 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.044050:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.044056:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.044059:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.044107:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.044111:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.044113:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.044115:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.044117:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab1583c0 00000400:00000010:1.0:1712357312.044119:0:12524:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 152 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357312.044121:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.044125:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.044132:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/4824 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.044137:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.044139:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.044141:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.044143:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.044145:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.044147:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.044149:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.044154:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5480 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.044157:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.044159:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.044160:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.044162:0:12524:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.044164:0:12524:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.044166:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.044168:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.044169:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.044171:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.044174:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.044179:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.044181:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.044187:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.044190:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.044195:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128192:192.168.203.120@tcp:33:lfs.0 00000100:00000001:1.0:1712357312.044199:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.044201:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.044202:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.044203:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.044206:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.044211:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.044213:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.044215:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.044216:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:1.0:1712357312.044220:0:12524:0:(mdc_request.c:185:mdc_getattr_common()) mode: 40755 00000002:00000001:1.0:1712357312.044221:0:12524:0:(mdc_request.c:207:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.044222:0:12524:0:(mdc_request.c:281:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.044225:0:12524:0:(lmv_obd.c:1607:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.044229:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59c00. 00000080:00000001:1.0:1712357312.044233:0:12524:0:(dir.c:784:ll_dir_get_default_layout()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1712357312.044236:0:12524:0:(dir.c:874:ll_dir_getstripe_default()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1712357312.044239:0:12524:0:(dir.c:2159:ll_dir_ioctl()) Process leaving via finish_req (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1712357312.044241:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.044243:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061c00 x1795536572128192/t0(0) o33->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.044247:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.044249:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.044251:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88013640a000. 02000000:00000001:1.0:1712357312.044255:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.044257:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.044259:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.044260:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.044261:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59600. 02000000:00000001:1.0:1712357312.044267:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.044269:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.044270:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061c00. 00000100:00000001:1.0:1712357312.044273:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.044274:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.044289:0:12524:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357312.044291:0:12524:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8) cmd=800466af arg=7fff1b9dbe3c 00000080:00000001:1.0:1712357312.044295:0:12524:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000080:00000001:1.0:1712357312.044297:0:12524:0:(dir.c:909:ll_get_mdt_idx_by_fid()) Process entered 00000080:00000010:1.0:1712357312.044299:0:12524:0:(dir.c:911:ll_get_mdt_idx_by_fid()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.044300:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.044302:0:12524:0:(lmv_obd.c:1594:lmv_getattr()) Process entered 00800000:00000001:1.0:1712357312.044304:0:12524:0:(lmv_obd.c:1602:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.044305:0:12524:0:(dir.c:919:ll_get_mdt_idx_by_fid()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.044307:0:12524:0:(dir.c:923:ll_get_mdt_idx_by_fid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.044309:0:12524:0:(llite_lib.c:3379:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.044310:0:12524:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.045484:0:12524:0:(dir.c:2864:ll_dir_release()) Process entered 00000080:00000001:1.0:1712357312.045486:0:12524:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:1.0:1712357312.045488:0:12524:0:(file.c:430:ll_file_release()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 504000 00000080:00000001:1.0:1712357312.045492:0:12524:0:(pcc.c:1544:pcc_file_release()) Process entered 00000080:00000001:1.0:1712357312.045493:0:12524:0:(pcc.c:1547:pcc_file_release()) Process leaving 00000080:00000001:1.0:1712357312.045494:0:12524:0:(file.c:345:ll_md_close()) Process entered 00000080:00000001:1.0:1712357312.045497:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.045501:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.045503:0:12524:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.045506:0:12524:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.045511:0:12524:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.045512:0:12524:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.045513:0:12524:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x4:0x0]: 0 00000080:00000001:1.0:1712357312.045515:0:12524:0:(file.c:299:ll_md_real_close()) Process entered 00000080:00000001:1.0:1712357312.045516:0:12524:0:(file.c:165:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1712357312.045519:0:12524:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.045520:0:12524:0:(file.c:108:ll_prepare_close()) Process entered 00000080:00000001:1.0:1712357312.045524:0:12524:0:(file.c:144:ll_prepare_close()) Process leaving 00000080:00000001:1.0:1712357312.045525:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.045527:0:12524:0:(lmv_obd.c:1639:lmv_close()) Process entered 00800000:00000002:1.0:1712357312.045528:0:12524:0:(lmv_obd.c:1645:lmv_close()) CLOSE [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.045529:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.045537:0:12524:0:(mdc_request.c:883:mdc_close()) Process entered 00000002:00000002:1.0:1712357312.045539:0:12524:0:(mdc_request.c:887:mdc_close()) lustre-MDT0000-mdc-ffff8800aa323000: [0x200000401:0x4:0x0] file closed with intent: 0 00000100:00000010:1.0:1712357312.045542:0:12524:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061c00. 00000020:00000040:1.0:1712357312.045545:0:12524:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000002:00100000:1.0:1712357312.045552:0:12524:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.045557:0:12524:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.045560:0:12524:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.045562:0:12524:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.045567:0:12524:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59c00. 00000100:00000001:1.0:1712357312.045571:0:12524:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.045603:0:12524:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1712357312.045608:0:12524:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.045613:0:12524:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.045615:0:12524:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.045618:0:12524:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.045620:0:12524:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357312.045621:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.045622:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.045625:0:12524:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.045628:0:12524:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.045629:0:12524:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.045631:0:12524:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.045634:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.045639:0:12524:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.045640:0:12524:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.045642:0:12524:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.045645:0:12524:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.045653:0:12524:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128320:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1712357312.045656:0:12524:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.045664:0:12524:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.045665:0:12524:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.045667:0:12524:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.045670:0:12524:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ef000. 02000000:00000001:1.0:1712357312.045672:0:12524:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.045677:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.045679:0:12524:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00010000:00000010:1.1:1712357312.045692:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000400:00000010:1.0:1712357312.045706:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.045710:0:12524:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572128320, portal 10 00000100:00000001:1.0:1712357312.045712:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.045712:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000040:1.0:1712357312.045718:0:12524:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.045723:0:12524:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.045725:0:12524:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.045727:0:12524:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357312.045730:0:12524:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1795536572128320, offset 0 00000400:00000200:1.0:1712357312.045733:0:12524:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.045738:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.045742:0:12524:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.045746:0:12524:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.045749:0:12524:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.045752:0:12524:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.045753:0:12524:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.045756:0:12524:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [113:113:256:4294967295] 192.168.203.120@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1712357312.045759:0:12524:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.045765:0:12524:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.045770:0:12524:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.045773:0:12524:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357312.045777:0:12524:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.045782:0:12524:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.045785:0:12524:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.045809:0:12524:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.045811:0:12524:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.045813:0:12524:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.045814:0:12524:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.045815:0:12524:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.045817:0:12524:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.045819:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.045820:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.045822:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.045823:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.046046:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.046050:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:2.0:1712357312.046054:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.046057:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.046060:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:2.0:1712357312.046061:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:2.0:1712357312.046064:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.046068:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.046074:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.046076:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.046081:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.046086:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.052015:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.052026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.052030:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.052032:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.052040:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.052046:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.052052:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.052056:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.052058:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.052062:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef901c40 00000400:00000200:2.0:1712357312.052066:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.052071:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x85d [1] + 224 00000800:00000001:2.0:1712357312.052076:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.052089:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.052091:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.052100:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.052105:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.052111:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.052120:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.052140:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.052146:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.052149:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.052170:0:12524:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.052176:0:12524:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.052177:0:12524:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.052179:0:12524:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.052182:0:12524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.052184:0:12524:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.052186:0:12524:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.052190:0:12524:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.052197:0:12524:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061c00 x1795536572128320/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052202:0:12524:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.052204:0:12524:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.052205:0:12524:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.052208:0:12524:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.052209:0:12524:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.052211:0:12524:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.052213:0:12524:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.052219:0:12524:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5480 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.052222:0:12524:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.052224:0:12524:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.052225:0:12524:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.052226:0:12524:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.052229:0:12524:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.052231:0:12524:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.052233:0:12524:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357312.052240:0:12524:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.052242:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.052243:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.052245:0:12524:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.052246:0:12524:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.052247:0:12524:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.052249:0:12524:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.052252:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061c00 x1795536572128320/t4294967305(4294967305) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052258:0:12524:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.052260:0:12524:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.052262:0:12524:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.052264:0:12524:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061c00 x1795536572128320/t4294967305(4294967305) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.052270:0:12524:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job lfs:1b07237b-aa56-4e53-8899-280f18556039:12524:1795536572128320:192.168.203.120@tcp:35:lfs.0 00000100:00000001:1.0:1712357312.052274:0:12524:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.052277:0:12524:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.052279:0:12524:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.052280:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.052282:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128320/t4294967305(4294967305) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052287:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.052289:0:12524:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357312.052292:0:12524:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.052292:0:12524:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.052297:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.052298:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000002:00000001:1.0:1712357312.052300:0:12524:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.052302:0:12524:0:(lmv_obd.c:1647:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.052306:0:12524:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59600. 00000080:00000001:1.0:1712357312.052310:0:12524:0:(file.c:281:ll_close_inode_openhandle()) Process leaving 00000080:00000001:1.0:1712357312.052312:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.052317:0:12524:0:(lmv_obd.c:4000:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1712357312.052320:0:12524:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.052322:0:12524:0:(mdc_request.c:848:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1712357312.052326:0:12524:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052331:0:12524:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.052332:0:12524:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.052333:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.052335:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 2 fl Complete:RMQU/204/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052340:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.052341:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.052343:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128320/t4294967305(4294967305) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052347:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.052348:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.052350:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572127872/t4294967302(4294967302) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357328 ref 1 fl Complete:RMQU/204/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052355:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1712357312.052356:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.052358:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.052359:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.052362:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357312.052364:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.052366:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.052367:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357312.052370:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.052371:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.052372:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.052374:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061c00 x1795536572128320/t4294967305(4294967305) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052378:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1712357312.052384:0:12524:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88012c53c020. 00000002:00000001:1.0:1712357312.052386:0:12524:0:(mdc_request.c:871:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.052388:0:12524:0:(lmv_obd.c:4006:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.052389:0:12524:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b384bac0. 00000100:00000001:1.0:1712357312.052391:0:12524:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.052393:0:12524:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061c00 x1795536572128320/t4294967305(4294967305) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.052398:0:12524:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.052399:0:12524:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.052401:0:12524:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ef000. 02000000:00000001:1.0:1712357312.052404:0:12524:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.052404:0:12524:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.052405:0:12524:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.052406:0:12524:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.052407:0:12524:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59c00. 02000000:00000001:1.0:1712357312.052409:0:12524:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.052410:0:12524:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.052411:0:12524:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061c00. 00000100:00000001:1.0:1712357312.052412:0:12524:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.052413:0:12524:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.052414:0:12524:0:(file.c:331:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.052416:0:12524:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800aa340140. 00000080:00000001:1.0:1712357312.052418:0:12524:0:(file.c:409:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357312.052422:0:12524:0:(file.c:470:ll_file_release()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), flags 504000, rc = 0 00000080:00000001:1.0:1712357312.052424:0:12524:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.052426:0:12524:0:(dir.c:2865:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.052447:0:12524:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.052448:0:12524:0:(dcache.c:133:ll_ddelete()) deleting dentry site-packages (ffff8800a750d0d8, parent ffff8800a75db510, inode ffff8800a76d88c8) hashed, 00000080:00000001:1.0:1712357312.052451:0:12524:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.052456:0:12524:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.052458:0:12524:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.052460:0:12524:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.052461:0:12524:0:(dcache.c:133:ll_ddelete()) keeping dentry python3.6 (ffff8800a75db510, parent ffff8800a7657798, inode ffff8800a76d80c8) hashed, 00000080:00000001:1.0:1712357312.052462:0:12524:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1712357312.061931:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c53c1a0. 00000080:00200008:0.0:1712357312.071860:0:12528:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357312.071866:0:12528:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357312.071867:0:12528:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357312.071873:0:12528:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357312.071878:0:12528:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357312.071880:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.071884:0:12528:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.071886:0:12528:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357312.071889:0:12528:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.071892:0:12528:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357312.071894:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.071897:0:12528:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.071899:0:12528:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.071901:0:12528:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.071903:0:12528:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.071905:0:12528:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357312.071911:0:12528:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:0.0:1712357312.071914:0:12528:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357312.071917:0:12528:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.071918:0:12528:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357312.071925:0:12528:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357312.071933:0:12528:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357312.071936:0:12528:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.071938:0:12528:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357312.071943:0:12528:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357312.071944:0:12528:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357312.071946:0:12528:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357312.071947:0:12528:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357312.071949:0:12528:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357312.071951:0:12528:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357312.071954:0:12528:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000001:0.0:1712357312.071957:0:12528:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357312.071959:0:12528:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.071960:0:12528:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357312.071962:0:12528:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:0.0:1712357312.071964:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.071966:0:12528:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357312.071967:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.071969:0:12528:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357312.071970:0:12528:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.071972:0:12528:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.071974:0:12528:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357312.071976:0:12528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.071978:0:12528:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.071980:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.071981:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.071981:0:12528:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.071982:0:12528:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.071984:0:12528:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff88012e31fcc8 00010000:00000001:0.0:1712357312.071985:0:12528:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.071990:0:12528:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.071991:0:12528:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357312.071992:0:12528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.071993:0:12528:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.071995:0:12528:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.071997:0:12528:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.072002:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072002:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.072004:0:12528:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357312.072005:0:12528:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357312.072007:0:12528:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.072012:0:12528:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357312.072015:0:12528:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357312.072016:0:12528:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.072018:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072019:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.072020:0:12528:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072022:0:12528:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357312.072024:0:12528:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072025:0:12528:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072027:0:12528:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072028:0:12528:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.072029:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072029:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357312.072031:0:12528:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357312.072033:0:12528:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.072035:0:12528:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357312.072038:0:12528:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357312.072316:0:12528:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:0.0:1712357312.072354:0:12528:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357312.072357:0:12528:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357312.072358:0:12528:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357312.072363:0:12528:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357312.072365:0:12528:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357312.072367:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.072368:0:12528:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.072370:0:12528:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357312.072372:0:12528:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.072373:0:12528:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357312.072375:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.072377:0:12528:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.072378:0:12528:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.072380:0:12528:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.072381:0:12528:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.072382:0:12528:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357312.072383:0:12528:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:0.0:1712357312.072385:0:12528:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357312.072386:0:12528:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.072387:0:12528:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357312.072389:0:12528:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357312.072395:0:12528:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357312.072396:0:12528:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.072398:0:12528:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357312.072402:0:12528:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357312.072404:0:12528:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357312.072405:0:12528:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357312.072405:0:12528:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357312.072406:0:12528:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357312.072408:0:12528:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357312.072409:0:12528:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000001:0.0:1712357312.072411:0:12528:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357312.072411:0:12528:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.072415:0:12528:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357312.072417:0:12528:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:0.0:1712357312.072418:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.072420:0:12528:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357312.072420:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.072422:0:12528:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357312.072422:0:12528:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.072423:0:12528:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.072424:0:12528:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357312.072425:0:12528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072427:0:12528:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072428:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072429:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.072430:0:12528:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.072431:0:12528:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.072432:0:12528:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff88012e31fcc8 00010000:00000001:0.0:1712357312.072433:0:12528:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.072434:0:12528:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.072435:0:12528:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357312.072436:0:12528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072437:0:12528:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072438:0:12528:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.072439:0:12528:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.072443:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072444:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.072444:0:12528:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357312.072445:0:12528:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357312.072446:0:12528:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.072450:0:12528:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357312.072451:0:12528:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357312.072454:0:12528:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.072455:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072456:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.072457:0:12528:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072458:0:12528:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357312.072459:0:12528:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072460:0:12528:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072461:0:12528:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072462:0:12528:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.072463:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072464:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357312.072464:0:12528:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357312.072465:0:12528:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.072466:0:12528:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357312.072468:0:12528:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357312.072524:0:12528:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.072526:0:12528:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357312.072526:0:12528:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:0.0:1712357312.072529:0:12528:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcee00. 00800000:00000002:0.0:1712357312.072531:0:12528:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:0.0:1712357312.072532:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.072533:0:12528:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.072534:0:12528:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1712357312.072536:0:12528:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.072537:0:12528:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357312.072539:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.072541:0:12528:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.072541:0:12528:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.072543:0:12528:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.072544:0:12528:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.072545:0:12528:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357312.072546:0:12528:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:0.0:1712357312.072547:0:12528:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357312.072549:0:12528:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.072550:0:12528:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357312.072551:0:12528:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357312.072558:0:12528:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357312.072560:0:12528:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.072561:0:12528:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357312.072565:0:12528:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357312.072566:0:12528:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357312.072567:0:12528:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357312.072568:0:12528:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357312.072569:0:12528:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1712357312.072570:0:12528:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:0.0:1712357312.072571:0:12528:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcee00. 00000080:00000001:0.0:1712357312.072573:0:12528:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357312.072573:0:12528:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.072575:0:12528:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:0.0:1712357312.072613:0:12528:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:0.0:1712357312.072615:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.072616:0:12528:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357312.072617:0:12528:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.072619:0:12528:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357312.072620:0:12528:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.072620:0:12528:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.072621:0:12528:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357312.072622:0:12528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072624:0:12528:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072625:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072626:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357312.072627:0:12528:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.072628:0:12528:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357312.072629:0:12528:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff88012e31fb80 00010000:00000001:0.0:1712357312.072630:0:12528:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.072631:0:12528:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.072635:0:12528:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:0.0:1712357312.072636:0:12528:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072637:0:12528:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:0.0:1712357312.072639:0:12528:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.072641:0:12528:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.072645:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072646:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.072647:0:12528:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357312.072647:0:12528:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357312.072649:0:12528:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357312.072652:0:12528:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357312.072653:0:12528:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357312.072654:0:12528:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.072655:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072656:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.072657:0:12528:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072658:0:12528:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357312.072658:0:12528:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072659:0:12528:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072661:0:12528:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.072662:0:12528:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.072662:0:12528:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.072663:0:12528:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357312.072664:0:12528:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357312.072665:0:12528:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1712357312.072666:0:12528:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 44 00000080:00000001:0.0:1712357312.072669:0:12528:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.072672:0:12528:0:(dir.c:2858:ll_dir_open()) Process entered 00000080:00000001:0.0:1712357312.072674:0:12528:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:0.0:1712357312.072675:0:12528:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), flags 300000 00000080:00000010:0.0:1712357312.072679:0:12528:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800aa02c000. 00000080:00000001:0.0:1712357312.072682:0:12528:0:(file.c:896:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.072686:0:12528:0:(dir.c:2859:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.072698:0:12528:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1712357312.072699:0:12528:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8) cmd=80806683 arg=7ffc89814f00 00000080:00000001:0.0:1712357312.072703:0:12528:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000080:00000001:0.0:1712357312.072705:0:12528:0:(llite_lib.c:4008:ll_get_obd_name()) Process entered 00000080:00000001:0.0:1712357312.072707:0:12528:0:(llite_lib.c:4023:ll_get_obd_name()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.072708:0:12528:0:(llite_lib.c:3442:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.072709:0:12528:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.074021:0:12528:0:(dir.c:2864:ll_dir_release()) Process entered 00000080:00000001:0.0:1712357312.074024:0:12528:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:0.0:1712357312.074025:0:12528:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), flags 300000 00000080:00400000:0.0:1712357312.074029:0:12528:0:(statahead.c:1627:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1712357312.074033:0:12528:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800aa02c000. 00000080:00000001:0.0:1712357312.074035:0:12528:0:(file.c:444:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000008:0.0:1712357312.074037:0:12528:0:(file.c:470:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800b06400c8), flags 300000, rc = 0 00000080:00000001:0.0:1712357312.074039:0:12528:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.074040:0:12528:0:(dir.c:2865:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357312.520500:0:12618:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1712357312.687054:0:12691:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1712357312.687057:0:12691:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: rsync /usr/lib/python3.6/site-packages->/mnt/lustre/d46b.conf-sanity/python3.6/site-packages: lustre-MDT0000 00000001:00000001:1.0:1712357312.690947:0:12691:0:(debug.c:707:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1712357312.766106:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.766111:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.766113:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357312.766115:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357312.766124:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00800000:00000002:1.0:1712357312.766129:0:12713:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357312.766132:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.766136:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.766138:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357312.766141:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.766144:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357312.766146:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.766150:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.766151:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.766154:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.766156:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.766158:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.766165:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:1.0:1712357312.766167:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.766170:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.766173:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.766177:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.766185:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.766188:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.766190:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.766195:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.766196:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.766197:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.766198:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.766204:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357312.766206:0:12713:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357312.766209:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.766213:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357312.766214:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.766216:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357312.766219:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:1.0:1712357312.766221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.766223:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.766225:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.766226:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.766228:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.766230:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.766232:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357312.766233:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.766235:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.766238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.766239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.766240:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.766241:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.766243:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800aa3cfaf8 00010000:00000001:1.0:1712357312.766244:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.766245:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.766246:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357312.766247:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.766248:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.766250:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.766252:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.766256:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.766257:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.766258:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.766260:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.766265:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.766272:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.766274:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.766276:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.766279:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.766279:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.766280:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766282:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.766284:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766285:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766287:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766288:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.766289:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.766289:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357312.766291:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357312.766292:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357312.766294:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.766297:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.766300:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.766301:0:12713:0:(dcache.c:101:ll_dcompare()) found name d46b.conf-sanity(ffff8800a7657798) flags 0x100008e refc 1 00000080:00000001:1.0:1712357312.766303:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.766304:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d46b.conf-sanity, flags=17 00000080:00000001:1.0:1712357312.766307:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.766308:0:12713:0:(llite_lib.c:2939:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.766310:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.766311:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.766312:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.766314:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.766315:0:12713:0:(dcache.c:101:ll_dcompare()) found name python3.6(ffff8800a75db510) flags 0x108008e refc 0 00000080:00000001:1.0:1712357312.766317:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.766318:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=python3.6, flags=17 00000080:00000001:1.0:1712357312.766320:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.766321:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.766322:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.766323:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.766329:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.766334:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), flags=3 00000080:00000001:1.0:1712357312.766337:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.766339:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=site-packages, dir=[0x200000401:0x3:0x0](ffff8800a76d80c8), intent=getattr 00000080:00000010:1.0:1712357312.766342:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.766345:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.766347:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.766348:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'site-packages' on [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357312.766350:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.766352:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x0:0x0:0x0], name='site-packages' -> mds #0 00800000:00000001:1.0:1712357312.766354:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.766355:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.766356:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: site-packages,[0x0:0x0:0x0]) in obj [0x200000401:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.766359:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.766361:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.766365:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061c00. 00000020:00000040:1.0:1712357312.766368:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.766372:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.766375:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.766377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.766377:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.766378:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.766380:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.766382:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.766383:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.766388:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ef800. 00000100:00000001:1.0:1712357312.766392:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766395:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.766397:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766398:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.766399:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.766400:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.766405:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00010000:00000001:1.0:1712357312.766407:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.766412:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.766414:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:1.0:1712357312.766415:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.766417:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.766420:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357312.766422:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.766424:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03337c0a to hash 00000020:00000001:1.0:1712357312.766425:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.766426:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.766428:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.766430:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.766431:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.766434:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.766438:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.766444:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.766448:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.766449:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.766454:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.766455:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.766457:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.766458:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.766461:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.766463:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.766465:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.766467:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.766475:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.766480:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.766481:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.766487:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.766489:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.766491:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.766495:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.766498:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.766499:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.766501:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.766504:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.766506:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.766513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.766516:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.766520:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.766525:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572128384, portal 10 00000100:00000001:1.0:1712357312.766527:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.766528:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000040:1.0:1712357312.766532:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.766537:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.766539:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.766540:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357312.766543:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572128384, offset 0 00000400:00000200:1.0:1712357312.766546:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.766552:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.766556:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.766560:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.766563:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.766566:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.766568:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.766602:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [114:114:256:4294967295] 192.168.203.120@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1712357312.766606:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.766614:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.766619:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.766626:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357312.766631:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.766637:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.766640:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.766658:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.766660:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.766662:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.766664:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.766666:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.766667:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.766670:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.766672:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.766674:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.766675:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.766787:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.766793:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357312.766799:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.766806:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.766810:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357312.766812:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:2.0:1712357312.766818:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.766824:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.766841:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.766845:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.766851:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.766852:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.771314:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.772729:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.772735:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.772738:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.772750:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.772757:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.772765:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.772769:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.772774:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.772779:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901c80 00000400:00000200:2.0:1712357312.772783:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.772788:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x865 [1] + 224 00000800:00000001:2.0:1712357312.772795:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.772811:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.772813:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.772818:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.772824:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.772834:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.772843:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.772870:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.772878:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.772881:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.772963:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.772970:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.772972:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.772975:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.772979:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.772981:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.772983:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.772987:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.772998:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.773003:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.773005:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.773007:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.773011:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.773013:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.773015:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.773018:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.773027:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.773031:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.773034:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.773044:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773046:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.773050:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.773053:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.773055:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.773056:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.773059:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.773063:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.773069:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.773072:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.773074:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.773076:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.773082:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.773086:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.773090:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.773092:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.773094:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.773097:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.773103:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.773106:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.773108:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.773109:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773112:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.773116:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773119:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773121:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357312.773123:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773125:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000040:1.0:1712357312.773130:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d440, remote cookie: 0xa8e7976a8eb1f8e7, flags: 0x1001 00010000:00010000:1.0:1712357312.773139:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357312.773146:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x4:0x0].0x0, instead of [0x200000401:0x3:0x0].0x0 00010000:00000001:1.0:1712357312.773149:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357312.773156:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1df00. 00010000:00000010:1.0:1712357312.773159:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.773163:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.773165:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357312.773171:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773175:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357312.773179:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357312.773180:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357312.773182:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357312.773183:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357312.773185:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x4:0x0].0x0 (ffff8800b6e1df00) refcount = 1 00010000:00010000:1.0:1712357312.773189:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773193:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357312.773195:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357312.773197:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.773199:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357312.773201:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.773203:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773207:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357312.773212:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773216:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773220:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357312.773221:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773222:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773223:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773225:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773228:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773228:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773229:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357312.773231:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773232:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773235:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.773236:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.773239:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773244:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773244:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773245:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773246:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773247:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357312.773248:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773250:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773252:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.773254:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773258:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.773265:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773270:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.773271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773272:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773273:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357312.773276:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.773281:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773282:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773283:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773284:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773286:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773287:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773288:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.773289:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773290:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773293:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.773294:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773295:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773296:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773297:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773299:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00000002:00010000:1.0:1712357312.773301:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773306:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773306:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773308:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.773308:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773309:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773310:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773311:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773316:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000040:1.0:1712357312.773319:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 2 00010000:00000001:1.0:1712357312.773321:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357312.773324:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/4 (0 0) 00010000:00000001:1.0:1712357312.773326:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.773328:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.773330:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=site-packages intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357312.773333:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773336:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773338:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.773343:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.773345:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357312.773348:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.773350:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773356:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.773359:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.773361:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.773364:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357312.773369:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.773371:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.773373:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.773375:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.773377:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357312.773381:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x4:0x0], updating i_size 4096 00000080:00200000:1.0:1712357312.773382:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x4:0x0](ffff8800a76d88c8): rc = 0 00000080:00000001:1.0:1712357312.773384:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123192008 : -131938586359608 : ffff8800a76d88c8) 00010000:00000001:1.0:1712357312.773386:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773387:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773388:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773389:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773390:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773392:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773396:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.773398:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357312.773399:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357312.773400:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.773402:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773404:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.773405:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.773408:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) for lock 0xbda2fb8f03337c0a 00000080:00000001:1.0:1712357312.773410:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773684:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.773686:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773688:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.773689:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773690:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773692:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773693:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773695:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773696:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773697:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.773697:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773698:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.773703:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa366040. 00000080:00002000:1.0:1712357312.773708:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656360 inode ffff8800a76d88c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357312.773711:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.773713:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.773715:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357312.773718:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00010000:1.0:1712357312.773720:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c0a from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357312.773721:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773722:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773723:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773724:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773725:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773728:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.773743:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773749:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773750:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773751:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.773753:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.773755:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773762:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.773765:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.773767:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.773770:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773770:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773772:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773775:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.773776:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773778:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773780:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773781:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.773781:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773782:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.773783:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.773786:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.773791:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.773795:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061c00 x1795536572128384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.773800:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.773802:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.773805:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.773809:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.773811:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.773813:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.773815:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.773817:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ef800. 02000000:00000001:1.0:1712357312.773820:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.773824:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.773826:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061c00. 00000100:00000001:1.0:1712357312.773830:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.773831:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.773834:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.773835:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.773836:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357312.773848:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357312.773853:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357312.773854:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8),name=site-packages 00000080:00000010:1.0:1712357312.773858:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.773864:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773867:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.773869:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x4:0x0] 'site-packages' on [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357312.773871:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.773875:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x200000401:0x4:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357312.773877:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773879:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.773880:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x4:0x0]) in obj [0x200000401:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.773883:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.773884:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.773885:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.773887:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 2 00010000:00000001:1.0:1712357312.773889:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.773891:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.773893:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.773895:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.773901:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.773904:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.773906:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.773911:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.773915:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.773916:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.773918:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.773919:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357312.773921:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.773923:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357312.773924:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.773926:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00010000:1.0:1712357312.773928:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) for lock 0xbda2fb8f03337c0a 00000080:00000001:1.0:1712357312.773930:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773931:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.773932:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.773933:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.773934:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773934:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773935:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773936:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773938:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773939:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773940:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.773941:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.773942:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.773943:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c0a from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357312.773944:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.773945:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.773945:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.773946:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773948:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.773949:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.773950:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773954:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773955:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773959:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.773960:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.773962:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.773966:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.773967:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.773968:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.773969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773971:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.773971:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773973:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.773973:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773974:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773976:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.773977:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.773978:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.773979:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357312.773980:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357312.773981:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.773983:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357312.773987:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357312.773990:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.773991:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry site-packages (ffff8800a7656360, parent ffff8800a75db510, inode ffff8800a76d88c8) hashed, 00000080:00000001:1.0:1712357312.773994:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774021:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.774023:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.774024:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357312.774025:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357312.774029:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00800000:00000002:1.0:1712357312.774032:0:12713:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357312.774034:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.774035:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.774036:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357312.774038:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.774039:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357312.774041:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.774046:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.774047:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.774049:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.774050:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.774050:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.774053:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:1.0:1712357312.774054:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.774056:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.774057:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.774059:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.774064:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.774066:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.774068:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.774072:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.774073:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.774074:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.774075:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.774077:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357312.774078:0:12713:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357312.774080:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.774082:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357312.774083:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.774084:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357312.774086:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:1.0:1712357312.774088:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.774090:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.774090:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.774092:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.774093:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.774094:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.774095:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357312.774100:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.774105:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.774107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.774107:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.774108:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.774109:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.774111:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800aa3cfb98 00010000:00000001:1.0:1712357312.774112:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.774113:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.774114:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357312.774115:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.774117:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357312.774119:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.774120:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.774129:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.774130:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.774130:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.774131:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.774133:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.774137:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.774138:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.774139:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.774140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.774141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.774142:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.774144:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.774144:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.774146:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.774147:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.774148:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.774149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.774153:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357312.774154:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357312.774155:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357312.774157:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.774160:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774163:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.774165:0:12713:0:(dcache.c:101:ll_dcompare()) found name d46b.conf-sanity(ffff8800a7657798) flags 0x100008e refc 1 00000080:00000001:1.0:1712357312.774166:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.774168:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d46b.conf-sanity, flags=19 00000080:00000001:1.0:1712357312.774170:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.774171:0:12713:0:(llite_lib.c:2939:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774173:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.774174:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1:0x0](ffff8800b06408c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.774175:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774177:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.774178:0:12713:0:(dcache.c:101:ll_dcompare()) found name python3.6(ffff8800a75db510) flags 0x108008e refc 1 00000080:00000001:1.0:1712357312.774179:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.774181:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=python3.6, flags=19 00000080:00000001:1.0:1712357312.774182:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.774183:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774184:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.774185:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff8800a76d80c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.774186:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774188:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.774188:0:12713:0:(dcache.c:101:ll_dcompare()) found name site-packages(ffff8800a7656360) flags 0x108008e refc 0 00000080:00000001:1.0:1712357312.774190:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.774190:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=site-packages, flags=3 00000080:00000001:1.0:1712357312.774192:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.774193:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774195:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.774196:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 101 00000080:00000001:1.0:1712357312.774198:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.774919:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.774922:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.774923:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.774926:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:1.0:1712357312.774933:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357312.774936:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357312.774937:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8),name=site-packages 00000080:00000010:1.0:1712357312.774940:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.774943:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.774945:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.774947:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x4:0x0] 'site-packages' on [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357312.774949:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.774950:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x200000401:0x4:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357312.774952:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.774954:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.774955:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x4:0x0]) in obj [0x200000401:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.774957:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.774958:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.774959:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.774962:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 2 00010000:00000001:1.0:1712357312.774963:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.774966:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.774967:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.774969:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.774974:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.774976:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.774978:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.774982:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.774983:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.774984:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.774985:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.774986:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357312.774987:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.774989:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357312.774993:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.774995:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00010000:1.0:1712357312.774997:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) for lock 0xbda2fb8f03337c0a 00000080:00000001:1.0:1712357312.774999:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.775000:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.775001:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.775002:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.775003:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.775005:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.775006:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.775007:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.775009:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.775011:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.775011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.775012:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.775013:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.775014:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c0a from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357312.775016:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.775017:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.775018:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357312.775019:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.775020:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357312.775021:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.775023:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.775027:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.775027:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.775028:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.775029:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.775031:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.775035:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.775040:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.775040:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.775042:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.775042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.775044:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775045:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.775045:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775047:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775048:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775049:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.775050:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.775051:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357312.775052:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357312.775053:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.775055:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357312.775057:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357312.775080:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.775081:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.775082:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.775084:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.775091:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357312.775093:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8) current size 4096, valid attrs 10170, mode 8800, uid -1748663826, gid 0, new size 18446612137326310888, atime 1712357312.000000000, mtime 1648352388.099959503, ctime 1712357312.000000000 00000080:00000002:1.0:1712357312.775098:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1648352388, ctime 1712357312, now = 1712357312 00000080:00000010:1.0:1712357312.775101:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.775102:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357312.775104:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.775106:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357312.775107:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x4:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357312.775110:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.775113:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357312.775114:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357312.775116:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 2 00010000:00000001:1.0:1712357312.775118:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.775120:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357312.775122:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.775127:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357312.775133:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.775135:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357312.775137:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357312.775138:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x4:0x0] mode (null) 00000080:00000001:1.0:1712357312.775139:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.775141:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.775142:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.775143:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 3 00010000:00000001:1.0:1712357312.775144:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357312.775146:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.775147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.775148:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.775148:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.775149:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 3 00010000:00000001:1.0:1712357312.775150:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357312.775151:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.775152:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.775153:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.775153:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.775154:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 3 00010000:00000001:1.0:1712357312.775155:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357312.775157:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.775158:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357312.775159:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x4:0x0] lli = ffff8800a76d8800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357312.775163:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357312.775165:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357312.775166:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357312.775168:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x4:0x0](ffff8800a76d88c8) invalid 00000080:00002000:1.0:1712357312.775170:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry site-packages (ffff8800a7656360) parent ffff8800a75db510 inode ffff8800a76d88c8 refc 3 00000080:00000001:1.0:1712357312.775172:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357312.775174:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357312.775175:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775177:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.775181:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.775183:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.775184:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.775185:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357312.775187:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03337c0a from hash 00010000:00000001:1.0:1712357312.775189:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.775190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.775191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.775191:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.775193:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.775194:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357312.775196:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357312.775197:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.775198:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357312.775202:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061c00. 00000020:00000040:1.0:1712357312.775205:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.775209:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.775212:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.775213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.775214:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.775215:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.775217:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.775219:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.775221:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.775226:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609f800. 00000100:00000001:1.0:1712357312.775231:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775233:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.775235:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357312.775239:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357312.775244:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357312.775245:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357312.775246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.775248:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337c0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f8e7 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357312.775265:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1df00 count: 0 00010000:00000010:1.0:1712357312.775269:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.775705:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.775708:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775709:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.775710:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.775712:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357312.775713:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1648352388, ctime 1712357312 00000020:00100000:1.0:1712357312.775722:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.775729:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.775736:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.775738:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.775743:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.775744:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.775746:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.775747:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.775751:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.775755:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.775757:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.775759:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.775763:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.775769:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.775771:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.775773:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.775776:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.775779:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128512:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.775782:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.775787:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.775789:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.775795:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.775799:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ef800. 02000000:00000001:1.0:1712357312.775800:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.775809:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.775812:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.775818:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.775824:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572128512, portal 10 00000100:00000001:1.0:1712357312.775826:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.775827:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000040:1.0:1712357312.775832:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.775837:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.775839:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.775841:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357312.775843:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572128512, offset 0 00000400:00000200:1.0:1712357312.775848:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.775856:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.775861:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.775867:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.775870:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.775873:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.775875:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.775877:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [115:115:256:4294967295] 192.168.203.120@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:1.0:1712357312.775880:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.775888:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.775894:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.775897:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357312.775903:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.775910:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.775914:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.777019:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.777026:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.777036:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.777041:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.777043:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.777045:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.777047:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.777051:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.777056:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.777057:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.777175:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.777181:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357312.777191:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.777198:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.777202:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:2.0:1712357312.777205:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:2.0:1712357312.777209:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.777215:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.777224:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.777226:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.777231:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.777232:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.780793:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.780837:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.780840:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.780843:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.780852:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.780858:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.780864:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.780867:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.780870:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.780874:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef901d00 00000400:00000200:2.0:1712357312.780878:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.780883:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x86d [1] + 224 00000800:00000001:2.0:1712357312.780957:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.780974:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.780976:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.780981:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.780986:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.780992:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.781002:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.781035:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.781041:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.781045:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.781049:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.781054:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [116:116:256:4294967295] 192.168.203.120@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1712357312.781057:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.781064:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.781069:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.781073:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343b00. 00000800:00000200:2.0:1712357312.781078:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.781083:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.781086:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343b00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357312.781101:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.781112:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.781114:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.781118:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.781125:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.781127:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.781131:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.781139:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.781149:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061c00 x1795536572128512/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.781156:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.781158:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.781160:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.781164:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.781166:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.781168:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.781171:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.781231:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.781235:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.781238:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.781239:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.781242:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.781246:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781249:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.781250:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357312.781252:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.781254:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.781255:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166745600 : -131938542806016 : ffff8800aa061c00) 00000100:00000001:1.0:1712357312.781267:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.781269:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.781270:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.781272:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.781277:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061c00 x1795536572128512/t4294967306(4294967306) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.781283:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.781286:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.781288:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.781295:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061c00 x1795536572128512/t4294967306(4294967306) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.781303:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128512:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.781307:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.781311:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781314:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.781316:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.781319:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061c00 x1795536572128512/t4294967306(4294967306) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.781324:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.781328:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.781330:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.781331:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.781339:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.781342:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.781345:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.781349:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.781352:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.781354:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.781368:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.781370:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.781376:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.781379:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.781385:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357312.781390:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x4:0x0], updating i_size 4096 00000100:00000001:1.0:1712357312.781391:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.781395:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061c00 x1795536572128512/t4294967306(4294967306) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.781401:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.781402:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.781404:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.781406:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.781407:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.781409:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.781413:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000800:00000001:3.0:1712357312.781417:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000080:00200008:1.0:1712357312.781420:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8) current size 4096, valid attrs 101f0, mode 8800, uid -1748663826, gid 0, new size 18446612137326310888, atime 1712357312.774000000, mtime 1648352388.099959503, ctime 1712357312.774000000, rc 0 00000080:00000001:1.0:1712357312.781425:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.781460:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.781462:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.781465:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.781468:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:1.0:1712357312.781476:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357312.781480:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357312.781482:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8),name=site-packages 00000080:00000010:1.0:1712357312.781486:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.781492:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.781496:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.781498:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x4:0x0] 'site-packages' on [0x200000401:0x3:0x0] 00800000:00000001:1.0:1712357312.781501:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00000800:00000200:2.0:1712357312.781502:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.781505:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343b00. 00800000:00000002:1.0:1712357312.781505:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x200000401:0x4:0x0], name='' -> mds #0 00000400:00000200:2.0:1712357312.781507:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00800000:00000001:1.0:1712357312.781508:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357312.781510:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000002:00000001:1.0:1712357312.781511:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.781512:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x4:0x0]) in obj [0x200000401:0x3:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.781515:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.781521:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.781524:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.781531:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.781533:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.781534:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.781537:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.781539:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.781543:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357312.781547:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.781552:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.781556:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.781561:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.781563:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.781564:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781566:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.781568:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.781634:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.781642:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2eec00. 00000100:00000001:1.0:1712357312.781647:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.781650:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.781651:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.781653:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.781653:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.781655:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.781660:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357312.781663:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.781665:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.781668:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356100 count: 2 00010000:00000001:1.0:1712357312.781670:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.781672:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.781675:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357312.781679:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.781681:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03337c11 to hash 00000020:00000001:1.0:1712357312.781683:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.781684:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.781687:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.781693:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.781695:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.781698:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.781706:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.781715:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.781719:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.781720:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.781725:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.781726:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.781727:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.781728:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.781732:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.781735:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781737:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.781739:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.781743:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.781749:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.781750:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.781752:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.781754:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.781757:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.781760:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.781765:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.781767:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.781769:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.781774:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.781775:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.781781:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.781788:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.781792:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.781797:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572128576, portal 10 00000100:00000001:1.0:1712357312.781799:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.781800:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357312.781805:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.781811:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.781813:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.781815:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357312.781818:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572128576, offset 0 00000400:00000200:1.0:1712357312.781823:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.781829:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.781834:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.781839:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.781843:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.781847:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.781849:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.781857:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [117:117:256:4294967295] 192.168.203.120@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1712357312.781860:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.781867:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.781872:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.781875:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357312.781879:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.781885:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.781888:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.781896:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781898:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.781900:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781902:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.781903:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.781905:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.781910:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.781911:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.781913:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.781914:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.782089:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.782091:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:2.0:1712357312.782095:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.782099:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.782102:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357312.782103:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357312.782106:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.782110:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.782118:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.782120:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.782125:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.782131:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.782195:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1712357312.783879:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1df00. 00010000:00000010:0.1:1712357312.783888:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000800:00000001:2.0:1712357312.785684:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.785695:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.785698:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.785701:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.785710:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.785715:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.785721:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.785724:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.785727:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.785730:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901d40 00000400:00000200:2.0:1712357312.785733:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.785739:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x875 [1] + 224 00000800:00000001:2.0:1712357312.785744:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.785756:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.785759:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.785762:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.785767:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.785772:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.785780:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.785800:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.785806:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.785809:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.785894:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.785905:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.785906:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.785911:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.785918:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.785920:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.785924:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.785931:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.785940:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.785947:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.785949:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.785951:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.785955:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.785957:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.785959:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.785962:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.785970:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.785973:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.785976:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.785977:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.785980:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.785984:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.785987:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.785989:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.785991:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.785993:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.785997:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.786002:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.786016:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.786018:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.786022:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.786028:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.786032:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.786035:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.786037:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.786039:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.786042:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.786047:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.786049:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.786052:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.786053:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786055:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.786059:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786061:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786064:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357312.786066:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786068:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357312.786073:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d200, remote cookie: 0xa8e7976a8eb1f8fc, flags: 0x1001 00010000:00010000:1.0:1712357312.786078:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357312.786085:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x4:0x0].0x0, instead of [0x200000401:0x3:0x0].0x0 00010000:00000001:1.0:1712357312.786087:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357312.786095:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d000. 00010000:00000010:1.0:1712357312.786098:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.786101:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.786104:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357312.786116:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786121:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357312.786125:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357312.786127:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357312.786128:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357312.786129:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357312.786131:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x4:0x0].0x0 (ffff8800b6e1d000) refcount = 1 00010000:00010000:1.0:1712357312.786135:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786139:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357312.786142:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357312.786144:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.786146:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357312.786148:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.786150:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786154:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357312.786156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786160:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786164:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357312.786165:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786166:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786167:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786169:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786170:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786172:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786176:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786176:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357312.786177:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786179:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786181:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.786183:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.786185:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786191:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786192:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786193:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357312.786194:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786195:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786197:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.786198:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786202:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.786204:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786208:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.786209:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786210:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786210:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786211:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357312.786214:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.786218:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786222:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786223:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786224:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786225:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786227:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786228:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.786229:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786230:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786233:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.786235:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786236:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786237:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786238:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786239:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00000002:00010000:1.0:1712357312.786242:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786247:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786248:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.786249:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786249:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786250:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786251:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786252:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357312.786255:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.786256:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357312.786259:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/4 (0 0) 00010000:00000001:1.0:1712357312.786261:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.786262:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.786264:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357312.786267:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786270:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786275:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.786282:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.786288:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357312.786291:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.786294:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786297:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786300:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.786303:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.786306:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.786307:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x4:0x0] 00000080:00000001:1.0:1712357312.786309:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.786313:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502276 : 144115205272502276 : 200000401000004) 00000080:00000001:1.0:1712357312.786315:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357312.786319:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x4:0x0], updating i_size 4096 00010000:00000001:1.0:1712357312.786321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786322:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786323:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786324:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786326:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786328:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.786329:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357312.786331:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357312.786332:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.786334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786335:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.786337:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.786339:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) for lock 0xbda2fb8f03337c11 00000080:00000001:1.0:1712357312.786341:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786343:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357312.786344:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786346:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357312.786347:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786347:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786348:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786349:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786353:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786355:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786356:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357312.786357:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786358:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.786361:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357312.786363:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.786365:0:12713:0:(dcache.c:288:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357312.786366:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00010000:1.0:1712357312.786369:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c11 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357312.786370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.786371:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.786372:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.786373:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786374:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.786376:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.786377:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786381:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786382:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786383:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.786385:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.786386:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.786392:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.786395:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.786396:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.786399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786401:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786404:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.786406:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786407:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786414:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786415:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.786416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357312.786418:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.786421:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572128576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.786425:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.786427:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.786430:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.786435:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.786437:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.786439:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.786441:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.786443:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357312.786446:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.786448:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.786450:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357312.786454:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.786455:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.786458:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357312.786463:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file site-packages:[0x200000401:0x4:0x0](ffff8800a76d88c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357312.786515:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.786517:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.786519:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.786522:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.786532:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=easy_install.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.786535:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.786537:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=easy_install.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.786542:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.786548:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.786551:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.786553:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'easy_install.py' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.786556:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.786559:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='easy_install.py' -> mds #0 00800000:00000001:1.0:1712357312.786565:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786567:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.786569:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: easy_install.py,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.786581:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.786636:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.786640:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357312.786643:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.786647:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.786650:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.786652:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.786653:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.786654:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.786656:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.786657:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.786661:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.786666:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2eec00. 00000100:00000001:1.0:1712357312.786671:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786673:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.786675:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786676:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.786677:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.786678:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.786685:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357312.786688:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.786689:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.786691:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.786692:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.786694:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.786697:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357312.786699:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.786701:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03337c18 to hash 00000020:00000001:1.0:1712357312.786703:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.786704:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357312.786706:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357312.786708:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.786712:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.786716:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.786721:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.786728:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.786732:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.786733:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.786738:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.786739:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.786747:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.786748:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.786752:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.786756:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.786758:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.786759:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.786763:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.786769:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.786770:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.786773:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.786776:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.786778:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128640:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.786781:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.786786:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.786787:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.786789:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.786792:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.786793:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.786800:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.786802:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.786812:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.786817:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572128640, portal 10 00000100:00000001:1.0:1712357312.786819:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.786820:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357312.786824:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.786831:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.786833:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.786834:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357312.786837:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572128640, offset 0 00000400:00000200:1.0:1712357312.786841:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.786846:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.786851:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.786856:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.786859:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.786863:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.786865:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.786869:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [118:118:256:4294967295] 192.168.203.120@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:1.0:1712357312.786872:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.786880:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.786886:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.786889:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357312.786894:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.786901:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.786905:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.786925:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.786927:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.786929:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.786932:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.786933:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.786935:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.786936:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.786941:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.786943:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.786944:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.787030:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.787035:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357312.787039:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.787044:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.787048:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357312.787050:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357312.787053:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.787058:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.787066:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.787069:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.787075:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.787076:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.789388:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.789399:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.789402:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.789405:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.789413:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.789419:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.789425:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.789428:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.789440:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.789443:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901d80 00000400:00000200:2.0:1712357312.789446:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.789451:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x87d [1] + 224 00000800:00000001:2.0:1712357312.789457:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.789468:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.789470:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.789474:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.789478:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.789484:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.789492:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.789513:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.789518:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.789521:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.790129:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.790139:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.790140:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.790144:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.790151:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.790153:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.790156:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.790163:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.790172:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.790179:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.790181:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.790183:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.790186:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.790188:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.790190:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.790193:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.790201:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.790204:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.790206:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.790209:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.790214:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.790217:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.790219:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.790221:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.790223:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.790225:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.790231:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.790243:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.790245:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.790248:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.790254:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128640:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.790258:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.790262:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.790263:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.790265:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.790268:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.790273:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.790276:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.790279:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.790280:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.790283:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.790287:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.790290:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.790292:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357312.790294:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357312.790297:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357312.790301:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790309:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.790312:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790316:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.790319:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.790328:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.790330:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790334:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.790336:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.790339:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.790341:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.790345:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.790348:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.790351:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790356:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.790357:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.790360:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790363:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.790365:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.790366:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.790367:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.790368:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357312.790369:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357312.790370:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357312.790372:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.790374:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.790378:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.790379:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.790381:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.790383:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.790388:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.790389:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.790390:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.790391:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.790393:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03337c18 from hash 00010000:00000001:1.0:1712357312.790394:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.790395:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.790396:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.790397:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.790398:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.790400:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.790401:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.790402:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.790403:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.790404:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.790406:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790409:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.790410:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.790411:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.790412:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.790413:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.790413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.790414:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.790416:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337c18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.790934:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.790936:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.790940:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.790945:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.790952:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.790953:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.790955:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.790956:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.790964:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.790966:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.790967:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.790968:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.790970:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=easy_install.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.790973:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.790977:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.790979:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.790982:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.790984:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.790988:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa366bc0. 00000080:00002000:1.0:1712357312.790994:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.791000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.791005:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.791008:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.791011:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.791012:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.791014:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.791019:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.791022:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.791025:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.791026:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.791029:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.791035:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.791039:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.791042:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.791047:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.791048:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.791050:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.791052:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.791053:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cf9e0 released 00000080:00010000:1.0:1712357312.791055:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c11 from it ffff8800aa3cf9e0 00010000:00000001:1.0:1712357312.791061:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.791062:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.791063:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.791065:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.791067:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.791068:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.791070:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.791075:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.791076:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.791077:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.791078:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.791080:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.791086:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.791089:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.791091:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.791094:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.791094:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.791096:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791098:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.791100:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791101:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791104:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791105:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.791106:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.791107:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.791108:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.791109:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.791112:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.791115:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.791121:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.791124:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572128640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.791138:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.791139:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.791142:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.791147:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.791149:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.791150:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.791152:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.791154:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357312.791157:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.791159:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.791161:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357312.791165:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.791166:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.791168:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.791169:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.791170:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.791175:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.791177:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry easy_install.py (ffff8800a7656510, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.791180:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.791235:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.791238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.791240:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.791244:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.791255:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.791259:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.791260:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.791265:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.791271:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.791273:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.791275:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.py' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.791277:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.791281:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='six.py' -> mds #0 00800000:00000001:1.0:1712357312.791283:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.791285:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.791290:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.py,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.791292:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.791294:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.791297:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357312.791300:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.791304:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.791306:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.791309:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.791309:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.791310:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.791313:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.791314:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.791317:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.791322:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2eec00. 00000100:00000001:1.0:1712357312.791327:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791330:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.791331:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791332:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.791333:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.791335:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.791341:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357312.791344:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.791345:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.791348:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.791349:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.791351:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.791354:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d8c0. 00000020:00000001:1.0:1712357312.791356:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.791358:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d8c0 with handle 0xbda2fb8f03337c1f to hash 00000020:00000001:1.0:1712357312.791364:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.791366:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357312.791369:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357312.791370:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.791372:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.791373:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.791383:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.791390:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.791395:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.791396:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.791400:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.791402:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.791404:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.791405:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.791409:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.791413:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.791415:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.791416:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.791420:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.791426:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.791427:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.791430:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.791432:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.791434:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.791438:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.791442:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.791444:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.791446:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.791449:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.791450:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.791552:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.791555:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.791561:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.791566:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572128704, portal 10 00000100:00000001:1.0:1712357312.791570:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.791581:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357312.791610:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.791616:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.791618:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.791620:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357312.791623:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572128704, offset 0 00000400:00000200:1.0:1712357312.791628:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.791635:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.791641:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.791646:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.791650:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.791652:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.791654:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.791658:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [119:119:256:4294967295] 192.168.203.120@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1712357312.791661:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.791668:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.791673:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.791676:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357312.791710:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.791717:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.791722:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.791739:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.791741:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.791742:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.791744:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.791746:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.791748:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.791750:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.791751:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.791753:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.791758:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.792038:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.792044:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357312.792051:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.792058:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.792062:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357312.792064:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357312.792067:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.792073:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.792081:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.792084:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.792089:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.792091:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357312.793754:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000800:00000001:2.0:1712357312.795955:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.795970:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.795973:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.795976:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.795984:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.795990:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.795997:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.796000:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.796004:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.796008:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901dc0 00000400:00000200:2.0:1712357312.796012:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.796016:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x885 [1] + 224 00000800:00000001:2.0:1712357312.796022:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.796035:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.796037:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.796041:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.796052:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.796058:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.796066:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.796091:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.796098:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.796101:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.796209:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.796220:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.796222:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.796226:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.796231:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.796234:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.796237:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.796245:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.796253:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.796260:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.796261:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.796264:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.796267:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.796269:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.796272:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.796275:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.796284:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.796288:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.796290:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.796293:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.796297:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.796300:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.796302:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.796304:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.796306:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.796309:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.796315:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.796318:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.796320:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.796332:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.796338:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.796343:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.796347:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.796349:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.796351:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.796354:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.796358:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.796361:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.796363:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.796365:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.796369:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.796372:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.796375:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.796377:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=4 00000020:00000001:1.0:1712357312.796379:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357312.796382:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00010000:1.0:1712357312.796388:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796397:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.796400:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796405:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.796407:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.796418:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796423:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.796425:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.796428:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.796430:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.796435:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d8c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.796438:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.796441:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796447:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.796448:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.796451:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796455:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.796457:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.796458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.796459:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.796460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=5 00000020:00000001:1.0:1712357312.796461:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357312.796463:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357312.796465:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.796467:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.796471:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.796472:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.796474:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.796475:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.796477:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.796481:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.796483:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.796484:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.796486:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d8c0 with handle 0xbda2fb8f03337c1f from hash 00010000:00000001:1.0:1712357312.796487:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.796488:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796489:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796489:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.796490:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.796491:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.796493:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796493:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796494:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.796495:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.796497:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796501:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796502:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.796503:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.796503:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796504:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796504:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.796506:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337c1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.796528:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796530:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.796534:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.796539:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.796543:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.796544:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.796546:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.796547:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.796549:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.796555:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.796556:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.796557:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.796560:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.796563:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.796566:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.796568:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.796610:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.796612:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.796617:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa3662e0. 00000080:00002000:1.0:1712357312.796622:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.796628:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.796632:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.796635:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.796638:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.796640:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.796642:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.796647:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.796649:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.796653:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.796654:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.796656:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.796661:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.796665:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.796667:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.796671:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.796673:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.796674:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.796676:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.796677:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cf9e0 released 00000080:00010000:1.0:1712357312.796679:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c11 from it ffff8800aa3cf9e0 00010000:00000001:1.0:1712357312.796680:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.796685:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.796686:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.796688:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.796690:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.796691:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.796693:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.796698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796700:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.796702:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.796703:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.796710:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.796713:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.796714:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.796717:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796718:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.796719:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.796721:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.796723:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.796724:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.796726:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.796728:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.796729:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.796729:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.796730:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.796732:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.796735:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.796738:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.796743:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.796746:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572128704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.796750:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.796758:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.796761:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.796765:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.796767:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.796769:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.796771:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.796773:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357312.797148:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.797150:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.797152:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357312.797158:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.797159:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.797161:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.797162:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.797163:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.797167:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.797169:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry six.py (ffff8800a7656af8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.797172:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.797205:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.797208:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.797210:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.797215:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.797222:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.797225:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.797227:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.797232:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.797236:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.797239:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.797241:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.797244:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.797247:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357312.797249:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.797251:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.797253:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.797255:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.797261:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.797265:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357312.797267:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.797272:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.797275:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.797276:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.797277:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.797278:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.797280:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.797282:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.797284:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.797289:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2eec00. 00000100:00000001:1.0:1712357312.797295:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.797298:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.797300:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.797301:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.797302:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.797303:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.797309:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00010000:00000001:1.0:1712357312.797312:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.797313:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357312.797315:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.797317:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.797319:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.797322:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357312.797324:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.797326:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03337c26 to hash 00000020:00000001:1.0:1712357312.797327:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.797328:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357312.797331:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357312.797333:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.797334:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.797336:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.797341:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.797354:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.797358:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.797359:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.797364:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.797365:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.797367:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.797368:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.797372:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.797375:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.797377:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.797379:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.797383:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.797389:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.797391:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.797393:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.797395:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.797398:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128768:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.797401:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.797405:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.797407:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.797409:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.797411:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.797412:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.797419:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.797421:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.797426:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.797432:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572128768, portal 10 00000100:00000001:1.0:1712357312.797433:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.797434:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357312.797438:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.797447:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.797454:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.797457:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357312.797460:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572128768, offset 0 00000400:00000200:1.0:1712357312.797464:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.797471:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.797478:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.797483:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.797486:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.797490:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.797492:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.797495:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [120:120:256:4294967295] 192.168.203.120@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:1.0:1712357312.797498:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.797506:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.797511:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.797515:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357312.797520:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.797528:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.797532:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.797550:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.797552:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.797553:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.797556:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.797557:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.797559:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.797560:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.797562:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.797564:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.797565:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.798125:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.798130:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357312.798135:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.798142:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.798145:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357312.798147:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357312.798151:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.798156:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.798165:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.798168:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.798183:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.798184:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357312.799719:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d8c0. 00000800:00000001:2.0:1712357312.802189:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.802206:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.802210:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.802213:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.802224:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.802231:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.802239:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.802243:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.802247:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.802251:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901e00 00000400:00000200:2.0:1712357312.802255:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.802262:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x88d [1] + 224 00000800:00000001:2.0:1712357312.802269:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.802288:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.802291:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.802295:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.802301:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.802309:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.802318:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.802339:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.802346:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.802358:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.802383:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.802390:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.802392:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.802399:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.802403:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.802405:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.802407:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.802410:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.802414:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.802419:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.802420:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.802421:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.802424:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.802426:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.802427:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.802429:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.802438:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.802441:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.802443:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.802446:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.802451:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.802455:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.802457:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.802458:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.802461:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.802470:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.802476:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.802479:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.802481:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.802484:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.802490:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128768:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.802499:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.802503:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.802505:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.802507:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.802510:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.802515:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.802518:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.802521:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.802522:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.802525:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.802530:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.802532:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.802535:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357312.802537:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357312.802540:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357312.802545:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802553:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.802557:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802562:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.802564:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802569:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802570:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.802614:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802619:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.802625:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.802628:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.802630:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.802635:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.802638:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.802641:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802646:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.802648:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.802650:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802654:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.802656:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.802657:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.802657:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.802659:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357312.802660:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357312.802661:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357312.802663:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.802666:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.802670:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.802671:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.802673:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.802674:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.802677:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.802678:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.802679:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.802680:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.802682:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03337c26 from hash 00010000:00000001:1.0:1712357312.802687:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.802688:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802689:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.802690:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.802691:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.802693:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802695:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.802696:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.802698:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802703:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802704:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.802705:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.802706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802707:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.802709:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337c26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.802728:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802730:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.802735:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.802739:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.802745:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.802746:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.802748:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.802749:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.802752:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.802755:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.802755:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.802757:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.802758:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.802765:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.802768:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.802770:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.802774:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.802775:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.802780:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa3666a0. 00000080:00002000:1.0:1712357312.802785:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.802794:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.802798:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.802801:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.802804:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.802806:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.802808:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.802813:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.802815:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.802819:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.802820:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357312.802823:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357312.802829:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357312.802832:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.802835:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357312.802840:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357312.802842:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357312.802843:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.802845:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.802847:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cf9e0 released 00000080:00010000:1.0:1712357312.802849:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337c11 from it ffff8800aa3cf9e0 00010000:00000001:1.0:1712357312.802850:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.802851:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.802853:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357312.802854:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.802860:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357312.802861:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.802863:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.802867:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802870:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357312.802871:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357312.802873:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357312.802879:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357312.802882:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357312.802884:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.802887:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802887:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.802888:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.802891:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357312.802892:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.802893:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.802895:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.802897:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.802897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.802898:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357312.802899:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.802900:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.802903:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.802907:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.802912:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.802916:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572128768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.802921:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.802923:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.802925:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.802929:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.802936:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.802938:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.802940:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.802942:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357312.802946:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.802947:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.802949:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357312.802953:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.802954:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.802956:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.802957:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.802958:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.802963:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.802964:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7656a20, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.802967:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.802989:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.802991:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.802993:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.802997:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.803003:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357312.803004:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7656a20) flags 0x8008e refc 0 00000080:00000001:1.0:1712357312.803006:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.803008:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=1536 00000080:00000001:1.0:1712357312.803011:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.803012:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.803014:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.803017:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.803019:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.803022:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.803025:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000002:1.0:1712357312.803032:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.803035:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.803037:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.803042:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.803043:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.803045:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.803048:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.803054:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.803055:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.803056:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.803059:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.803061:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.803063:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x5:0x0] 40000000:00000001:1.0:1712357312.803065:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.803067:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.803068:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.803070:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.803071:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x5:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.803073:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.803076:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.803078:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357312.803080:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357312.803082:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357312.803084:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357312.803086:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.803088:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357312.803093:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.803096:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357312.803098:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357312.803100:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x4:0x0] mode (null) 00000080:00000001:1.0:1712357312.803102:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.803103:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.803104:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.803105:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357312.803107:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357312.803108:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.803109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.803110:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.803111:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.803112:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357312.803113:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357312.803118:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.803119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.803120:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.803121:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357312.803131:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357312.803132:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357312.803134:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.803138:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357312.803140:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x4:0x0] lli = ffff8800a76d8800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357312.803143:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00002000:1.0:1712357312.803146:0:12713:0:(namei.c:196:ll_prune_negative_children()) prune negative dentry six.py 00000080:00000001:1.0:1712357312.803149:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.803152:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00002000:1.0:1712357312.803155:0:12713:0:(namei.c:196:ll_prune_negative_children()) prune negative dentry easy_install.py 00000080:00000001:1.0:1712357312.803157:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.803158:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.803160:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357312.803161:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357312.803163:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x4:0x0](ffff8800a76d88c8) invalid 00000080:00002000:1.0:1712357312.803165:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry site-packages (ffff8800a7656360) parent ffff8800a75db510 inode ffff8800a76d88c8 refc 4 00000080:00000001:1.0:1712357312.803167:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357312.803169:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357312.803170:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.803171:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.803173:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.803174:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.803175:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.803176:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357312.803178:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03337c11 from hash 00010000:00000001:1.0:1712357312.803179:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.803180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.803181:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.803182:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.803184:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.803185:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357312.803187:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357312.803191:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357312.803193:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357312.803197:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061500. 00000020:00000040:1.0:1712357312.803200:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.803204:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.803205:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.803207:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.803209:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.803211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.803212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.803212:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.803215:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.803216:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.803218:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.803224:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609f200. 00000100:00000001:1.0:1712357312.803229:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.803231:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.803233:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357312.803237:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357312.803242:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357312.803245:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357312.803246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.803248:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337c11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1f8fc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357312.803253:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d000 count: 0 00010000:00000010:1.0:1712357312.803256:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.803263:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.803265:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.803266:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.803267:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.803269:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.803278:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.803282:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.803291:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.803292:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.803297:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.803298:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.803300:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.803301:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.803305:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.803308:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.803310:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.803312:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.803315:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.803320:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.803322:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.803325:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.803327:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.803330:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128896:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.803332:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.803337:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.803338:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.803340:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.803343:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357312.803345:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.803349:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.803351:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.803356:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.803361:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572128896, portal 10 00000100:00000001:1.0:1712357312.803362:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.803363:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000040:1.0:1712357312.803367:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.803373:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.803378:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.803380:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357312.803383:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572128896, offset 0 00000400:00000200:1.0:1712357312.803387:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.803392:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.803397:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.803403:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.803406:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.803409:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.803411:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.803414:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [121:121:256:4294967295] 192.168.203.120@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:1.0:1712357312.803417:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.803425:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.803430:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.803433:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d300. 00000800:00000200:1.0:1712357312.803438:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.803444:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.803448:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.803466:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.803468:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.803470:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.803473:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.803474:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.803476:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.803477:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.803479:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.803481:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.803482:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.803568:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.803605:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d300. 00000400:00000200:3.0:1712357312.803612:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.803619:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.803623:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357312.803625:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357312.803628:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.803634:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.803641:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.803644:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.803648:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.803650:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357312.805809:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000800:00000001:2.0:1712357312.808680:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.808691:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.808693:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.808696:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.808704:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808709:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.808714:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808717:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808720:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808724:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901e80 00000400:00000200:2.0:1712357312.808727:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808731:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x895 [1] + 224 00000800:00000001:2.0:1712357312.808736:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.808747:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.808749:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.808753:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.808757:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.808763:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.808775:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.808794:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.808800:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.808803:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808807:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.808811:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [122:122:256:4294967295] 192.168.203.120@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1712357312.808814:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.808819:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.808824:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.808828:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357312.808842:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.808847:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.808850:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357312.808917:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.808919:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:2.0:1712357312.808921:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.808924:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.808927:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.808929:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.808989:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.808995:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.808996:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.808998:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.809001:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.809003:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.809010:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.809014:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.809021:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061500 x1795536572128896/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.809026:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.809028:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.809029:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.809032:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.809033:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.809035:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.809038:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.809044:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.809047:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.809049:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.809050:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.809052:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.809055:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809057:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.809058:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.809059:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.809060:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.809061:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166743808 : -131938542807808 : ffff8800aa061500) 00000100:00000001:1.0:1712357312.809063:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.809064:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.809065:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.809066:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.809069:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061500 x1795536572128896/t4294967307(4294967307) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.809075:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.809077:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.809079:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.809081:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061500 x1795536572128896/t4294967307(4294967307) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.809094:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128896:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.809098:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.809101:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809103:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.809104:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.809107:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061500 x1795536572128896/t4294967307(4294967307) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.809111:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.809114:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.809116:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.809117:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.809122:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.809124:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x5:0x0] 00800000:00000001:1.0:1712357312.809126:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357312.809130:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x4:0x0] mtime from 1648352388 to 1712357312 00000080:00000001:1.0:1712357312.809133:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.809135:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.809138:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.809140:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.809142:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.809143:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:1.0:1712357312.809146:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.809152:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76d9000. 00000080:00000001:1.0:1712357312.809158:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.809160:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x5:0x0](ffff8800a76d90c8) 00000080:00000001:1.0:1712357312.809161:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.809163:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x5:0x0] 00000080:00000001:1.0:1712357312.809165:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.809166:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:1.0:1712357312.809168:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.809170:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502277 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.809172:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x5:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.809177:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.809179:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123194056 : -131938586357560 : ffff8800a76d90c8) 00000080:00000001:1.0:1712357312.809181:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.809182:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.809184:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.809185:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.809189:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.809190:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.809193:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061500 x1795536572128896/t4294967307(4294967307) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.809198:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.809201:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.809205:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.809208:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.809212:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.809213:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7656a20, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000080:00000001:1.0:1712357312.809216:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.809220:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.809224:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.809255:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.809257:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.809259:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.809262:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.809269:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.809271:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.809273:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.809277:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.809280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.809283:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.809284:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'asn1crypto-0.24.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.809286:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.809289:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto-0.24.0-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357312.809291:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.809293:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.809298:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto-0.24.0-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.809301:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.809303:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.809307:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061f80. 00000020:00000040:1.0:1712357312.809309:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.809313:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.809316:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.809320:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.809321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.809322:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809323:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.809325:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.809328:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.809332:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ee400. 00000100:00000001:1.0:1712357312.809336:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.809338:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.809340:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.809341:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.809341:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.809342:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.809347:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00010000:00000001:1.0:1712357312.809349:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.809351:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.809356:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d500. 00010000:00000010:1.0:1712357312.809358:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.809361:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.809363:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357312.809366:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.809367:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03337c2d to hash 00000020:00000001:1.0:1712357312.809369:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.809370:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357312.809372:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357312.809374:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.809375:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.809382:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.809388:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.809396:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.809400:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.809401:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.809405:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.809406:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.809408:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.809409:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000001:1.0:1712357312.809412:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.809414:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809416:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.809417:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.809421:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.809425:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.809427:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.809429:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.809430:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.809433:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128960:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.809435:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.809438:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.809440:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.809441:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.809445:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.809446:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.809449:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.809451:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.809455:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.809463:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572128960, portal 10 00000100:00000001:1.0:1712357312.809464:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.809465:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000040:1.0:1712357312.809469:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.809473:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.809475:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.809476:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357312.809478:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572128960, offset 0 00000400:00000200:1.0:1712357312.809482:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.809486:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.809489:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.809492:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.809495:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.809497:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.809499:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.809501:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [123:123:256:4294967295] 192.168.203.120@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1712357312.809504:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.809509:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.809512:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.809515:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d300. 00000800:00000200:1.0:1712357312.809518:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.809522:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.809524:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.809538:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809539:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.809541:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809543:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.809544:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.809546:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.809547:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.809549:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.809554:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.809555:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.809640:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.809642:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d300. 00000400:00000200:2.0:1712357312.809645:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.809649:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.809651:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:2.0:1712357312.809652:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:2.0:1712357312.809654:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.809657:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.809663:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.809665:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.809669:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.809670:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000001:0.0:1712357312.810713:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357312.810715:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.810718:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357312.810719:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357312.810763:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357312.810765:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.810767:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.1:1712357312.811968:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa3662e0. 00000080:00000010:2.1:1712357312.811978:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa366bc0. 00010000:00000010:2.1:1712357312.812041:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d000. 00010000:00000010:2.1:1712357312.812047:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:3.0:1712357312.812066:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.812075:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.812077:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.812078:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.812085:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.812089:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.812100:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.812103:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.812106:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.812109:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901ec0 00000400:00000200:3.0:1712357312.812112:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.812116:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x89d [1] + 224 00000800:00000001:3.0:1712357312.812120:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.812130:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.812132:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.812135:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.812140:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.812144:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.812152:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.812171:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.812176:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.812179:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.812199:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.812204:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.812205:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.812207:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.812210:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.812212:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.812213:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.812217:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.812225:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.812230:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.812231:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.812232:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.812234:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.812236:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.812237:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.812240:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.812244:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.812248:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.812250:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.812253:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.812258:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.812260:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.812261:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.812262:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.812264:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.812267:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.812279:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.812282:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.812283:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.812286:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.812292:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572128960:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.812295:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.812298:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.812299:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.812301:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.812303:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.812308:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.812311:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.812312:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.812313:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.812316:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.812318:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.812321:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.812322:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357312.812324:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357312.812325:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357312.812328:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.812335:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.812338:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.812342:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.812348:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.812352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.812353:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.812355:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.812359:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.812361:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.812363:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.812365:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.812369:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.812371:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.812373:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.812377:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.812378:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.813261:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.813267:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.813270:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.813271:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.813272:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.813273:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357312.813275:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357312.813276:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357312.813278:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.813280:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.813292:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.813293:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.813295:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.813296:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.813298:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.813299:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.813300:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.813301:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.813303:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03337c2d from hash 00010000:00000001:1.0:1712357312.813304:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.813305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.813306:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.813307:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.813308:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.813309:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.813310:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.813311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.813312:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.813313:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.813315:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.813318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.813319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.813319:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.813320:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.813321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.813322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.813323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.813324:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337c2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.813329:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d500 count: 0 00010000:00000010:1.0:1712357312.813334:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.813339:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.813343:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.813347:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.813351:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.813357:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.813358:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813359:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813360:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813363:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.813364:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.813365:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813366:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.813367:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto-0.24.0-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.813369:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813372:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813374:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.813376:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.813378:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.813381:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa3660a0. 00000080:00002000:1.0:1712357312.813385:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.813389:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813392:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.813395:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813397:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.813398:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.813400:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.813403:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813404:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813405:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813407:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.813408:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.813410:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.813413:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.813417:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.813419:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061f80 x1795536572128960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.813431:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.813432:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.813435:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.813438:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.813439:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.813441:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.813442:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.813444:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ee400. 02000000:00000001:1.0:1712357312.813446:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.813448:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.813450:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061f80. 00000100:00000001:1.0:1712357312.813454:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.813455:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.813463:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.813464:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.813465:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.813470:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.813471:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a7656288, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.813473:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.813476:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.813477:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.813498:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.813500:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.813502:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.813506:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.813514:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.813516:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.813517:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.813519:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.813521:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.813522:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.813524:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.813526:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.813527:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.813530:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.813537:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000002:1.0:1712357312.813542:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.813544:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813546:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.813550:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.813551:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.813553:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.813555:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.813557:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.813558:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.813559:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813561:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.813564:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.813565:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x6:0x0] 40000000:00000001:1.0:1712357312.813567:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813568:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813570:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.813580:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.813597:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'asn1crypto-0.24.0-py3.6.egg-info' [0x200000401:0x6:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.813599:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.813602:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.813603:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.813605:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.813608:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061f80. 00000020:00000040:1.0:1712357312.813611:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.813614:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.813615:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.813617:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.813619:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.813622:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.813623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.813624:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.813626:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.813627:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.813629:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.813632:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ee400. 00000100:00000001:1.0:1712357312.813637:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.813641:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.813643:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.813644:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.813645:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.813646:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.813654:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.813658:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.813664:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.813665:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.813668:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.813670:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.813671:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.813672:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000001:1.0:1712357312.813675:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.813678:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.813680:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.813681:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.813684:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.813690:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.813691:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.813693:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.813695:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.813697:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129088:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.813700:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.813704:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.813705:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.813707:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.813710:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ec400. 02000000:00000001:1.0:1712357312.813711:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.813716:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.813718:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.813722:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.813730:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572129088, portal 10 00000100:00000001:1.0:1712357312.813731:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.813732:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000040:1.0:1712357312.813737:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.813742:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.813744:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.813746:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357312.813749:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1795536572129088, offset 0 00000400:00000200:1.0:1712357312.813753:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.813757:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.813769:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.813773:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.813775:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.813778:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.813780:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.813783:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [124:124:256:4294967295] 192.168.203.120@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:1.0:1712357312.813787:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.813794:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.813798:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.813801:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357312.813806:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.813811:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.813814:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.813829:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.813831:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.813832:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.813834:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.813838:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.813840:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.813842:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.813843:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.813848:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.813849:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.813931:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.813934:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357312.813937:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.813941:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.813943:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357312.813945:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357312.813947:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.813950:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.813957:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.813965:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.813969:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.813971:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357312.815712:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa3666a0. 00000800:00000001:3.0:1712357312.818716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.818727:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.818730:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.818732:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.818740:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.818746:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.818752:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000010:2.1:1712357312.818754:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d500. 00000400:00000200:3.0:1712357312.818756:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.818759:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000010:2.1:1712357312.818761:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000400:00000200:3.0:1712357312.818762:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef901f40 00000400:00000200:3.0:1712357312.818766:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000080:00000010:2.1:1712357312.818766:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa3660a0. 00000400:00000200:3.0:1712357312.818771:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1712357312.818776:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.818789:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.818796:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.818800:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.818805:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.818811:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.818819:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.818838:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.818844:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.818847:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.818851:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.818855:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [125:125:256:4294967295] 192.168.203.120@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1712357312.818858:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.818864:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.818868:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.818872:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.818876:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:1.0:1712357312.818877:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1712357312.818882:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000001:1.0:1712357312.818882:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.818884:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1712357312.818885:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1712357312.818886:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.818889:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.818891:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.818893:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.818898:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.818905:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061f80 x1795536572129088/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.818911:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.818913:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.818914:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.818917:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.818919:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.818921:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.818923:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357312.818927:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00001000:1.0:1712357312.818931:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.818934:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.818936:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000800:00000200:3.0:1712357312.818937:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1712357312.818937:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.818939:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000800:00000010:3.0:1712357312.818940:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.818942:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357312.818942:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357312.818942:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.818944:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000400:00000200:3.0:1712357312.818945:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000040:1.0:1712357312.818946:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.818947:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.818948:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.818949:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166746496 : -131938542805120 : ffff8800aa061f80) 00000100:00000001:1.0:1712357312.818952:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.818953:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.818954:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.818955:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.818959:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061f80 x1795536572129088/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.818974:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.818977:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.818978:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.818982:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061f80 x1795536572129088/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.818988:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129088:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.818991:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.818994:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.818996:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.818997:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.819000:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061f80 x1795536572129088/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.819005:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.819007:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.819009:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.819010:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.819016:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.819019:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x6:0x0] 00800000:00000001:1.0:1712357312.819021:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.819024:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.819026:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.819029:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.819031:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.819033:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.819034:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357312.819037:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.819043:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76d9800. 00000080:00000001:1.0:1712357312.819048:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.819050:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6:0x0](ffff8800a76d98c8) 00000080:00000001:1.0:1712357312.819052:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.819053:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x6:0x0] 00000080:00000001:1.0:1712357312.819055:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.819060:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357312.819061:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.819063:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502278 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.819066:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x6:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.819067:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.819070:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123196104 : -131938586355512 : ffff8800a76d98c8) 00000080:00000001:1.0:1712357312.819071:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.819073:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.819075:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.819076:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.819080:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.819081:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.819084:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061f80 x1795536572129088/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.819089:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.819092:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.819096:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.819098:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.819103:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.819104:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.819130:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.819132:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.819133:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.819136:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.819143:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.819146:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.819147:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.819151:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.819156:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.819159:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.819160:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'asn1crypto' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.819162:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.819165:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto' -> mds #0 00800000:00000001:1.0:1712357312.819167:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.819173:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.819175:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.819178:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.819181:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.819184:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062300. 00000020:00000040:1.0:1712357312.819186:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.819190:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.819193:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.819197:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.819198:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.819199:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.819201:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.819202:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.819205:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.819209:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2efc00. 00000100:00000001:1.0:1712357312.819213:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.819215:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.819216:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.819218:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.819218:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.819219:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.819224:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166747392 : -131938542804224 : ffff8800aa062300) 00010000:00000001:1.0:1712357312.819226:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.819228:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.819234:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d200. 00010000:00000010:1.0:1712357312.819236:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.819238:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.819241:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357312.819243:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.819246:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03337c34 to hash 00000020:00000001:1.0:1712357312.819247:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.819248:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.819250:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.819253:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.819254:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.819261:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.819267:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.819274:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.819278:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.819280:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.819283:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.819284:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.819286:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.819287:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166747392 : -131938542804224 : ffff8800aa062300) 00000100:00000001:1.0:1712357312.819290:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.819293:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.819295:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.819296:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.819300:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.819306:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.819307:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.819309:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.819311:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.819313:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.819316:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.819319:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.819321:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.819322:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.819325:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.819326:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.819330:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.819332:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.819335:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.819344:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572129152, portal 10 00000100:00000001:1.0:1712357312.819345:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.819346:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166747392 : -131938542804224 : ffff8800aa062300) 00000100:00000040:1.0:1712357312.819351:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.819356:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.819358:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.819359:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357312.819361:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572129152, offset 0 00000400:00000200:1.0:1712357312.819365:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.819368:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.819371:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.819375:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.819378:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.819380:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.819382:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.819384:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [126:126:256:4294967295] 192.168.203.120@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1712357312.819387:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.819392:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.819395:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.819397:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1df00. 00000800:00000200:1.0:1712357312.819400:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.819404:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.819406:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1df00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.819410:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.819412:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.819413:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.819415:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.819416:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.819418:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.819420:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.819421:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.819426:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.819427:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.819718:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.819720:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1df00. 00000400:00000200:3.0:1712357312.819723:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.819727:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.819729:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357312.819730:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357312.819733:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.819740:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.819746:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.819748:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.819753:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.819754:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.822712:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.822731:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.822734:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.822760:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.822768:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.822773:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.822780:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.822783:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.822786:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.822789:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef901f80 00000400:00000200:2.0:1712357312.822793:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.822797:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x8ad [1] + 224 00000800:00000001:2.0:1712357312.822803:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.822817:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.822819:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.822823:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.822829:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.822834:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.822842:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.822874:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.822880:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.822882:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.823021:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.823026:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.823027:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.823030:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.823033:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.823035:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.823036:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.823041:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.823047:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823052:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.823053:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.823055:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.823057:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.823059:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.823061:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.823063:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.823069:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.823073:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.823075:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.823078:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823082:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.823085:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.823086:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.823087:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.823089:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.823092:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823097:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.823099:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.823107:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.823116:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.823122:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.823125:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.823128:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.823129:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.823131:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.823133:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823138:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.823142:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.823144:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.823146:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.823148:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.823151:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.823154:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.823155:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357312.823157:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.823159:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00010000:1.0:1712357312.823163:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823170:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.823173:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823178:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.823180:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.823189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.823191:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823195:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.823196:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.823199:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.823200:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.823204:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38df80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.823207:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.823210:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823214:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.823216:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.823218:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823221:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.823224:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.823224:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.823225:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.823226:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357312.823227:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.823228:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.823230:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.823232:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.823236:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.823237:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.823239:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.823240:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.823244:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.823245:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.823246:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.823247:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.823249:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38df80 with handle 0xbda2fb8f03337c34 from hash 00010000:00000001:1.0:1712357312.823250:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.823251:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.823252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.823253:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.823254:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.823255:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.823256:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.823257:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.823258:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.823259:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.823261:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.823264:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.823265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.823266:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.823267:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.823268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.823269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.823269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.823271:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.823275:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d200 count: 0 00010000:00000010:1.0:1712357312.823280:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.823287:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.823287:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.823291:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.823295:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.823300:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.823306:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823307:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823308:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823310:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.823312:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.823313:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823314:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.823316:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.823318:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823321:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823323:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.823326:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.823327:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.823331:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfd2e0. 00000080:00002000:1.0:1712357312.823335:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.823339:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823342:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.823345:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823347:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.823349:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.823350:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.823353:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823355:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823356:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823357:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.823359:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.823361:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.823364:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.823368:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.823372:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062300 x1795536572129152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823377:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.823378:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.823381:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.823384:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.823386:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.823392:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.823394:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.823396:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2efc00. 02000000:00000001:1.0:1712357312.823399:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.823400:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.823402:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062300. 00000100:00000001:1.0:1712357312.823405:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.823406:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.823408:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.823409:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.823410:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.823415:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.823416:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry asn1crypto (ffff8800a7656ca8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.823418:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.823421:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.823424:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.823442:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.823444:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.823446:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.823450:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.823461:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.823464:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.823465:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.823466:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.823469:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.823470:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.823472:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.823474:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.823475:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.823477:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.823480:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000002:1.0:1712357312.823485:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.823487:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823489:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.823494:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.823495:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.823497:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.823503:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.823505:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.823507:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.823508:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823510:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.823512:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.823513:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x7:0x0] 40000000:00000001:1.0:1712357312.823515:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823516:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823517:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.823519:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.823520:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'asn1crypto' [0x200000401:0x7:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.823522:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.823622:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.823624:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.823627:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.823630:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062300. 00000020:00000040:1.0:1712357312.823633:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.823636:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.823637:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.823639:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.823642:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.823645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.823646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.823647:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.823648:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.823650:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.823652:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.823656:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609ec00. 00000100:00000001:1.0:1712357312.823660:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.823662:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.823663:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.823664:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.823665:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.823666:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.823673:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.823678:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.823687:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.823689:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.823692:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.823693:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.823695:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.823696:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166747392 : -131938542804224 : ffff8800aa062300) 00000100:00000001:1.0:1712357312.823699:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.823702:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.823703:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.823705:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.823708:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823713:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.823714:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.823716:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.823717:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.823720:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129280:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.823723:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.823726:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.823727:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.823729:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.823731:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2efc00. 02000000:00000001:1.0:1712357312.823733:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.823736:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.823738:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.823742:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.823746:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572129280, portal 10 00000100:00000001:1.0:1712357312.823747:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.823748:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166747392 : -131938542804224 : ffff8800aa062300) 00000100:00000040:1.0:1712357312.823751:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.823756:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.823762:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.823764:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357312.823767:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572129280, offset 0 00000400:00000200:1.0:1712357312.823771:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.823774:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.823778:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.823782:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.823786:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.823788:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.823790:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.823792:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [127:127:256:4294967295] 192.168.203.120@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1712357312.823795:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.823801:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.823805:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.823807:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357312.823812:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.823830:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.823833:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.823849:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.823850:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.823852:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.823854:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.823855:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.823857:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.823859:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.823860:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.823861:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.823862:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.823939:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.823942:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:3.0:1712357312.823945:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.823949:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.823952:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357312.823953:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357312.823955:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.823958:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.823964:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.823966:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.823971:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.823972:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.827801:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.827820:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.827824:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.827839:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.827851:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827859:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.827866:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827870:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827874:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827878:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902000 00000400:00000200:2.0:1712357312.827882:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827887:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x8b5 [1] + 224 00000800:00000001:2.0:1712357312.827896:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.827908:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.827911:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.827916:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.827922:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.827930:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.827939:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.827959:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.827967:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.827970:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827975:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.827981:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [128:128:256:4294967295] 192.168.203.120@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1712357312.827984:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.827992:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.827997:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.828001:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357312.828006:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.828013:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.828017:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357312.828085:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357312.828345:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.828348:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:2.0:1712357312.828351:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.828354:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357312.828387:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1712357312.828394:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1712357312.828395:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.828396:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.828400:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.828407:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.828409:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.828428:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.828437:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.828445:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062300 x1795536572129280/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.828452:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.828454:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.828456:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.828458:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.828460:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.828462:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.828464:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.828471:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.828474:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.828476:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.828477:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.828479:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.828482:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.828484:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.828485:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.828487:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.828488:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.828489:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166747392 : -131938542804224 : ffff8800aa062300) 00000100:00000001:1.0:1712357312.828491:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.828493:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.828494:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.828495:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.828499:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062300 x1795536572129280/t4294967309(4294967309) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.828504:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.828506:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.828508:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.828510:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062300 x1795536572129280/t4294967309(4294967309) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.828525:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129280:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.828529:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.828532:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.828534:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.828536:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.828538:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062300 x1795536572129280/t4294967309(4294967309) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.828542:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.828545:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.828547:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.828548:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.828554:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.828556:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357312.828558:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.828561:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.828563:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.828566:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.828568:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.828570:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.828617:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:1.0:1712357312.828620:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.828626:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76da000. 00000080:00000001:1.0:1712357312.828757:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.828759:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8) 00000080:00000001:1.0:1712357312.828762:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.828763:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x7:0x0] 00000080:00000001:1.0:1712357312.828765:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.828767:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:1.0:1712357312.828769:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.828771:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502279 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.828773:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x7:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.828775:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.828781:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123198152 : -131938586353464 : ffff8800a76da0c8) 00000080:00000001:1.0:1712357312.828783:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.828785:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.828786:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.828788:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.828792:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.828793:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.828797:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062300 x1795536572129280/t4294967309(4294967309) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.828802:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.828804:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.828809:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.828812:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.828818:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.828819:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.828842:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.828844:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.828846:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.828849:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.828855:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.828858:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.828860:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.828864:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.828868:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.828871:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.828873:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna-2.10-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.828875:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.828878:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna-2.10-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357312.828880:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.828883:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.828884:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna-2.10-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.828887:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.828889:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.828892:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062680. 00000020:00000040:1.0:1712357312.828900:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.828903:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.828907:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.828911:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.828912:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.828913:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.828915:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.828917:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.828920:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.828924:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ec800. 00000100:00000001:1.0:1712357312.828928:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.828930:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.828932:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.828933:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.828933:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.828935:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.828939:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166748288 : -131938542803328 : ffff8800aa062680) 00010000:00000001:1.0:1712357312.828941:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.828943:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.828949:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357312.828951:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.828954:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.828956:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357312.828958:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.828961:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03337c3b to hash 00000020:00000001:1.0:1712357312.828962:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.828963:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.828965:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.828967:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.828969:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.828972:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.828978:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.828993:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.828997:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.828998:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.829002:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.829003:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.829004:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.829005:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166748288 : -131938542803328 : ffff8800aa062680) 00000100:00000001:1.0:1712357312.829009:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.829011:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.829013:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.829014:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.829018:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.829023:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.829024:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.829026:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.829028:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.829030:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.829033:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.829036:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.829038:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.829039:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.829042:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.829043:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.829050:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.829052:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.829055:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.829059:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572129344, portal 10 00000100:00000001:1.0:1712357312.829061:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.829061:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166748288 : -131938542803328 : ffff8800aa062680) 00000100:00000040:1.0:1712357312.829065:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.829074:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.829076:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.829078:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357312.829080:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572129344, offset 0 00000400:00000200:1.0:1712357312.829084:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.829090:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.829095:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.829099:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.829102:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.829105:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.829107:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.829110:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [129:129:256:4294967295] 192.168.203.120@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:1.0:1712357312.829113:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.829121:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.829125:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.829128:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357312.829133:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.829139:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.829142:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.829381:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.829383:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.829385:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.829387:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.829388:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.829390:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.829391:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.829393:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.829394:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.829395:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.829513:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.829516:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357312.829520:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.829524:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.829526:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:2.0:1712357312.829527:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:2.0:1712357312.829529:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.829532:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.829536:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.829537:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.829540:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.829541:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357312.831708:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d200. 00010000:00000010:1.1:1712357312.831717:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38df80. 00000080:00000010:1.1:1712357312.831723:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfd2e0. 00000800:00000001:3.0:1712357312.831976:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.831992:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.831995:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.831997:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.832007:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.832013:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.832019:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.832023:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.832026:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.832030:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902040 00000400:00000200:3.0:1712357312.832034:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.832050:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x8bd [1] + 224 00000800:00000001:3.0:1712357312.832057:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.832070:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.832073:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.832076:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.832082:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.832089:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.832096:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.832124:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.832131:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.832134:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.832190:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.832197:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.832198:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.832206:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.832209:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.832211:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.832213:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.832217:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.832224:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.832229:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.832231:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.832233:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.832236:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.832239:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.832241:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.832243:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.832252:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.832256:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.832258:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.832260:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.832265:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.832268:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.832269:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.832271:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.832273:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.832276:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.832281:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.832284:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.832286:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.832288:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.832295:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.832303:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.832306:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.832308:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.832309:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.832312:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.832317:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.832320:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.832323:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.832324:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.832327:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.832330:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.832332:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.832335:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357312.832337:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.832339:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357312.832344:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832353:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.832356:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832361:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.832363:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.832369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.832371:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832376:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.832382:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.832385:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.832387:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.832392:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.832395:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.832398:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832402:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.832404:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.832406:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832410:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.832412:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.832413:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.832414:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.832415:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357312.832416:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.832418:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.832420:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.832421:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.832425:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.832427:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.832428:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.832429:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.832432:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.832433:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.832434:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.832435:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.832437:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03337c3b from hash 00010000:00000001:1.0:1712357312.832443:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.832444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.832444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.832446:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.832447:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.832448:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.832449:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.832450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.832451:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.832453:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.832455:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.832459:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.832459:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.832460:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.832461:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.832462:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.832463:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.832464:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.832465:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.832471:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:1.0:1712357312.832478:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.832486:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.832487:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.832492:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.832496:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.832502:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.832503:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832504:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832506:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832508:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.832510:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.832515:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832516:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.832518:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna-2.10-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.832521:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832524:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832526:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.832530:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.832532:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.832536:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfdce0. 00000080:00002000:1.0:1712357312.832540:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.832546:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832550:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.832554:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832557:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.832559:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.832560:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.832564:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832566:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832567:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832568:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.832570:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.832617:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.832621:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.832627:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.832630:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062680 x1795536572129344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.832635:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.832636:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.832639:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.832643:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.832645:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.832647:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.832649:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.832651:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ec800. 02000000:00000001:1.0:1712357312.832655:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.832656:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.832662:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062680. 00000100:00000001:1.0:1712357312.832666:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.832667:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.832669:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.832671:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.832672:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.832677:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.832679:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna-2.10-py3.6.egg-info (ffff8800a7656d80, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.832682:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.832830:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.832835:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.832856:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.832857:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.832860:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.832865:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.832874:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.832876:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.832878:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.832879:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.832882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.832883:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.832885:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.832887:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.832888:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.832891:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.832895:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000002:1.0:1712357312.832900:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.832904:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832907:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.832912:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.832914:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.832916:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.832918:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.832920:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.832922:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.832923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832934:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.832935:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.832937:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x8:0x0] 40000000:00000001:1.0:1712357312.832940:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832941:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832942:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.832944:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.832945:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'idna-2.10-py3.6.egg-info' [0x200000401:0x8:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.832947:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.832950:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.832952:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.832957:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.832961:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062680. 00000020:00000040:1.0:1712357312.832965:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.832970:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.832971:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.832973:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.832977:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.832981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.832982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.832983:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.832984:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.832986:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.832988:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.832994:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ec800. 00000100:00000001:1.0:1712357312.832998:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.832999:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.833001:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.833002:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.833003:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.833004:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.833012:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.833020:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.833025:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.833030:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.833035:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.833036:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.833038:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.833039:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166748288 : -131938542803328 : ffff8800aa062680) 00000100:00000001:1.0:1712357312.833042:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.833045:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.833047:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.833049:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.833052:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.833056:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.833058:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.833060:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.833062:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.833064:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129472:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.833067:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.833070:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.833072:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.833074:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.833076:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2edc00. 02000000:00000001:1.0:1712357312.833077:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.833084:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.833088:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.833092:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.833097:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572129472, portal 10 00000100:00000001:1.0:1712357312.833098:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.833099:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166748288 : -131938542803328 : ffff8800aa062680) 00000100:00000040:1.0:1712357312.833103:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.833109:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.833111:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.833113:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357312.833115:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572129472, offset 0 00000400:00000200:1.0:1712357312.833124:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.833130:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.833135:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.833139:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.833143:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.833145:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.833147:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.833150:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [130:130:256:4294967295] 192.168.203.120@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1712357312.833153:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.833160:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.833165:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.833169:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357312.833174:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.833180:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.833183:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.833205:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.833207:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.833208:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.833210:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.833211:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.833213:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.833215:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.833217:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.833220:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.833221:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.833340:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.833343:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357312.833347:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.833351:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.833354:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:2.0:1712357312.833355:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:2.0:1712357312.833358:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.833361:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.833368:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.833370:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.833375:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.833376:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.837634:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.837654:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.837657:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.837660:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.837672:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837679:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.837687:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837691:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837694:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837698:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef9020c0 00000400:00000200:3.0:1712357312.837702:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837709:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x8c5 [1] + 224 00000800:00000001:3.0:1712357312.837716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.837736:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.837739:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.837743:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.837750:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.837758:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.837781:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.837811:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.837820:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.837824:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837828:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.837834:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [131:131:256:4294967295] 192.168.203.120@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:3.0:1712357312.837837:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.837843:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.837848:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.837853:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.837858:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.837865:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.837869:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357312.837925:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357312.837969:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.837977:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.837978:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.837982:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.837985:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.837987:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.837989:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.837993:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.838010:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062680 x1795536572129472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.838015:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.838017:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.838019:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.838022:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.838025:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.838027:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.838030:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.838038:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.838041:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.838044:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.838045:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.838047:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.838051:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838054:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.838055:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.838057:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.838059:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.838060:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166748288 : -131938542803328 : ffff8800aa062680) 00000100:00000001:1.0:1712357312.838063:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.838065:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.838066:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.838068:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.838073:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062680 x1795536572129472/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.838084:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.838087:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.838089:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.838092:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062680 x1795536572129472/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.838098:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129472:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.838106:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.838111:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838113:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.838115:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.838118:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062680 x1795536572129472/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.838123:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.838126:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.838129:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.838130:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.838137:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.838141:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x8:0x0] 00800000:00000001:1.0:1712357312.838143:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.838148:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.838150:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.838154:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.838157:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.838159:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.838161:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000800:00000200:3.0:1712357312.838237:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.838241:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.838243:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.838246:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.838302:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.838350:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.838356:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76da800. 00000080:00000001:1.0:1712357312.838364:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.838366:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x8:0x0](ffff8800a76da8c8) 00000080:00000001:1.0:1712357312.838368:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.838369:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x8:0x0] 00000080:00000001:1.0:1712357312.838371:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.838373:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:1.0:1712357312.838374:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.838376:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502280 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.838379:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x8:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.838380:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.838383:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123200200 : -131938586351416 : ffff8800a76da8c8) 00000080:00000001:1.0:1712357312.838385:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.838386:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.838392:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.838393:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.838398:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.838399:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.838402:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062680 x1795536572129472/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.838407:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.838410:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.838414:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.838418:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.838425:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.838426:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.838455:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.838458:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.838460:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.838463:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.838473:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.838477:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.838479:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.838484:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000001:1.0:1712357312.838489:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.838493:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.838494:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.838497:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.838500:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna' -> mds #0 00800000:00000001:1.0:1712357312.838502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.838506:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.838508:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.838511:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.838513:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.838518:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062a00. 00000020:00000040:1.0:1712357312.838521:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.838526:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.838531:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.838536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.838541:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.838542:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838544:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.838546:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.838550:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.838555:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ee800. 00000100:00000001:1.0:1712357312.838560:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.838563:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.838565:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.838566:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.838567:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.838568:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.838614:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166749184 : -131938542802432 : ffff8800aa062a00) 00010000:00000001:1.0:1712357312.838618:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.838620:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.838627:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1db00. 00010000:00000010:1.0:1712357312.838630:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.838633:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.838636:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357312.838639:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.838641:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03337c42 to hash 00000020:00000001:1.0:1712357312.838643:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.838644:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.838647:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.838650:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.838651:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.838655:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.838663:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.838671:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.838675:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.838681:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.838685:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.838686:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.838688:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.838689:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166749184 : -131938542802432 : ffff8800aa062a00) 00000100:00000001:1.0:1712357312.838694:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.838697:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838699:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.838700:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.838704:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.838709:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.838711:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.838713:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.838715:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.838717:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.838720:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.838724:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.838725:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.838727:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.838731:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.838732:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.838736:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.838738:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.838742:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.838748:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572129536, portal 10 00000100:00000001:1.0:1712357312.838749:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.838750:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166749184 : -131938542802432 : ffff8800aa062a00) 00000100:00000040:1.0:1712357312.838754:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.838759:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.838761:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.838762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357312.838764:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572129536, offset 0 00000400:00000200:1.0:1712357312.838772:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.838775:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.838778:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.838782:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.838786:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.838789:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.838791:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.838793:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [132:132:256:4294967295] 192.168.203.120@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1712357312.838795:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.838800:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.838803:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.838806:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357312.838808:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.838812:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.838814:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.838917:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838919:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.838921:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838923:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.838924:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.838926:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.838929:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.838930:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.838931:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.838932:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.839001:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.839003:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:3.0:1712357312.839007:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.839010:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.839013:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:3.0:1712357312.839014:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:3.0:1712357312.839017:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.839019:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.839025:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.839030:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.839034:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.839035:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357312.840717:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00010000:00000010:1.1:1712357312.840732:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:1.1:1712357312.840738:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfdce0. 00000800:00000001:2.0:1712357312.841622:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.841639:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.841642:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.841645:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.841654:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.841660:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.841667:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.841672:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.841675:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.841679:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902100 00000400:00000200:2.0:1712357312.841682:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.841687:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x8cd [1] + 224 00000800:00000001:2.0:1712357312.841694:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.841711:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.841713:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.841717:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.841723:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.841730:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.841739:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.841760:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.841768:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.841771:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.842126:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.842134:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.842135:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.842138:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:1.0:1712357312.842144:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:1.0:1712357312.842145:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:1.0:1712357312.842148:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.842157:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.842179:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.842185:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.842187:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.842189:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.842191:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.842193:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.842195:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.842197:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.842203:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.842206:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.842208:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.842210:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.842215:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.842217:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.842219:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.842221:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.842223:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.842226:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.842231:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.842233:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.842234:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.842237:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.842244:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.842247:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.842250:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.842252:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.842258:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.842261:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.842266:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.842269:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.842271:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.842272:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.842275:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.842278:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.842280:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.842282:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357312.842283:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.842285:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00010000:1.0:1712357312.842842:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842852:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.842856:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842860:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.842862:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.842867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.842869:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842873:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.842875:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.842877:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.842879:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.842891:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38df80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.842894:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.842896:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842900:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.842902:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.842904:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842908:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.842910:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.842911:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.842912:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.842913:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357312.842914:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.842915:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.842918:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.842919:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.842923:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.842924:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.842925:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.842926:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.842928:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.842929:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.842930:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.842931:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.842933:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38df80 with handle 0xbda2fb8f03337c42 from hash 00010000:00000001:1.0:1712357312.842934:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.842935:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.842939:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.842940:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.842941:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.842942:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.842944:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.842944:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.842945:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.842946:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.842948:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.842951:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.842952:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.842953:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.842954:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.842954:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.842955:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.842956:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.842957:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.842962:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1db00 count: 0 00010000:00000010:1.0:1712357312.842967:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.842975:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.842976:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.842979:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.842983:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.842988:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.842989:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.842991:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.842992:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.842994:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.842995:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.842996:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.842997:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.842998:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.843004:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843006:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843008:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.843011:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.843013:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.843016:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfd180. 00000080:00002000:1.0:1712357312.843021:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.843025:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843028:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.843031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.843033:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.843034:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.843036:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.843039:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.843041:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.843042:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843043:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.843045:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.843047:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.843050:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.843055:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.843058:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062a00 x1795536572129536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.843062:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.843064:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.843067:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.843070:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.843071:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.843073:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.843075:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.843077:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ee800. 02000000:00000001:1.0:1712357312.843080:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.843081:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.843083:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062a00. 00000100:00000001:1.0:1712357312.843086:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.843087:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.843092:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.843093:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.843094:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.843099:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.843101:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna (ffff8800a7656948, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.843103:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.843105:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.843107:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.843525:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.843527:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.843529:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.843537:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.843545:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.843547:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.843548:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.843550:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.843553:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.843554:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.843555:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.843557:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.843558:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.843560:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.843564:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609fa00. 00000080:00000002:1.0:1712357312.843569:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.843581:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843600:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.843604:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.843605:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.843607:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.843610:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.843612:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.843613:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.843615:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.843616:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.843618:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.843620:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x9:0x0] 40000000:00000001:1.0:1712357312.843622:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.843628:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843629:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.843630:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.843632:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'idna' [0x200000401:0x9:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.843634:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.843636:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.843638:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.843640:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.843642:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062a00. 00000020:00000040:1.0:1712357312.843645:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.843649:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.843650:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.843652:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.843655:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.843657:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.843658:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.843659:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.843661:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.843662:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.843665:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.843670:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609e400. 00000100:00000001:1.0:1712357312.843674:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.843676:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.843677:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.843678:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.843679:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.843680:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.843687:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.843692:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.843697:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.843698:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.843702:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357312.843703:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357312.843705:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.843709:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166749184 : -131938542802432 : ffff8800aa062a00) 00000100:00000001:1.0:1712357312.843713:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.843716:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.843718:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.843719:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.843722:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.843728:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.843729:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.843731:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.843733:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.843736:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129664:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.843738:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.843742:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.843743:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.843745:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.843748:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ee800. 02000000:00000001:1.0:1712357312.843749:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.843755:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.843758:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f26e0. 00000400:00000010:1.0:1712357312.843762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357312.843767:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572129664, portal 10 00000100:00000001:1.0:1712357312.843769:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.843770:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166749184 : -131938542802432 : ffff8800aa062a00) 00000100:00000040:1.0:1712357312.843773:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.843779:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.843781:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.843782:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357312.843785:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572129664, offset 0 00000400:00000200:1.0:1712357312.843788:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.843795:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.843801:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.843809:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.843812:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.843815:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.843817:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.843820:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [133:133:256:4294967295] 192.168.203.120@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1712357312.843823:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.843830:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.843834:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.843838:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357312.843843:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.843849:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.843852:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.843875:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.843877:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.843879:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.843881:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.843882:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.843884:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.843886:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.843887:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.843889:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.843890:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.844116:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.844119:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357312.844123:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.844127:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.844129:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:3.0:1712357312.844131:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:3.0:1712357312.844134:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.844137:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.844143:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.844145:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.844149:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.844150:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.846966:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.846978:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.846981:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.846983:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.846991:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.846997:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.847003:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.847006:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.847023:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.847026:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902180 00000400:00000200:2.0:1712357312.847029:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.847034:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1712357312.847039:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.847050:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.847053:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.847056:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.847060:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.847067:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.847075:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.847086:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.847091:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.847094:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.847097:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.847101:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [134:134:256:4294967295] 192.168.203.120@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1712357312.847104:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.847110:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.847114:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.847118:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357312.847122:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.847127:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.847130:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357312.847196:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.847199:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:2.0:1712357312.847201:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.847204:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.847211:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.847213:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.847319:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.847324:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.847325:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.847327:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f26e0. 00000400:00000200:0.0:1712357312.847330:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:0.0:1712357312.847332:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:0.0:1712357312.847335:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.847342:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.847350:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062a00 x1795536572129664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.847355:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.847357:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.847358:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.847361:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.847366:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.847368:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.847370:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.847376:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.847379:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.847382:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.847383:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.847385:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.847388:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.847390:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.847391:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.847393:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.847394:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.847395:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166749184 : -131938542802432 : ffff8800aa062a00) 00000100:00000001:0.0:1712357312.847397:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.847399:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.847400:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.847401:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.847404:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062a00 x1795536572129664/t4294967311(4294967311) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.847410:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.847412:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.847413:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.847416:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062a00 x1795536572129664/t4294967311(4294967311) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.847422:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129664:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.847426:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.847428:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.847431:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.847432:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.847435:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062a00 x1795536572129664/t4294967311(4294967311) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.847440:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.847447:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:0.0:1712357312.847449:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.847450:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.847455:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.847458:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x9:0x0] 00800000:00000001:0.0:1712357312.847460:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.847463:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.847465:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.847468:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.847470:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.847471:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.847474:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:0.0:1712357312.847476:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.847482:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0641000. 00000080:00000001:0.0:1712357312.847487:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.847489:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8) 00000080:00000001:0.0:1712357312.847491:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.847492:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x9:0x0] 00000080:00000001:0.0:1712357312.847494:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.847495:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:0.0:1712357312.847497:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.847499:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502281 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.847501:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x9:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.847503:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.847505:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273566408 : -131938435985208 : ffff8800b06410c8) 00000080:00000001:0.0:1712357312.847507:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.847508:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.847510:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.847512:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.847515:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.847516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.847519:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062a00 x1795536572129664/t4294967311(4294967311) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.847525:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.847527:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609fa00. 00000080:00000001:0.0:1712357312.847534:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.847538:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.847543:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.847544:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.847699:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.847701:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.847703:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.847706:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.847713:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.847716:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.847718:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.847722:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcfc00. 00000080:00000001:0.0:1712357312.847727:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.847729:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.847731:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libzfs_core' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.847733:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.847736:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='libzfs_core' -> mds #0 00800000:00000001:0.0:1712357312.847738:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.847740:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.847742:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libzfs_core,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.847745:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.847746:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.847750:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39aa00. 00000020:00000040:0.0:1712357312.847752:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.847761:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.847764:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.847767:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.847768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.847769:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.847771:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.847773:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.847775:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.847780:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f6400. 00000100:00000001:0.0:1712357312.847783:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.847786:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.847790:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.847791:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.847792:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.847793:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.847799:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203678720 : -131938505872896 : ffff8800ac39aa00) 00010000:00000001:0.0:1712357312.847801:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.847803:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.847808:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356200. 00010000:00000010:0.0:1712357312.847811:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.847813:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.847815:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357312.847818:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.847820:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03337c49 to hash 00000020:00000001:0.0:1712357312.847821:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.847822:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357312.847825:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357312.847827:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.847829:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.847832:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.847838:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.847845:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.847849:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.847850:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.847854:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357312.847855:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357312.847857:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.847857:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203678720 : -131938505872896 : ffff8800ac39aa00) 00000100:00000001:0.0:1712357312.847860:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.847866:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.847869:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.847870:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.847873:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.847879:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.847880:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.847883:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.847884:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.847886:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.847889:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.847892:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.847894:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.847895:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.847899:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357312.847901:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.847905:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.847907:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.847911:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.847915:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572129728, portal 10 00000100:00000001:0.0:1712357312.847917:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.847918:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203678720 : -131938505872896 : ffff8800ac39aa00) 00000100:00000040:0.0:1712357312.847922:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.847927:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.847929:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.847931:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357312.847933:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572129728, offset 0 00000400:00000200:0.0:1712357312.847937:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.847940:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.847943:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.847947:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.847950:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.847954:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.847959:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.847961:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [135:135:256:4294967295] 192.168.203.120@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1712357312.847964:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.847969:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.847973:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.847976:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357312.847978:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.847982:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.847984:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.847989:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.847990:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.847992:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.847994:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.847995:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.847996:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.847998:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.847999:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.848000:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.848001:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.848079:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.848081:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357312.848083:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.848086:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.848088:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:2.0:1712357312.848089:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:2.0:1712357312.848092:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.848095:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.848100:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.848102:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.848105:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.848106:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.849800:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.849810:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.849812:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.849814:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.849821:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.849826:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.849831:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.849834:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.849837:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.849841:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9021c0 00000400:00000200:3.0:1712357312.849845:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.849850:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x8dd [1] + 224 00000800:00000001:3.0:1712357312.849855:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.849866:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.849868:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.849877:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.849881:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.849887:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.849894:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.849913:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.849918:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.849921:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.849963:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.849968:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.849969:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.849971:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357312.849974:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357312.849976:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357312.849978:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.850079:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.850086:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850092:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.850094:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.850096:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.850103:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.850105:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.850107:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.850110:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.850116:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.850119:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.850121:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.850123:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850127:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.850129:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.850131:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.850132:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.850134:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.850136:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850141:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.850143:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.850145:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.850147:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.850153:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.850156:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.850158:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.850160:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.850161:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.850163:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850168:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.850170:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357312.850172:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.850173:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.850179:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.850182:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.850184:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.850186:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357312.850188:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357312.850190:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357312.850194:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850200:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.850203:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850207:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.850209:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.850214:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.850216:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850219:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.850221:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.850223:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.850225:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.850229:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.850231:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.850234:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850237:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.850239:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.850244:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850247:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.850249:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.850250:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.850250:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.850251:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357312.850253:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357312.850254:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357312.850255:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.850257:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.850260:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.850262:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.850264:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.850265:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.850267:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.850268:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.850269:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.850270:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.850271:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03337c49 from hash 00010000:00000001:0.0:1712357312.850273:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.850273:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.850274:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.850275:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.850276:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.850276:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.850278:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.850278:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.850279:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.850280:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.850281:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.850291:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.850292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.850292:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.850293:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.850294:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.850294:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.850295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.850296:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337c49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.850301:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356200 count: 0 00010000:00000010:0.0:1712357312.850306:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.850312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.850314:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.850317:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.850321:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.850326:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.850327:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850329:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850330:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850332:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.850334:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.850335:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850336:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.850339:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libzfs_core intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.850341:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850344:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850346:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.850348:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.850350:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.850353:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f3bc0. 00000080:00002000:0.0:1712357312.850357:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.850367:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850374:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.850376:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850379:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.850380:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.850382:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.850386:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850387:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850388:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850390:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.850391:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.850393:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.850397:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcfc00. 00000100:00000001:0.0:1712357312.850400:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.850403:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39aa00 x1795536572129728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850408:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.850409:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.850412:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357312.850415:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.850416:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.850418:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.850419:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.850421:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f6400. 02000000:00000001:0.0:1712357312.850424:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.850426:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.850428:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39aa00. 00000100:00000001:0.0:1712357312.850431:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.850432:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.850433:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.850434:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.850435:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.850440:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.850442:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libzfs_core (ffff8800a75161b0, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.850444:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.850446:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.850449:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.850466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.850472:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.850474:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.850478:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.850492:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.850495:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.850496:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.850497:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.850500:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.850500:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.850502:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.850505:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.850506:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.850508:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.850512:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcfc00. 00000080:00000002:0.0:1712357312.850517:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.850519:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850521:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.850524:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.850526:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.850528:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.850530:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.850532:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.850534:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.850535:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850537:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.850539:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.850541:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0xa:0x0] 40000000:00000001:0.0:1712357312.850542:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850543:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850545:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.850546:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.850547:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'libzfs_core' [0x200000401:0xa:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.850549:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.850551:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.850553:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.850555:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.850560:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39aa00. 00000020:00000040:0.0:1712357312.850562:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.850565:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.850566:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.850568:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.850570:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.850674:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.850675:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.850676:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.850678:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.850680:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.850682:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.850687:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcfa00. 00000100:00000001:0.0:1712357312.850691:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.850692:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.850694:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.850695:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.850696:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.850697:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.850705:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.850710:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.850715:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.850716:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.850719:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357312.850721:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357312.850723:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.850724:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203678720 : -131938505872896 : ffff8800ac39aa00) 00010000:00000010:1.1:1712357312.850759:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1db00. 00010000:00000010:1.1:1712357312.850765:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38df80. 00000080:00000010:1.1:1712357312.850769:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfd180. 00000100:00000001:0.0:1712357312.850792:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.850795:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.850798:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.850799:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.850802:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850807:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.850812:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.850814:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.850816:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.850819:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129856:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.850821:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.850824:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.850826:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.850827:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.850829:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f6400. 02000000:00000001:0.0:1712357312.850831:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.850835:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.850837:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.850840:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.850845:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572129856, portal 10 00000100:00000001:0.0:1712357312.850846:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.850847:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203678720 : -131938505872896 : ffff8800ac39aa00) 00000100:00000040:0.0:1712357312.850851:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.850856:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.850858:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.850860:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357312.850862:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572129856, offset 0 00000400:00000200:0.0:1712357312.850865:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.850870:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.850874:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.850878:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.850881:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.850884:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.850886:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.850889:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [136:136:256:4294967295] 192.168.203.120@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1712357312.850892:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.850898:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.850903:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.850908:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357312.850912:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.850918:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.850921:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.851020:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.851022:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.851024:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.851025:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.851026:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.851028:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.851030:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.851031:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.851032:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.851033:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.851838:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.851841:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357312.851845:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.851849:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.851852:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:2.0:1712357312.851853:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:2.0:1712357312.851855:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.851859:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.851865:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.851867:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.851872:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.851873:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.855446:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.855457:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.855460:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.855461:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.855470:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855475:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.855481:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855484:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855486:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855489:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902240 00000400:00000200:3.0:1712357312.855493:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855498:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x8e5 [1] + 224 00000800:00000001:3.0:1712357312.855503:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.855516:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.855518:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.855521:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.855526:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.855532:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.855540:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.855560:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.855605:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.855609:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855612:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.855617:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [137:137:256:4294967295] 192.168.203.120@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1712357312.855620:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.855625:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.855630:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.855634:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.855638:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.855644:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.855647:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357312.855719:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.855721:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.855723:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.855726:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357312.855730:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.855732:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.855779:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.855785:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.855786:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.855788:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357312.855791:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357312.855793:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357312.855795:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.855799:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.855806:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39aa00 x1795536572129856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.855812:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.855813:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.855819:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.855822:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.855824:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.855826:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.855828:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.855834:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.855838:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.855840:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.855846:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.855848:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.855851:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.855853:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.855854:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.855856:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.855858:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.855859:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203678720 : -131938505872896 : ffff8800ac39aa00) 00000100:00000001:0.0:1712357312.855861:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.855862:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.855864:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.855865:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.855869:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39aa00 x1795536572129856/t4294967312(4294967312) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.855875:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.855877:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.855878:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.855881:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39aa00 x1795536572129856/t4294967312(4294967312) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.855887:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129856:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.855890:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.855893:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.855895:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.855896:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.855899:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39aa00 x1795536572129856/t4294967312(4294967312) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.855904:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.855907:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357312.855909:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.855910:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.855915:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.855917:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357312.855919:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.855927:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.855930:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.855933:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.855936:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.855937:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.855939:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:0.0:1712357312.855941:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.855947:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0641800. 00000080:00000001:0.0:1712357312.855953:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.855955:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00000001:0.0:1712357312.855957:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.855958:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xa:0x0] 00000080:00000001:0.0:1712357312.855960:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.855961:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:0.0:1712357312.855963:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.855965:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502282 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.855967:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.855968:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.855970:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273568456 : -131938435983160 : ffff8800b06418c8) 00000080:00000001:0.0:1712357312.855972:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.855973:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.855975:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.855976:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.855980:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.855981:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.855985:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39aa00 x1795536572129856/t4294967312(4294967312) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.855989:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.855992:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcfc00. 00000080:00000001:0.0:1712357312.855995:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.855998:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.856004:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.856005:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.856029:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.856031:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.856032:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.856039:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.856046:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.856049:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.856051:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.856056:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcfc00. 00000080:00000001:0.0:1712357312.856060:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.856063:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.856064:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pip-9.0.3.dist-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.856066:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.856069:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip-9.0.3.dist-info' -> mds #0 00800000:00000001:0.0:1712357312.856071:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.856073:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.856075:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip-9.0.3.dist-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.856077:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.856079:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.856083:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39ad80. 00000020:00000040:0.0:1712357312.856086:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.856089:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.856093:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.856097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.856098:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.856099:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.856101:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.856103:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.856105:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.856109:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f5c00. 00000100:00000001:0.0:1712357312.856113:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.856115:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.856116:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.856117:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.856118:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.856119:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.856124:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00010000:00000001:0.0:1712357312.856126:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.856131:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.856137:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356a00. 00010000:00000010:0.0:1712357312.856139:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.856142:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.856144:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357312.856147:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.856150:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337c50 to hash 00000020:00000001:0.0:1712357312.856151:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.856152:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.856154:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.856157:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.856159:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.856162:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.856169:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.856176:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.856180:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.856182:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.856185:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357312.856186:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357312.856188:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.856189:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000001:0.0:1712357312.856192:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.856195:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.856196:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.856198:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.856202:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.856207:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.856213:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.856215:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.856217:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.856219:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.856222:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.856226:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.856227:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.856229:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.856233:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357312.856234:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.856238:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.856239:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.856243:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.856247:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572129920, portal 10 00000100:00000001:0.0:1712357312.856248:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.856249:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000040:0.0:1712357312.856253:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.856258:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.856260:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.856261:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357312.856263:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572129920, offset 0 00000400:00000200:0.0:1712357312.856267:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.856270:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.856273:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.856277:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.856280:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.856282:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.856284:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.856286:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [138:138:256:4294967295] 192.168.203.120@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1712357312.856289:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.856295:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.856298:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.856304:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356500. 00000800:00000200:0.0:1712357312.856307:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.856311:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.856313:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.856328:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.856330:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.856332:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.856334:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.856335:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.856336:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.856338:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.856339:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.856341:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.856342:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.856389:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.856391:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356500. 00000400:00000200:3.0:1712357312.856394:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.856397:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.856399:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:3.0:1712357312.856401:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:3.0:1712357312.856403:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.856407:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.856413:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.856416:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.856421:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.856422:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357312.856684:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356200. 00010000:00000010:3.1:1712357312.856688:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:3.1:1712357312.856692:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f3bc0. 00000800:00000001:2.0:1712357312.858125:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.858134:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.858136:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.858138:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.858151:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.858154:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.858159:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.858161:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.858164:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.858167:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902280 00000400:00000200:2.0:1712357312.858170:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.858173:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x8ed [1] + 224 00000800:00000001:2.0:1712357312.858178:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.858188:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.858190:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.858203:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.858207:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.858211:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.858218:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.858562:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.858569:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.858602:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.858668:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.858673:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.858675:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.858677:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357312.858680:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357312.858682:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357312.858685:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.858689:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.858696:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.858701:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.858702:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.858703:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.858705:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.858707:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.858708:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.858710:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.858715:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.858718:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.858719:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.858727:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.858732:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.858735:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.858736:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.858737:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.858739:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.858742:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.858747:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.858749:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.858751:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.858753:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.858759:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572129920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.858763:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.858765:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.858767:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.858768:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.858771:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.858775:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.858777:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357312.858779:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.858780:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.858783:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.858785:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.858787:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.858789:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357312.858791:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.858793:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357312.858800:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.858807:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.858810:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.858814:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.858816:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.858820:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.858821:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.858823:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.858827:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.858829:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.858831:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.858832:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.858837:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.858840:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.858843:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.858847:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.858853:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.858855:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.858858:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.858860:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.858865:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.858866:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.858867:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357312.858868:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.858870:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.858872:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.858873:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.858877:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.858878:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.858880:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.858881:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.858883:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.858884:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.858885:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.858886:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.858888:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337c50 from hash 00010000:00000001:0.0:1712357312.859196:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.859197:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.859197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.859198:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.859199:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.859201:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.859202:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.859203:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.859204:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.859205:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.859207:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.859211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.859212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.859213:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.859213:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.859214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.859215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.859220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.859221:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.859227:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356a00 count: 0 00010000:00000010:0.0:1712357312.859233:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.859240:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.859241:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.859244:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.859249:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.859255:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.859256:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.859257:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.859258:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.859260:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.859262:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.859262:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.859263:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.859265:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip-9.0.3.dist-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.859268:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.859270:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.859272:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.859274:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.859276:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.859470:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfd180. 00000080:00002000:1.0:1712357312.859476:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.859480:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.859483:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.859486:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.859492:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.859493:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.859495:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.859499:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.859500:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.859501:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.859503:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.859508:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.859510:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.859513:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcfc00. 00000100:00000001:1.0:1712357312.859516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.859519:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39ad80 x1795536572129920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.859524:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.859526:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.859528:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:1.0:1712357312.859532:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.859533:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.859534:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.859536:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.859538:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f5c00. 02000000:00000001:1.0:1712357312.859541:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.859542:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.859543:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39ad80. 00000100:00000001:1.0:1712357312.859548:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.859549:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.859551:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.859551:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.859552:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.859557:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.859558:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pip-9.0.3.dist-info (ffff8800a7516798, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.859561:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.859563:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.859602:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.859620:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.859622:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.859624:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.859627:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.859634:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.859636:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.859637:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.859639:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.859642:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.859653:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.859655:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.859657:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.859658:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.859660:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.859663:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000002:1.0:1712357312.859668:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.859671:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.859672:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.859677:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.859678:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.859680:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.859682:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.859684:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.859686:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.859687:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.859688:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.859690:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.859693:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0xb:0x0] 40000000:00000001:1.0:1712357312.859695:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.859696:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.859697:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.859698:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.859700:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pip-9.0.3.dist-info' [0x200000401:0xb:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.859702:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.859704:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.859706:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.859708:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.859712:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa062d80. 00000020:00000040:1.0:1712357312.859714:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.859717:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.859718:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.859721:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.859723:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.859726:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.859727:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.859731:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.859733:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.859735:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.859737:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.859742:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ed400. 00000100:00000001:1.0:1712357312.859746:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.859748:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.859750:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.859751:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.859752:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.859753:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.859761:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.859765:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.859770:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.859772:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.859776:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.859777:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.859779:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.859780:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750080 : -131938542801536 : ffff8800aa062d80) 00000100:00000001:1.0:1712357312.859783:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.859785:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.859787:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.859788:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.859791:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.859796:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.859797:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.859800:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.859801:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.859804:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa062d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130048:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.859811:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.859815:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.859816:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.859822:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.859825:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ed800. 02000000:00000001:1.0:1712357312.859826:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.859831:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.859833:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.859837:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.859842:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572130048, portal 10 00000100:00000001:1.0:1712357312.859843:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.859844:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750080 : -131938542801536 : ffff8800aa062d80) 00000100:00000040:1.0:1712357312.859849:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.859854:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.859856:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.859858:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357312.859860:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1795536572130048, offset 0 00000400:00000200:1.0:1712357312.859863:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.859869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.859874:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.859878:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.859881:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.859883:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.859885:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.859888:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [139:139:256:4294967295] 192.168.203.120@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:1.0:1712357312.859890:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.859896:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.859900:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.859903:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357312.859907:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.859912:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.859916:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.859921:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.859923:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.859928:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.859930:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.859931:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.859933:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.859934:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.859935:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.859936:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.859937:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.859984:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.859987:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:3.0:1712357312.859991:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.859994:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.859996:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357312.859998:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357312.860000:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.860003:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.860009:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.860012:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.860017:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.860018:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.863093:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.863105:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.863108:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.863110:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.863118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863123:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.863129:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863132:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863135:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863139:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902300 00000400:00000200:2.0:1712357312.863143:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863148:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x8f5 [1] + 224 00000800:00000001:2.0:1712357312.863161:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.863171:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.863173:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.863177:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.863182:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.863187:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.863195:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.863216:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.863222:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.863225:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863229:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.863233:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [140:140:256:4294967295] 192.168.203.120@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1712357312.863237:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.863242:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.863247:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.863251:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357312.863255:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.863260:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.863263:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357312.863330:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.863335:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.863336:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.863338:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.863341:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.863343:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.863345:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.863349:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.863356:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa062d80 x1795536572130048/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.863361:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.863363:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.863364:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.863367:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.863369:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.863370:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.863372:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.863380:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.863383:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.863385:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.863386:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.863388:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.863391:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863393:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.863394:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.863396:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.863397:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.863398:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750080 : -131938542801536 : ffff8800aa062d80) 00000100:00000001:1.0:1712357312.863405:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.863406:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.863408:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.863409:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.863413:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa062d80 x1795536572130048/t4294967313(4294967313) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.863419:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.863421:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.863423:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.863425:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa062d80 x1795536572130048/t4294967313(4294967313) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.863432:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa062d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130048:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.863436:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.863438:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863440:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000800:00000001:3.0:1712357312.863441:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357312.863442:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.863444:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa062d80 x1795536572130048/t4294967313(4294967313) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.863449:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.863452:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.863454:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.863455:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.863460:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.863463:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0xb:0x0] 00800000:00000001:1.0:1712357312.863465:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.863469:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.863471:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.863474:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.863476:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.863478:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.863479:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:1.0:1712357312.863482:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.863491:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76db000. 00000080:00000001:1.0:1712357312.863497:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.863498:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8) 00000080:00000001:1.0:1712357312.863500:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.863502:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xb:0x0] 00000800:00000200:2.0:1712357312.863504:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000080:00000001:1.0:1712357312.863504:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.863505:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:1.0:1712357312.863506:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000800:00000010:2.0:1712357312.863507:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000080:00000002:1.0:1712357312.863508:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502283 mtime from 0 to 1712357312 00000400:00000200:2.0:1712357312.863509:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00200000:1.0:1712357312.863511:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xb:0x0], updating i_size 4096 00000400:00000200:2.0:1712357312.863512:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000080:00000001:1.0:1712357312.863513:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.863515:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123202248 : -131938586349368 : ffff8800a76db0c8) 00000080:00000001:1.0:1712357312.863517:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.863518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.863520:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.863521:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.863525:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.863526:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.863528:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa062d80 x1795536572130048/t4294967313(4294967313) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.863534:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.863536:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.863539:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357312.863542:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.863542:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.863548:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.863549:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.863570:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.863608:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.863610:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.863613:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.863620:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.863622:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.863624:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.863628:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.863632:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.863639:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.863641:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pip' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.863643:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.863647:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip' -> mds #0 00800000:00000001:1.0:1712357312.863653:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.863655:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.863657:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.863659:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.863661:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.863664:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063100. 00000020:00000040:1.0:1712357312.863667:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.863671:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.863674:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.863677:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.863679:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.863680:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863681:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.863683:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.863686:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.863690:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ed000. 00000100:00000001:1.0:1712357312.863693:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.863696:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.863697:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.863698:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.863699:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.863700:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.863704:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166750976 : -131938542800640 : ffff8800aa063100) 00010000:00000001:1.0:1712357312.863707:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.863709:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.863715:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1db00. 00010000:00000010:1.0:1712357312.863717:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.863720:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.863722:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357312.863724:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.863726:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03337c57 to hash 00000020:00000001:1.0:1712357312.863732:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.863733:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.863736:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.863738:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.863739:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.863742:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.863749:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.863756:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.863761:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.863762:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.863765:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.863767:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.863768:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.863769:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750976 : -131938542800640 : ffff8800aa063100) 00000100:00000001:1.0:1712357312.863772:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.863774:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863776:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.863777:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.863781:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.863786:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.863787:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.863789:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.863791:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.863793:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.863796:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.863800:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.863801:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.863807:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.863810:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.863812:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.863815:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.863817:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.863820:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.863824:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572130112, portal 10 00000100:00000001:1.0:1712357312.863825:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.863826:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750976 : -131938542800640 : ffff8800aa063100) 00000100:00000040:1.0:1712357312.863830:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.863836:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.863838:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.863840:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357312.863842:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572130112, offset 0 00000400:00000200:1.0:1712357312.863845:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.863849:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.863851:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.863855:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.863858:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.863860:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.863862:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.863864:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [141:141:256:4294967295] 192.168.203.120@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:1.0:1712357312.863867:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.863873:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.863876:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.863878:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357312.863881:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.863885:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.863887:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.863905:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863910:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.863912:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863914:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.863915:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.863917:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.863919:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.863920:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.863921:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.863922:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.863995:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.863997:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357312.864001:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.864004:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.864006:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:2.0:1712357312.864011:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:2.0:1712357312.864013:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.864017:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.864023:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.864025:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.864030:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.864031:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357312.865748:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfd180. 00000800:00000001:3.0:1712357312.865789:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.865798:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.865799:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.865801:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.865806:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.865810:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.865813:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.865815:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.865818:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.865821:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902340 00000400:00000200:3.0:1712357312.865824:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.865828:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x8fd [1] + 224 00000800:00000001:3.0:1712357312.865833:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.865843:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.865845:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.865849:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.865853:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.865858:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.865871:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.865886:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.865895:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.865898:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.865918:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.865922:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.865923:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.865925:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.865927:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.865929:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.865931:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.865935:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.865941:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.865945:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.865946:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.865948:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.865950:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.865951:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.865952:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.865954:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.865958:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.865961:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.865963:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.865965:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.865970:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.865972:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.865974:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.865975:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.865980:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.865984:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.865989:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.865991:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.865992:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.865994:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.865998:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.866000:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.866001:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.866003:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.866004:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.866005:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.866008:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.866009:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.866011:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.866011:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.866013:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.866015:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.866017:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.866018:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357312.866019:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.866021:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00010000:1.0:1712357312.866023:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866028:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.866030:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866037:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.866039:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866041:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.866042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.866043:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866045:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.866046:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.866048:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.866049:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.866052:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38df80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.866053:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.866055:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866058:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.866059:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.866060:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866062:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.866063:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.866063:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.866064:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.866065:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357312.866065:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.866066:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357312.866068:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.866071:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.866073:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.866074:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.866075:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.866076:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.866078:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.866078:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.866079:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.866079:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.866081:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38df80 with handle 0xbda2fb8f03337c57 from hash 00010000:00000001:1.0:1712357312.866081:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.866082:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.866082:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.866083:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.866083:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.866084:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.866085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.866085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.866086:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.866086:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.866087:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.866089:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.866090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.866090:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.866091:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.866091:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.866091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.866092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.866093:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337c57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.866095:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1db00 count: 0 00010000:00000010:1.0:1712357312.866098:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.866103:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.866106:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.866109:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.866111:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.866115:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.866115:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866116:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866117:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866119:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.866120:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.866120:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866121:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.866122:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.866124:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866125:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866127:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.866129:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.866130:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.866132:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfd0e0. 00000080:00002000:1.0:1712357312.866135:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.866138:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866140:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.866142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866144:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.866145:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.866146:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.866148:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866149:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866150:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866150:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.866151:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.866153:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.866155:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357312.866157:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.866159:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063100 x1795536572130112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.866166:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.866167:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.866169:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.866171:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.866172:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.866173:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.866174:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.866176:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ed000. 02000000:00000001:1.0:1712357312.866177:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.866178:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.866179:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063100. 00000100:00000001:1.0:1712357312.866181:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.866182:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.866183:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.866184:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.866184:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.866188:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.866189:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pip (ffff8800a7656ca8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.866190:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.866192:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.866193:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.866208:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.866210:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.866211:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.866215:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.866220:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.866222:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.866223:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.866224:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.866226:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.866227:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.866229:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.866231:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.866232:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.866234:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.866241:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000002:1.0:1712357312.866245:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.866247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866249:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.866252:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.866253:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.866255:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.866257:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.866259:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.866260:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.866261:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866263:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.866265:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.866267:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0xc:0x0] 40000000:00000001:1.0:1712357312.866269:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866270:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866271:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.866272:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.866274:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pip' [0x200000401:0xc:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.866275:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.866278:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.866279:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.866281:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.866284:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063100. 00000020:00000040:1.0:1712357312.866286:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.866289:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.866290:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.866292:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.866294:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.866297:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.866298:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.866299:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.866301:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.866303:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.866305:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.866309:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609fa00. 00000100:00000001:1.0:1712357312.866312:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.866317:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.866319:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.866320:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.866321:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.866322:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.866329:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.866334:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.866339:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.866340:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.866343:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.866345:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.866346:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.866347:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750976 : -131938542800640 : ffff8800aa063100) 00000100:00000001:1.0:1712357312.866350:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.866353:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.866355:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.866356:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.866359:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.866363:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.866364:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.866366:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.866368:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.866370:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130240:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.866373:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.866376:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.866377:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.866378:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.866380:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ed000. 02000000:00000001:1.0:1712357312.866381:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.866385:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.866386:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.866389:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.866397:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572130240, portal 10 00000100:00000001:1.0:1712357312.866398:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.866399:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750976 : -131938542800640 : ffff8800aa063100) 00000100:00000040:1.0:1712357312.866404:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.866409:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.866411:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.866412:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357312.866415:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572130240, offset 0 00000400:00000200:1.0:1712357312.866418:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.866422:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.866425:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.866428:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.866431:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.866433:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.866435:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.866437:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [142:142:256:4294967295] 192.168.203.120@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:1.0:1712357312.866440:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.866446:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.866450:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.866452:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357312.866455:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.866460:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.866463:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.866483:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.866485:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.866486:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.866488:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.866489:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.866490:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.866492:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.866493:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.866498:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.866499:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.866720:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.866723:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357312.866727:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.866730:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.866732:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:2.0:1712357312.866734:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:2.0:1712357312.866736:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.866739:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.866745:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.866747:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.866752:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.866753:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.869535:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.869544:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.869547:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.869549:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.869556:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869562:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.869568:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869581:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869599:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869602:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef9023c0 00000400:00000200:3.0:1712357312.869606:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869610:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x905 [1] + 224 00000800:00000001:3.0:1712357312.869615:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.869628:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.869630:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.869633:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.869637:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.869643:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.869650:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.869671:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.869676:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.869679:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869683:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.869693:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [143:143:256:4294967295] 192.168.203.120@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1712357312.869696:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.869702:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.869706:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.869767:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.869772:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.869777:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.869780:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357312.869829:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357312.869839:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.869841:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.869843:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357312.869845:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.869846:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357312.869898:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.869904:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.869905:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.869907:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.869910:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.869912:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.869914:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.869918:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.869924:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063100 x1795536572130240/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.869929:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.869930:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.869932:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.869934:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.869935:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.869937:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.869939:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.869945:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.869949:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.869951:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.869952:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.869954:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.869957:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.869964:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.869965:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.869966:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.869968:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.869969:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166750976 : -131938542800640 : ffff8800aa063100) 00000100:00000001:1.0:1712357312.869971:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.869973:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.869974:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.869976:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.869979:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063100 x1795536572130240/t4294967314(4294967314) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.869991:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.869993:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.869994:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.869998:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063100 x1795536572130240/t4294967314(4294967314) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.870004:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130240:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.870007:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.870009:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.870011:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.870012:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.870014:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063100 x1795536572130240/t4294967314(4294967314) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.870019:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.870021:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.870023:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.870024:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.870029:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.870032:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357312.870034:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.870037:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.870039:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.870042:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.870044:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.870045:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.870047:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357312.870049:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.870055:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76db800. 00000080:00000001:1.0:1712357312.870061:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.870063:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357312.870065:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.870066:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xc:0x0] 00000080:00000001:1.0:1712357312.870068:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.870073:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357312.870075:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.870076:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502284 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.870079:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xc:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.870081:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.870083:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123204296 : -131938586347320 : ffff8800a76db8c8) 00000080:00000001:1.0:1712357312.870085:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.870087:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.870088:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.870090:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.870093:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.870094:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.870098:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063100 x1795536572130240/t4294967314(4294967314) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.870103:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.870105:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.870109:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.870112:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.870118:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.870119:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.870139:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.870141:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.870142:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.870144:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.870150:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkg_resources, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.870151:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.870153:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pkg_resources, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.870156:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.870160:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.870162:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.870163:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pkg_resources' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.870165:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.870167:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pkg_resources' -> mds #0 00800000:00000001:1.0:1712357312.870169:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.870174:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.870175:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pkg_resources,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.870177:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.870178:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.870181:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063480. 00000020:00000040:1.0:1712357312.870184:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.870188:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.870191:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.870194:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.870195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.870196:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.870198:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.870200:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.870202:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.870207:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2ef000. 00000100:00000001:1.0:1712357312.870210:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.870213:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.870214:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.870215:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.870216:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.870217:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.870221:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166751872 : -131938542799744 : ffff8800aa063480) 00010000:00000001:1.0:1712357312.870223:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.870225:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.870230:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d200. 00010000:00000010:1.0:1712357312.870233:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.870235:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.870238:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357312.870240:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.870242:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03337c5e to hash 00000020:00000001:1.0:1712357312.870243:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.870244:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.870246:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.870249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.870250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.870256:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.870262:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.870269:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.870272:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.870273:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.870276:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.870277:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.870279:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.870280:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166751872 : -131938542799744 : ffff8800aa063480) 00000100:00000001:1.0:1712357312.870283:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.870285:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.870287:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.870288:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.870292:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.870297:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.870298:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.870300:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.870301:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.870303:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130304:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.870306:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.870310:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.870311:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.870313:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.870316:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.870317:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.870320:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.870322:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.870325:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.870332:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572130304, portal 10 00000100:00000001:1.0:1712357312.870334:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.870334:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166751872 : -131938542799744 : ffff8800aa063480) 00000100:00000040:1.0:1712357312.870339:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.870344:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.870346:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.870347:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357312.870350:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572130304, offset 0 00000400:00000200:1.0:1712357312.870353:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.870357:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.870360:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.870363:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.870366:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.870369:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.870371:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.870373:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [144:144:256:4294967295] 192.168.203.120@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:1.0:1712357312.870376:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.870381:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.870385:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.870387:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357312.870390:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.870393:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.870395:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.870457:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.870459:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.870461:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.870463:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.870464:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.870465:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.870467:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.870468:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.870473:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.870473:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.870505:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.870507:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357312.870511:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.870515:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.870517:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:2.0:1712357312.870518:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:2.0:1712357312.870521:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.870523:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.870538:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.870541:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.870545:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.870546:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357312.871707:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356a00. 00010000:00000010:0.1:1712357312.871713:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000800:00000001:3.0:1712357312.872564:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.872607:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.872609:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.872612:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.872618:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.872623:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.872627:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.872630:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.872633:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.872635:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902400 00000400:00000200:3.0:1712357312.872638:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.872642:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x90d [1] + 224 00000800:00000001:3.0:1712357312.872647:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.872657:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.872659:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.872662:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.872665:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.872670:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.872687:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.872707:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.872717:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.872720:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.872742:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.872747:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.872748:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.872749:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.872752:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.872754:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.872756:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.872761:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.872768:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.872773:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.872774:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.872776:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.872777:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.872779:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.872780:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.872782:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.872787:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.872790:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.872792:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.872795:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.872800:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.872802:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.872804:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.872805:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.872806:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.872809:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.872815:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.872817:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.872822:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.872825:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.872831:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130304:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.872834:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.872837:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.872838:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.872839:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.872842:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.872846:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.872849:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.872851:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.872851:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.872854:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.872857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.872859:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.872861:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357312.872863:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.872865:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357312.872869:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872876:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.872879:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872883:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.872885:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872889:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.872893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.872895:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872898:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.872900:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.872902:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.872904:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.872908:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.872911:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.872913:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872917:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.872919:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.872921:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872924:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.872926:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.872926:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.872927:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.872928:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357312.872929:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.872931:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357312.872933:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.872935:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.872939:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.872940:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.872941:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.872942:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.872948:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.872948:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.872950:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.872951:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.872953:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03337c5e from hash 00010000:00000001:1.0:1712357312.872954:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.872955:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.872956:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.872957:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.872957:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.872958:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.872960:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.872961:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.872961:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.872963:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.872964:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.872968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.872969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.872970:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.872970:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.872971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.872972:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.872973:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.872974:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337c5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.872979:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d200 count: 0 00010000:00000010:1.0:1712357312.872983:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.872991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.872992:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.872995:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.873000:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.873005:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.873009:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873010:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873011:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873012:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.873013:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.873014:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873015:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.873016:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pkg_resources intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.873018:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873020:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873021:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.873023:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.873024:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.873026:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfd760. 00000080:00002000:1.0:1712357312.873029:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.873033:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873035:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.873037:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873039:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.873040:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.873041:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.873044:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873045:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873046:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873046:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.873047:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.873049:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.873051:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357312.873054:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.873056:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063480 x1795536572130304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.873059:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.873060:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.873062:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.873064:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.873065:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.873067:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.873069:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.873070:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ef000. 02000000:00000001:1.0:1712357312.873072:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.873073:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.873074:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063480. 00000100:00000001:1.0:1712357312.873076:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.873076:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.873077:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.873078:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.873079:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.873082:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.873083:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pkg_resources (ffff8800a7656e58, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.873085:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.873087:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.873088:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.873103:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.873104:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.873106:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.873108:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.873114:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkg_resources, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.873115:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.873116:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.873117:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.873119:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.873119:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.873120:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.873122:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.873123:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pkg_resources, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.873124:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.873126:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000002:1.0:1712357312.873129:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.873131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873132:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.873135:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.873136:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.873137:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.873140:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.873142:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.873144:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.873145:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873147:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.873149:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.873151:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0xd:0x0] 40000000:00000001:1.0:1712357312.873153:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873154:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873155:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.873157:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.873158:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pkg_resources' [0x200000401:0xd:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.873160:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.873162:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.873164:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.873166:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.873169:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063480. 00000020:00000040:1.0:1712357312.873171:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.873174:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.873175:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.873177:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.873180:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.873183:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.873184:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.873185:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.873187:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.873188:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.873190:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.873193:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609ee00. 00000100:00000001:1.0:1712357312.873197:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.873198:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.873200:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.873201:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.873202:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.873203:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.873209:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.873213:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.873228:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.873229:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.873232:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.873233:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.873235:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.873236:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166751872 : -131938542799744 : ffff8800aa063480) 00000100:00000001:1.0:1712357312.873239:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.873241:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.873243:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.873245:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.873247:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.873252:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.873253:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.873255:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.873257:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.873259:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130432:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.873262:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.873265:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.873266:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.873267:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.873269:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2ef000. 02000000:00000001:1.0:1712357312.873270:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.873273:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.873274:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.873276:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.873279:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572130432, portal 10 00000100:00000001:1.0:1712357312.873280:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.873281:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166751872 : -131938542799744 : ffff8800aa063480) 00000100:00000040:1.0:1712357312.873284:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.873287:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.873291:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.873292:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357312.873294:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572130432, offset 0 00000400:00000200:1.0:1712357312.873297:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.873300:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.873302:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.873306:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.873308:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.873310:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.873311:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.873313:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [145:145:256:4294967295] 192.168.203.120@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:1.0:1712357312.873315:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.873319:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.873322:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.873324:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357312.873327:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.873331:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.873333:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.873350:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.873352:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.873353:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.873354:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.873355:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.873356:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.873357:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.873358:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.873359:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.873359:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.873455:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.873458:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:2.0:1712357312.873460:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.873464:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.873549:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357312.873551:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357312.873554:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.873558:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.873563:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.873566:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.873570:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.873598:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.877506:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.877517:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.877520:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.877522:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.877529:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877535:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.877542:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877545:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877547:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877551:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902480 00000400:00000200:3.0:1712357312.877554:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877560:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x915 [1] + 224 00000800:00000001:3.0:1712357312.877565:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.877627:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.877629:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.877633:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.877637:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.877643:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.877651:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.877708:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.877714:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.877718:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877772:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.877783:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [146:146:256:4294967295] 192.168.203.120@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1712357312.877787:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.877793:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.877797:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.877801:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.877805:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.877811:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.877814:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357312.877855:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357312.877878:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.877880:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.877882:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.877885:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.877885:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.877928:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.877934:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.877935:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.877937:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.877941:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.877942:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.877949:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.877952:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.877958:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063480 x1795536572130432/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.877964:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.877965:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.877967:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.877969:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.877971:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.877972:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.877974:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.877981:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.877984:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.877986:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.877987:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.877989:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.877992:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.877994:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.877996:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.877997:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.877998:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.877999:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166751872 : -131938542799744 : ffff8800aa063480) 00000100:00000001:1.0:1712357312.878001:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.878002:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.878003:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.878005:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.878008:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063480 x1795536572130432/t4294967315(4294967315) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.878013:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.878015:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.878017:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.878019:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063480 x1795536572130432/t4294967315(4294967315) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.878032:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130432:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.878035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.878038:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.878040:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.878041:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.878044:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063480 x1795536572130432/t4294967315(4294967315) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.878048:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.878051:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.878052:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.878053:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.878058:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.878061:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0xd:0x0] 00800000:00000001:1.0:1712357312.878062:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.878065:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.878068:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.878071:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.878073:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.878074:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.878076:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502285 : 144115205272502285 : 20000040100000d) 00000080:00000001:1.0:1712357312.878079:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.878084:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76dc000. 00000080:00000001:1.0:1712357312.878089:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.878091:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0xd:0x0](ffff8800a76dc0c8) 00000080:00000001:1.0:1712357312.878093:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.878094:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xd:0x0] 00000080:00000001:1.0:1712357312.878096:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.878097:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502285 : 144115205272502285 : 20000040100000d) 00000080:00000001:1.0:1712357312.878099:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.878101:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502285 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.878103:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xd:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.878105:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.878110:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123206344 : -131938586345272 : ffff8800a76dc0c8) 00000080:00000001:1.0:1712357312.878111:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.878113:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.878115:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.878116:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.878119:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.878120:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.878123:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063480 x1795536572130432/t4294967315(4294967315) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.878127:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.878130:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.878133:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.878136:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.878142:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.878143:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.878166:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.878168:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.878170:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.878172:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.878179:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ply-3.9-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.878182:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.878183:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ply-3.9-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.878188:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.878192:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.878195:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.878196:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ply-3.9-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.878199:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.878202:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='ply-3.9-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357312.878204:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.878206:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.878208:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ply-3.9-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.878211:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.878213:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.878216:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063800. 00000020:00000040:1.0:1712357312.878223:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.878227:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.878230:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.878235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.878236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.878237:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.878239:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.878241:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.878244:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.878249:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa183c00. 00000100:00000001:1.0:1712357312.878253:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.878255:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.878257:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.878258:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.878259:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.878260:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.878264:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166752768 : -131938542798848 : ffff8800aa063800) 00010000:00000001:1.0:1712357312.878267:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.878268:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.878273:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1df00. 00010000:00000010:1.0:1712357312.878275:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.878278:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.878280:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357312.878283:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.878285:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03337c65 to hash 00000020:00000001:1.0:1712357312.878286:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.878287:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357312.878290:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357312.878293:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.878295:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.878298:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.878304:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.878318:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.878322:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.878323:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.878326:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.878327:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.878329:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.878330:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166752768 : -131938542798848 : ffff8800aa063800) 00000100:00000001:1.0:1712357312.878333:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.878336:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.878337:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.878339:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.878342:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.878347:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.878348:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.878350:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.878352:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.878355:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130496:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.878357:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.878360:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.878361:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.878363:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.878366:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.878367:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.878371:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.878372:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.878376:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.878379:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572130496, portal 10 00000100:00000001:1.0:1712357312.878381:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.878382:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166752768 : -131938542798848 : ffff8800aa063800) 00000100:00000040:1.0:1712357312.878385:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.878394:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.878396:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.878398:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357312.878400:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572130496, offset 0 00000400:00000200:1.0:1712357312.878404:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.878407:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.878410:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.878413:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.878416:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.878419:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.878420:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.878422:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [147:147:256:4294967295] 192.168.203.120@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1712357312.878425:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.878430:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.878434:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.878436:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d500. 00000800:00000200:1.0:1712357312.878439:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.878442:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.878444:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.878461:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.878463:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.878465:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.878466:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.878467:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.878469:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.878471:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.878472:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.878473:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.878474:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.878753:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.878756:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d500. 00000400:00000200:2.0:1712357312.878760:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.878764:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.878766:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357312.878768:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357312.878770:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.878774:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.878780:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.878783:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.878792:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.878793:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.880398:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.880410:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.880412:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.880414:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.880421:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.880426:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.880432:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.880435:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.880437:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.880441:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9024c0 00000400:00000200:3.0:1712357312.880444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.880448:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x91d [1] + 224 00000800:00000001:3.0:1712357312.880454:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.880466:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.880468:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.880472:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.880477:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.880483:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.880506:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.880524:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.880533:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.880536:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.880563:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.880568:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.880569:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.880604:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.880607:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.880608:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.880610:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.880613:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.880618:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.880621:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.880622:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.880624:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.880626:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.880627:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.880628:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.880629:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.880633:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.880636:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.880637:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.880639:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.880642:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.880644:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.880644:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.880645:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.880646:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.880648:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.880651:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.880653:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.880654:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.880655:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.880659:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130496:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.880664:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.880666:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.880667:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.880668:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.880669:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.880673:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.880674:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.880676:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.880676:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.880678:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.880680:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.880682:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.880683:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357312.880685:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357312.880686:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357312.880689:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880694:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.880696:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880699:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.880700:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.880703:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.880704:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880707:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.880710:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.880712:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.880713:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.880716:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.880718:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.880720:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880723:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.880724:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.880726:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880728:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.880729:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.880730:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.880730:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.880731:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357312.880731:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357312.880732:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357312.880733:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.880734:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.880737:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.880737:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.880738:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.880739:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.880741:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.880742:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.880742:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.880743:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.880744:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03337c65 from hash 00010000:00000001:1.0:1712357312.880747:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.880747:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.880748:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.880748:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.880749:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.880749:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.880750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.880751:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.880751:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.880752:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.880753:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.880756:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.880757:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.880757:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.880758:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.880759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.880759:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.880760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.880761:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337c65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.880766:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1df00 count: 0 00010000:00000010:1.0:1712357312.880771:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.880779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.880780:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.880784:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.880787:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.880792:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.880793:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880795:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880796:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880798:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.880799:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.880804:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880805:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.880807:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ply-3.9-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.880809:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.880811:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.880813:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.880816:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.880817:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.880820:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5dfdc60. 00000080:00002000:1.0:1712357312.880824:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.880829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.880832:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.880834:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880836:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.880837:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.880839:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.880842:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880843:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880845:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.880846:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.880848:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.880849:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.880852:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357312.880856:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.880863:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063800 x1795536572130496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.880868:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.880869:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.880871:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.880875:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.880876:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.880877:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.880879:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.880881:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa183c00. 02000000:00000001:1.0:1712357312.880885:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.880886:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.880891:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063800. 00000100:00000001:1.0:1712357312.880894:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.880895:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.880897:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.880898:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.880899:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.880903:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.880905:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ply-3.9-py3.6.egg-info (ffff8800a7656bd0, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.880907:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.880909:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.880912:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.880929:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.880931:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.880932:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.880936:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.880943:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ply-3.9-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.880945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.880946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.880948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.880950:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.880951:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.880952:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.880954:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.880955:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=ply-3.9-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.880957:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.880960:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000002:1.0:1712357312.880964:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.880967:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357312.880969:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1db00. 00800000:00000001:1.0:1712357312.880969:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.880972:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.880973:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00010000:00000010:2.1:1712357312.880974:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38df80. 00800000:00000001:1.0:1712357312.880975:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.880977:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00000080:00000010:2.1:1712357312.880978:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfd0e0. 00800000:00000001:1.0:1712357312.880979:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.880980:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.880981:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357312.880982:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d200. 00010000:00000010:2.1:1712357312.880984:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:2.1:1712357312.880986:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfd760. 00000002:00000001:1.0:1712357312.880986:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.880988:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.880990:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0xe:0x0] 40000000:00000001:1.0:1712357312.880992:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.880993:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.880995:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.880996:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.880997:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'ply-3.9-py3.6.egg-info' [0x200000401:0xe:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.880999:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.881001:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.881003:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.881005:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.881008:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063800. 00000020:00000040:1.0:1712357312.881010:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.881013:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.881015:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.881016:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.881019:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.881022:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.881023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.881024:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.881026:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.881027:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.881029:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.881032:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa183c00. 00000100:00000001:1.0:1712357312.881036:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.881037:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.881039:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.881040:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.881041:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.881042:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.881048:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.881052:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.881057:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.881061:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.881064:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.881065:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.881066:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.881067:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166752768 : -131938542798848 : ffff8800aa063800) 00000100:00000001:1.0:1712357312.881070:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.881072:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.881074:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.881075:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.881077:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.881082:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.881083:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.881085:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.881086:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.881089:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130624:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.881091:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.881094:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.881096:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.881097:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.881100:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa182400. 02000000:00000001:1.0:1712357312.881101:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.881104:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.881106:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.881110:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357312.881113:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572130624, portal 10 00000100:00000001:1.0:1712357312.881114:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.881115:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166752768 : -131938542798848 : ffff8800aa063800) 00000100:00000040:1.0:1712357312.881119:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.881125:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.881127:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.881129:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357312.881130:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1795536572130624, offset 0 00000400:00000200:1.0:1712357312.881137:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.881140:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.881154:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.881157:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.881159:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.881163:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.881164:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.881167:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [148:148:256:4294967295] 192.168.203.120@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1712357312.881170:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.881175:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.881180:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.881183:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357312.881187:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.881195:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.881198:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.881212:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.881214:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.881215:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.881217:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.881218:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.881220:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.881222:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.881223:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.881224:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.881225:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.881488:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.881492:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357312.881495:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.881498:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.881500:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357312.881502:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357312.881504:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.881507:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.881514:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.881516:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.881520:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.881521:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.886032:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.886041:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.886043:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.886045:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.886053:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886058:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.886063:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886066:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886069:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886072:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902540 00000400:00000200:3.0:1712357312.886076:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886080:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x925 [1] + 224 00000800:00000001:3.0:1712357312.886085:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.886092:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.886094:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.886098:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.886102:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.886108:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.886115:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.886134:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.886139:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.886142:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886145:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.886153:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [149:149:256:4294967295] 192.168.203.120@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1712357312.886155:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.886161:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.886166:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.886169:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.886172:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.886177:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.886180:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357312.886220:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357312.886234:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.886236:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.886237:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357312.886239:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.886240:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357312.886397:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.886402:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.886403:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.886405:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:1.0:1712357312.886408:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:1.0:1712357312.886410:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:1.0:1712357312.886412:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.886416:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.886432:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063800 x1795536572130624/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.886437:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.886438:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.886440:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.886443:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.886444:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.886446:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.886449:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.886455:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.886458:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.886460:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357312.886461:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.886464:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.886466:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.886468:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.886469:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.886470:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.886472:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.886474:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166752768 : -131938542798848 : ffff8800aa063800) 00000100:00000001:1.0:1712357312.886476:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.886477:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.886478:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.886480:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.886484:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063800 x1795536572130624/t4294967316(4294967316) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.886490:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.886492:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.886493:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.886497:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063800 x1795536572130624/t4294967316(4294967316) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.886503:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130624:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.886511:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.886513:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.886515:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.886516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.886519:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063800 x1795536572130624/t4294967316(4294967316) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.886523:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.886526:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.886528:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.886528:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.886533:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.886536:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0xe:0x0] 00800000:00000001:1.0:1712357312.886538:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.886860:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.886863:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.886866:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.886868:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.886869:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.886871:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502286 : 144115205272502286 : 20000040100000e) 00000080:00000001:1.0:1712357312.886874:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.886879:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76dc800. 00000080:00000001:1.0:1712357312.886885:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.886886:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0xe:0x0](ffff8800a76dc8c8) 00000080:00000001:1.0:1712357312.886888:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.886890:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xe:0x0] 00000080:00000001:1.0:1712357312.886892:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.886893:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502286 : 144115205272502286 : 20000040100000e) 00000080:00000001:1.0:1712357312.886895:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.886896:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502286 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.886899:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xe:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.886901:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.886903:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123208392 : -131938586343224 : ffff8800a76dc8c8) 00000080:00000001:1.0:1712357312.886904:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.886906:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.886912:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.886914:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.886917:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.886918:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.886922:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063800 x1795536572130624/t4294967316(4294967316) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.886927:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.886930:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.886933:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.886936:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.886942:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.886943:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.886963:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.886965:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.886967:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.886970:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.886976:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ply, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.886979:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.886981:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ply, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.886985:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357312.886990:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.886992:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.886994:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ply' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.886997:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.887000:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='ply' -> mds #0 00800000:00000001:1.0:1712357312.887002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.887004:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.887006:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ply,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.887008:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.887011:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.887014:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063b80. 00000020:00000040:1.0:1712357312.887017:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.887021:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.887024:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.887028:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.887032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.887033:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.887036:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.887037:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.887040:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.887049:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357312.887054:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.887057:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.887058:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.887059:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.887060:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.887061:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.887067:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00010000:00000001:1.0:1712357312.887069:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.887071:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.887076:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d400. 00010000:00000010:1.0:1712357312.887079:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44800. 00010000:00000001:1.0:1712357312.887082:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.887085:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e640. 00000020:00000001:1.0:1712357312.887088:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.887090:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e640 with handle 0xbda2fb8f03337c6c to hash 00000020:00000001:1.0:1712357312.887091:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.887092:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.887094:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.887097:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.887098:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.887101:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.887107:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.887114:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.887117:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.887122:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.887124:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357312.887126:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357312.887127:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.887128:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000001:1.0:1712357312.887131:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.887134:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.887136:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.887137:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.887140:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.887146:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.887147:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.887149:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.887151:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.887154:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130688:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.887156:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.887160:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.887161:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.887163:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.887166:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357312.887167:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.887170:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.887172:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2738. 00000400:00000010:1.0:1712357312.887176:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00010000:00000010:2.1:1712357312.887528:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1df00. 00010000:00000010:2.1:1712357312.887533:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357312.887537:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5dfdc60. 00000100:00000200:1.0:1712357312.888659:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572130688, portal 10 00000100:00000001:1.0:1712357312.888663:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.888664:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000040:1.0:1712357312.888673:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.888679:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.888681:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.888684:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357312.888689:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572130688, offset 0 00000400:00000200:1.0:1712357312.888697:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.888704:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.888709:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.888713:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.888716:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.888719:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.888721:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.888723:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [150:150:256:4294967295] 192.168.203.120@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1712357312.888726:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.888733:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.888737:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.888740:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357312.888744:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.888749:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.888752:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.888765:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.888767:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.888769:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.888771:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.888772:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.888774:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.888776:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.888778:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.888779:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.888780:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.888839:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.888842:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357312.888846:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.888851:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.888854:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357312.888855:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357312.888858:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.888862:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.888869:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.888871:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.888875:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.888877:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.894299:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.894309:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.894312:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.894314:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.894322:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.894328:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.894333:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.894336:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.894339:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.894343:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902580 00000400:00000200:3.0:1712357312.894347:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.894351:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x92d [1] + 224 00000800:00000001:3.0:1712357312.894357:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.894368:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.894370:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.894373:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.894378:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.894384:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.894402:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.894421:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.894428:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.894432:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.894444:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.894450:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.894452:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.894454:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2738. 00000400:00000200:0.0:1712357312.894458:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:0.0:1712357312.894459:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:0.0:1712357312.894462:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.894466:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.894476:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.894486:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.894487:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.894489:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.894491:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.894493:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.894495:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.894497:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.894503:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.894507:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.894509:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.894512:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.894517:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.894520:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.894521:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.894522:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.894524:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.894527:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.894532:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.894534:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.894536:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.894538:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.894544:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130688:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.894547:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.894550:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.894552:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.894554:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.894556:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.894567:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.894569:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:0.0:1712357312.894602:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.894603:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.894605:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.894608:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.894610:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.894612:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=4 00000020:00000001:0.0:1712357312.894613:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:0.0:1712357312.894615:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00010000:0.0:1712357312.894618:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894624:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.894626:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894630:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.894632:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894635:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.894636:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.894638:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894641:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.894643:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.894645:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.894646:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.894650:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e640 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.894655:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.894657:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894662:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.894663:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.894665:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894669:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.894670:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.894671:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.894672:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.894672:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=5 00000020:00000001:0.0:1712357312.894673:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:0.0:1712357312.894675:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:0.0:1712357312.894676:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.894678:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.894681:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.894682:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.894684:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.894685:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.894686:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.894687:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.894688:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.894689:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.894691:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e640 with handle 0xbda2fb8f03337c6c from hash 00010000:00000001:0.0:1712357312.894693:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.894693:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.894694:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.894695:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.894695:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.894696:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.894700:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.894700:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.894701:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.894702:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.894704:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.894707:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.894707:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.894708:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.894709:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.894710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.894710:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.894711:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.894712:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.894716:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d400 count: 0 00010000:00000010:0.0:1712357312.894721:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44800. 00010000:00000001:0.0:1712357312.894726:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.894727:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.894730:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.894734:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.894738:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.894739:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894741:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894742:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894744:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.894745:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.894746:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894748:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.894749:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ply intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.894751:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894753:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894755:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.894760:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.894762:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.894765:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f3400. 00000080:00002000:0.0:1712357312.894768:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76560d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.894772:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894775:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.894778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894780:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.894781:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.894783:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.894786:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894788:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894789:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894790:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.894792:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.894794:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.894796:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357312.894799:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.894802:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063b80 x1795536572130688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.894807:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.894808:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.894810:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:0.0:1712357312.894813:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.894815:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.894816:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.894817:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.894819:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:0.0:1712357312.894822:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.894823:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.894824:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063b80. 00000100:00000001:0.0:1712357312.894827:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.894828:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.894829:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.894830:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.894831:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.894836:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.894840:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ply (ffff8800a76560d8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.894842:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.894845:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.894846:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.894862:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.894863:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.894865:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.894869:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.894875:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ply, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.894877:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.894878:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.894879:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.894882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.894883:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.894884:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.894887:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.894888:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=ply, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.894890:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.894893:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcfe00. 00000080:00000002:0.0:1712357312.894897:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.894900:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894902:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.894906:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.894907:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.894909:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.894911:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.894914:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.894915:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.894916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894918:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.894920:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.894922:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0xf:0x0] 40000000:00000001:0.0:1712357312.894924:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894925:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894926:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.894927:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.894932:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'ply' [0x200000401:0xf:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.894934:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.894936:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.894938:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.894940:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.894943:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39b100. 00000020:00000040:0.0:1712357312.894945:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.894948:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.894950:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.894951:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.894954:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.894957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.894958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.894959:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.894960:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.894962:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.894964:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.894970:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcfc00. 00000100:00000001:0.0:1712357312.894973:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.894975:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.894976:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.894978:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.894978:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.894979:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.894987:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.894991:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.894996:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.894997:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.895000:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357312.895001:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357312.895003:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.895004:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203680512 : -131938505871104 : ffff8800ac39b100) 00000100:00000001:0.0:1712357312.895006:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.895009:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.895013:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.895015:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.895017:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.895022:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.895023:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.895025:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.895027:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.895029:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130816:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.895032:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.895034:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.895036:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.895037:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.895040:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f5000. 02000000:00000001:0.0:1712357312.895041:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.895044:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.895046:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.895050:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.895054:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572130816, portal 10 00000100:00000001:0.0:1712357312.895055:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.895056:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203680512 : -131938505871104 : ffff8800ac39b100) 00000100:00000040:0.0:1712357312.895059:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.895063:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.895065:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.895066:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357312.895069:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572130816, offset 0 00000400:00000200:0.0:1712357312.895072:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.895076:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.895080:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.895084:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.895087:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.895090:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.895095:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.895098:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [151:151:256:4294967295] 192.168.203.120@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1712357312.895100:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.895107:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.895112:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.895115:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356500. 00000800:00000200:0.0:1712357312.895118:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.895124:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.895127:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.895132:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.895133:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.895135:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.895136:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.895137:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.895139:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.895140:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.895142:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.895143:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.895144:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.895885:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.895889:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356500. 00000400:00000200:3.0:1712357312.895892:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.895897:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.895900:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357312.895902:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357312.895904:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.895908:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.895916:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.895922:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.895927:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.895928:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.899966:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.899977:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.899979:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.899981:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.899990:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.899995:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.900001:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.900005:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.900008:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.900012:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902600 00000400:00000200:3.0:1712357312.900015:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.900020:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x935 [1] + 224 00000800:00000001:3.0:1712357312.900031:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.900040:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.900042:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.900046:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.900050:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.900056:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.900065:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.900088:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.900094:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.900097:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.900101:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.900106:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [152:152:256:4294967295] 192.168.203.120@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1712357312.900109:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.900116:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.900119:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.900123:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.900126:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.900132:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.900135:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357312.900194:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.900197:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.900199:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.900202:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357312.900206:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.900208:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.900253:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.900258:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.900260:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.900262:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357312.900265:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357312.900267:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357312.900269:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.900273:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.900280:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39b100 x1795536572130816/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.900286:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.900287:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.900289:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.900296:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.900299:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.900300:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.900303:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.900309:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.900312:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.900314:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.900316:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.900318:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.900321:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900323:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.900325:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.900326:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.900327:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.900328:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203680512 : -131938505871104 : ffff8800ac39b100) 00000100:00000001:0.0:1712357312.900331:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.900332:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.900333:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.900335:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.900339:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39b100 x1795536572130816/t4294967317(4294967317) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.900345:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.900347:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.900349:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.900351:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39b100 x1795536572130816/t4294967317(4294967317) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.900357:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130816:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.900361:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.900363:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900365:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.900367:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.900370:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b100 x1795536572130816/t4294967317(4294967317) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.900383:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.900385:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357312.900387:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.900388:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.900393:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.900397:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0xf:0x0] 00800000:00000001:0.0:1712357312.900399:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.900402:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.900404:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.900407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.900409:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.900411:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.900413:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502287 : 144115205272502287 : 20000040100000f) 00000080:00000001:0.0:1712357312.900415:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.900420:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0642000. 00000080:00000001:0.0:1712357312.900425:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.900427:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0xf:0x0](ffff8800b06420c8) 00000080:00000001:0.0:1712357312.900429:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.900431:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xf:0x0] 00000080:00000001:0.0:1712357312.900432:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.900433:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502287 : 144115205272502287 : 20000040100000f) 00000080:00000001:0.0:1712357312.900435:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.900437:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502287 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.900439:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xf:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.900441:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.900442:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273570504 : -131938435981112 : ffff8800b06420c8) 00000080:00000001:0.0:1712357312.900444:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.900445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.900447:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.900449:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.900452:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.900453:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.900456:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39b100 x1795536572130816/t4294967317(4294967317) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.900470:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.900473:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcfe00. 00000080:00000001:0.0:1712357312.900476:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.900480:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.900484:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.900485:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.900505:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.900507:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.900508:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.900511:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.900517:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyasn1-0.4.7-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.900520:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.900522:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyasn1-0.4.7-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.900526:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcfe00. 00000080:00000001:0.0:1712357312.900530:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.900533:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.900535:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyasn1-0.4.7-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.900537:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.900541:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pyasn1-0.4.7-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357312.900543:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.900545:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.900547:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyasn1-0.4.7-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.900550:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.900552:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.900556:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39b480. 00000020:00000040:0.0:1712357312.900559:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.900563:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.900566:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.900597:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.900599:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.900600:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900602:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.900604:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.900610:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.900615:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f5c00. 00000100:00000001:0.0:1712357312.900619:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.900621:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.900623:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.900624:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.900625:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.900626:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.900631:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203681408 : -131938505870208 : ffff8800ac39b480) 00010000:00000001:0.0:1712357312.900634:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.900635:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.900640:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000010:0.0:1712357312.900642:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.900645:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.900647:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357312.900650:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.900652:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337c73 to hash 00000020:00000001:0.0:1712357312.900653:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.900654:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.900656:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.900659:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.900660:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.900663:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.900670:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.900677:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.900681:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.900682:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.900686:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357312.900687:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357312.900693:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.900694:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203681408 : -131938505870208 : ffff8800ac39b480) 00000100:00000001:0.0:1712357312.900697:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.900700:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900702:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.900703:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.900707:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.900713:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.900714:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.900716:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.900718:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.900721:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.900723:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.900726:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.900728:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.900729:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.900733:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.900734:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.900737:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.900739:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.900743:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.900746:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572130880, portal 10 00000100:00000001:0.0:1712357312.900747:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.900748:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203681408 : -131938505870208 : ffff8800ac39b480) 00000100:00000040:0.0:1712357312.900752:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.900757:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.900759:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.900761:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357312.900763:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572130880, offset 0 00000400:00000200:0.0:1712357312.900766:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.900770:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.900777:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.900781:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.900783:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.900786:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.900787:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.900790:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [153:153:256:4294967295] 192.168.203.120@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1712357312.900793:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.900798:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.900801:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.900804:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357312.900806:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.900810:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.900812:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.900818:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900819:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.900821:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900823:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.900824:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.900825:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.900827:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.900828:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.900830:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.900830:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.901086:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.901088:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357312.901162:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.901170:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.901172:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357312.901174:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357312.901176:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.901179:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.901185:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.901188:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.901193:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.901194:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.906782:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.906795:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.906799:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.906801:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.906810:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.906815:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.906820:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.906824:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.906827:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.906830:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902640 00000400:00000200:3.0:1712357312.906833:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.906838:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x93d [1] + 224 00000800:00000001:3.0:1712357312.906844:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.906854:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.906856:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.906860:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.906865:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.906871:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.906879:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.907448:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.907455:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.907458:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.907503:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.907509:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.907510:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.907513:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:0.0:1712357312.907515:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:0.0:1712357312.907517:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:0.0:1712357312.907519:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.907523:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.907529:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.907538:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.907540:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.907541:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.907544:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.907545:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.907547:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.907549:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.907556:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.907559:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.907561:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.907564:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.907568:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.907593:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.907595:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.907596:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.907598:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.907601:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.907607:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.907609:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.907610:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.907612:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.907619:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572130880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.907622:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.907624:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.907626:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.907627:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.907630:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.907642:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.907644:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357312.907646:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.907647:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.907650:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.907654:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.907656:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.907658:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357312.907659:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.907661:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357312.907664:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907671:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.907674:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907679:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.907681:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.907686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.907688:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907693:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.907695:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.907697:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.907698:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.907702:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.907708:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.907712:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907716:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.907718:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.907720:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907723:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.907725:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.907726:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.907727:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.907728:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357312.907729:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.907731:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357312.907733:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.907734:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.907738:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.907739:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.907741:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.907742:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.907744:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.907745:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.907746:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.907747:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.907749:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337c73 from hash 00010000:00000001:0.0:1712357312.907750:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.907751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.907752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.907753:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.907754:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.907755:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.907760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.907761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.907762:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.907763:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.907765:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.907768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.907768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.907769:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.907770:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.907771:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.907771:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.907772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.907773:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337c73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.907777:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356c00 count: 0 00010000:00000010:0.0:1712357312.907783:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.907788:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.907789:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.907792:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.907796:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.907800:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.907801:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907803:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907804:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907806:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.907807:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.907808:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907809:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.907811:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyasn1-0.4.7-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.907813:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907816:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907818:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.907825:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.907827:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.907830:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f3c60. 00000080:00002000:0.0:1712357312.907833:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.907837:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907840:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.907843:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907845:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.907846:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.907848:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.907852:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907853:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907854:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907856:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.907858:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.907860:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.907862:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcfe00. 00000100:00000001:0.0:1712357312.907865:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.907867:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39b480 x1795536572130880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.907872:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.907873:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.907876:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.907880:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.907882:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.907883:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.907884:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.907887:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f5c00. 02000000:00000001:0.0:1712357312.907890:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.907891:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.907892:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39b480. 00000100:00000001:0.0:1712357312.907896:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.907897:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.907898:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.907899:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.907900:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.907904:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.907909:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyasn1-0.4.7-py3.6.egg-info (ffff8800a7516ca8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.907911:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.907913:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.907916:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.907930:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.907932:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.907934:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.907938:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.907943:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyasn1-0.4.7-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.907945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.907946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.907947:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.907949:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.907950:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.907951:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.907953:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.907955:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pyasn1-0.4.7-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.907957:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.907960:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcfe00. 00000080:00000002:0.0:1712357312.907964:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.907966:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907969:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.907972:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.907973:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.907975:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.907978:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.907980:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.907981:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.907982:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907984:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.907986:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.907988:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x10:0x0] 40000000:00000001:0.0:1712357312.907990:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.907991:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907992:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.907996:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.907998:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pyasn1-0.4.7-py3.6.egg-info' [0x200000401:0x10:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.908000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.908002:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.908003:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.908006:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.908009:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39b480. 00000020:00000040:0.0:1712357312.908011:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.908014:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.908015:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.908017:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.908020:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.908023:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.908023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.908024:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.908026:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.908027:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.908030:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.908033:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f5c00. 00000100:00000001:0.0:1712357312.908037:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.908039:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.908040:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.908041:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.908042:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.908043:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.908051:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.908055:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.908060:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.908061:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.908064:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357312.908066:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357312.908068:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.908069:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203681408 : -131938505870208 : ffff8800ac39b480) 00000100:00000001:0.0:1712357312.908071:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.908076:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.908079:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.908080:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.908083:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.908088:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.908089:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.908091:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.908093:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.908095:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131008:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.908098:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.908101:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.908103:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.908105:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.908107:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f4800. 02000000:00000001:0.0:1712357312.908108:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.908113:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.908115:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c058. 00000400:00000010:0.0:1712357312.908119:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357312.908123:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572131008, portal 10 00000100:00000001:0.0:1712357312.908124:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.908125:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203681408 : -131938505870208 : ffff8800ac39b480) 00000100:00000040:0.0:1712357312.908129:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.908135:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.908137:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.908139:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357312.908141:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572131008, offset 0 00000400:00000200:0.0:1712357312.908145:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.908149:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.908153:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.908157:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.908160:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.908162:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.908168:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.908171:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [154:154:256:4294967295] 192.168.203.120@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:0.0:1712357312.908174:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.908181:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.908186:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.908188:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356800. 00000800:00000200:0.0:1712357312.908192:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.908197:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.908201:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356800 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.908208:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.908209:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.908211:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.908213:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.908214:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.908215:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.908217:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.908218:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.908219:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.908220:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.910287:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.910291:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356800. 00000400:00000200:3.0:1712357312.910294:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.910301:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.910305:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357312.910307:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357312.910310:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.910315:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.910323:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.910325:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.910330:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.910331:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357312.910441:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d400. 00010000:00000010:1.1:1712357312.910452:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e640. 00000080:00000010:1.1:1712357312.910458:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f3400. 00000800:00000001:3.0:1712357312.913153:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.913163:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.913165:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.913167:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.913174:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913179:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.913184:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913188:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913191:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913194:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef9026c0 00000400:00000200:3.0:1712357312.913197:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913202:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x945 [1] + 224 00000800:00000001:3.0:1712357312.913207:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.913216:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.913219:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.913227:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.913231:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.913237:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.913246:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.913262:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.913268:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.913271:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913275:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.913280:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [155:155:256:4294967295] 192.168.203.120@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1712357312.913283:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.913289:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.913293:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.913296:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357312.913300:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.913306:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.913309:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357312.913313:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.913323:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.913324:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.913326:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c058. 00000400:00000200:1.0:1712357312.913329:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:1.0:1712357312.913331:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:1.0:1712357312.913333:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.913338:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.913355:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39b480 x1795536572131008/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.913360:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.913362:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.913363:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.913366:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.913368:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.913369:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.913372:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.913373:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.913375:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357312.913377:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1712357312.913378:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000400:00000200:3.0:1712357312.913381:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00001000:1.0:1712357312.913381:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.913383:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1712357312.913384:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357312.913384:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357312.913386:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357312.913386:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357312.913388:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.913391:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357312.913392:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:1.0:1712357312.913393:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357312.913394:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.913396:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203681408 : -131938505870208 : ffff8800ac39b480) 00000100:00000001:1.0:1712357312.913398:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.913399:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.913400:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.913402:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357312.913405:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39b480 x1795536572131008/t4294967318(4294967318) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.913410:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.913413:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.913414:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.913417:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39b480 x1795536572131008/t4294967318(4294967318) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.913422:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131008:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.913430:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.913432:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.913434:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.913436:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.913438:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b480 x1795536572131008/t4294967318(4294967318) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.913443:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.913445:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:1.0:1712357312.913447:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.913448:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.913454:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.913457:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x10:0x0] 00800000:00000001:1.0:1712357312.913459:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.913463:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357312.913466:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.913468:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.913470:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357312.913472:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357312.913474:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502288 : 144115205272502288 : 200000401000010) 00000080:00000001:1.0:1712357312.913477:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357312.913482:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76dd000. 00000080:00000001:1.0:1712357312.913488:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357312.913489:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x10:0x0](ffff8800a76dd0c8) 00000080:00000001:1.0:1712357312.913491:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357312.913493:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x10:0x0] 00000080:00000001:1.0:1712357312.913495:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.913496:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502288 : 144115205272502288 : 200000401000010) 00000080:00000001:1.0:1712357312.913498:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357312.913500:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502288 mtime from 0 to 1712357312 00000080:00200000:1.0:1712357312.913502:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x10:0x0], updating i_size 4096 00000080:00000001:1.0:1712357312.913503:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357312.913505:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123210440 : -131938586341176 : ffff8800a76dd0c8) 00000080:00000001:1.0:1712357312.913507:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.913508:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.913514:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357312.913515:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.913519:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357312.913520:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.913523:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39b480 x1795536572131008/t4294967318(4294967318) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.913528:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357312.913531:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcfe00. 00000080:00000001:1.0:1712357312.913533:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.913536:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.913541:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.913542:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.913561:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.913563:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.913565:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.913567:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.913613:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyasn1, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357312.913616:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357312.913618:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyasn1, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357312.913622:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e000. 00000080:00000001:1.0:1712357312.913626:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.913629:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357312.913631:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyasn1' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357312.913633:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357312.913636:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pyasn1' -> mds #0 00800000:00000001:1.0:1712357312.913638:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.913641:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357312.913643:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyasn1,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357312.913645:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357312.913647:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357312.913651:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063b80. 00000020:00000040:1.0:1712357312.913654:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357312.913658:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.913660:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.913664:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.913668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.913669:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.913671:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.913673:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.913675:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.913680:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4800. 00000100:00000001:1.0:1712357312.913684:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.913686:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.913687:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.913689:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.913689:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.913691:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.913696:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00010000:00000001:1.0:1712357312.913699:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357312.913700:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357312.913705:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d400. 00010000:00000010:1.0:1712357312.913708:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44a00. 00010000:00000001:1.0:1712357312.913710:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357312.913712:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e640. 00000020:00000001:1.0:1712357312.913715:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357312.913717:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e640 with handle 0xbda2fb8f03337c7a to hash 00000020:00000001:1.0:1712357312.913719:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357312.913720:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.913722:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.913724:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.913726:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.913729:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.913735:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.913742:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357312.913746:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.913751:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.913755:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357312.913756:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357312.913758:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.913759:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000001:1.0:1712357312.913761:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.913764:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.913766:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.913768:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.913771:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.913777:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.913778:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.913780:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.913782:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.913785:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.913788:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.913791:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.913792:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.913794:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.913797:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357312.913799:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.913802:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.913804:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2790. 00000400:00000010:1.0:1712357312.913807:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357312.913811:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572131072, portal 10 00000100:00000001:1.0:1712357312.913813:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.913814:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000040:1.0:1712357312.913818:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.913823:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.913825:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.913826:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357312.913828:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572131072, offset 0 00000400:00000200:1.0:1712357312.913835:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.913840:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.913842:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.913845:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.913849:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.913851:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.913853:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.913856:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [156:156:256:4294967295] 192.168.203.120@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1712357312.914008:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.914015:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.914019:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.914021:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d300. 00000800:00000200:1.0:1712357312.914024:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.914028:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.914030:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.914045:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.914046:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.914048:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.914050:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.914051:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.914053:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.914055:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.914056:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.914057:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.914058:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.914095:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.914097:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d300. 00000400:00000200:3.0:1712357312.914101:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.914104:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.914107:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:3.0:1712357312.914108:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:3.0:1712357312.914118:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.914122:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.914128:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.914130:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.914135:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.914136:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.919427:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.919439:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.919442:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.919444:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.919453:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.919459:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.919465:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.919469:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.919472:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.919475:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902700 00000400:00000200:2.0:1712357312.919478:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.919483:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x94d [1] + 224 00000800:00000001:2.0:1712357312.919489:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.919499:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.919501:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.919504:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.919509:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.919515:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.919523:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.919540:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.919545:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.919548:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.919551:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357312.919558:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357312.919559:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357312.919561:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2790. 00000400:00000200:1.0:1712357312.919565:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357312.919567:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357312.920006:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357312.920012:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357312.920027:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920033:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357312.920035:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.920037:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357312.920040:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357312.920042:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357312.920043:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.920046:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357312.920052:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357312.920055:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357312.920057:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357312.920060:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920065:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.920068:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357312.920070:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357312.920071:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357312.920073:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357312.920076:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920081:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357312.920084:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357312.920086:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357312.920094:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357312.920100:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357312.920103:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357312.920106:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357312.920107:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357312.920111:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.920114:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920119:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.920121:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357312.920123:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357312.920124:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357312.920127:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357312.920129:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.920132:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.920134:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=4 00000020:00000001:1.0:1712357312.920135:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.920137:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00010000:1.0:1712357312.920140:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920148:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357312.920150:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920154:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357312.920156:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920160:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.920161:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357312.920163:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920167:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.920168:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.920170:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357312.920172:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357312.920181:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e640 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357312.920183:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357312.920185:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920189:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357312.920190:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357312.920192:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920195:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357312.920196:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357312.920197:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357312.920198:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357312.920199:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=5 00000020:00000001:1.0:1712357312.920200:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.920201:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357312.920203:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357312.920204:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357312.920207:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357312.920208:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.920210:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357312.920211:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357312.920213:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357312.920214:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357312.920215:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357312.920216:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357312.920217:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e640 with handle 0xbda2fb8f03337c7a from hash 00010000:00000001:1.0:1712357312.920218:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357312.920219:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.920222:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.920223:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357312.920224:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357312.920225:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357312.920226:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.920226:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.920227:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.920228:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357312.920230:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357312.920233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.920234:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.920234:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357312.920235:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357312.920236:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.920236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.920237:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357312.920238:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337c7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:1.0:1712357312.920242:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d400 count: 0 00010000:00000010:1.0:1712357312.920253:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44a00. 00010000:00000001:1.0:1712357312.920259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.920260:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357312.920264:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357312.920267:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357312.920273:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.920274:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920275:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920276:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920278:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357312.920280:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357312.920281:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920282:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357312.920283:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyasn1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357312.920289:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920292:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920294:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.920297:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357312.920298:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357312.920302:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa265a60. 00000080:00002000:1.0:1712357312.920307:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76560d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357312.920311:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920315:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357312.920318:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920320:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357312.920321:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357312.920323:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357312.920326:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920328:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920329:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920330:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.920332:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357312.920334:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357312.920337:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e000. 00000100:00000001:1.0:1712357312.920341:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357312.920345:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063b80 x1795536572131072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920350:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357312.920351:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357312.920354:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357312.920357:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357312.920359:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357312.920361:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357312.920362:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357312.920364:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4800. 02000000:00000001:1.0:1712357312.920367:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357312.920368:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357312.920369:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063b80. 00000100:00000001:1.0:1712357312.920372:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357312.920373:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.920379:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357312.920380:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357312.920381:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357312.920384:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357312.920386:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyasn1 (ffff8800a76560d8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:1.0:1712357312.920388:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357312.920391:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357312.920393:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357312.920409:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357312.920410:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.920412:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357312.920416:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357312.920421:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyasn1, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:1.0:1712357312.920423:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.920424:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.920425:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.920427:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357312.920428:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357312.920430:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357312.920432:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357312.920433:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pyasn1, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:1.0:1712357312.920435:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357312.920438:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0be00. 00000080:00000002:1.0:1712357312.920443:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357312.920445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920447:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357312.920450:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357312.920452:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357312.920453:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357312.920456:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357312.920458:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.920459:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357312.920460:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920462:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357312.920463:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357312.920465:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x11:0x0] 40000000:00000001:1.0:1712357312.920467:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920471:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920472:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357312.920474:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357312.920475:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pyasn1' [0x200000401:0x11:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:1.0:1712357312.920477:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357312.920479:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357312.920481:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357312.920483:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357312.920486:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa063b80. 00000020:00000040:1.0:1712357312.920488:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357312.920491:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357312.920493:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.920494:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357312.920497:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357312.920500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357312.920501:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357312.920502:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.920504:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357312.920506:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357312.920508:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357312.920512:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0b800. 00000100:00000001:1.0:1712357312.920516:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.920518:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.920519:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.920520:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357312.920521:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357312.920523:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357312.920530:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357312.920535:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357312.920540:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357312.920542:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357312.920545:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357312.920547:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357312.920549:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.920553:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000001:1.0:1712357312.920556:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357312.920559:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.920561:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357312.920563:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357312.920566:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920612:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357312.920614:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.920616:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357312.920618:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357312.920621:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa063b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131200:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357312.920624:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357312.920627:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357312.920629:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357312.920630:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357312.920634:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba4800. 02000000:00000001:1.0:1712357312.920635:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357312.920639:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357312.920641:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2790. 00000400:00000010:1.0:1712357312.920645:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357312.920650:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572131200, portal 10 00000100:00000001:1.0:1712357312.920651:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357312.920652:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000040:1.0:1712357312.920656:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357312.920661:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357312.920663:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357312.920665:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357312.920667:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572131200, offset 0 00000400:00000200:1.0:1712357312.920671:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357312.920675:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.920679:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357312.920688:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357312.920691:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357312.920693:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357312.920695:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357312.920698:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [157:157:256:4294967295] 192.168.203.120@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:1.0:1712357312.920701:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357312.920709:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357312.920714:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357312.920718:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d300. 00000800:00000200:1.0:1712357312.920722:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357312.920727:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357312.920730:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357312.920744:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.920745:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357312.920747:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.920749:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357312.920750:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357312.920752:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357312.920754:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.920755:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357312.920757:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357312.920758:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.920869:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.920872:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d300. 00000400:00000200:3.0:1712357312.920876:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.920879:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.920882:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357312.920883:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357312.920885:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.920888:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.920894:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.920896:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.920901:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.920902:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357312.921668:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356c00. 00010000:00000010:1.1:1712357312.921673:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:1.1:1712357312.921676:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f3c60. 00000800:00000001:2.0:1712357312.923637:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.923646:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.923647:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.923648:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.923655:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.923659:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.923663:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.923666:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.923668:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.923674:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902780 00000400:00000200:2.0:1712357312.923676:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.923679:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x955 [1] + 224 00000800:00000001:2.0:1712357312.923684:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.923690:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.923692:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.923694:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.923698:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.923702:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.923707:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.923721:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.923725:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.923728:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.923732:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.923736:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [158:158:256:4294967295] 192.168.203.120@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1712357312.923739:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357312.923744:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357312.923747:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000400:00000001:0.0:1712357312.923749:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.923750:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1712357312.923751:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.923752:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2790. 00000800:00000010:2.0:1712357312.923754:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000400:00000200:0.0:1712357312.923755:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:0.0:1712357312.923757:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000800:00000200:2.0:1712357312.923759:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:0.0:1712357312.923759:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.923762:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357312.923764:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.923767:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1712357312.923769:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa063b80 x1795536572131200/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.923774:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.923775:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.923777:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.923783:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.923784:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.923786:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.923788:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.923794:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.923797:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.923799:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.923800:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.923802:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.923805:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357312.923807:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357312.923807:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.923808:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.923810:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.923811:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.923812:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166753664 : -131938542797952 : ffff8800aa063b80) 00000100:00000001:0.0:1712357312.923814:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.923816:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.923817:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.923819:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.923822:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa063b80 x1795536572131200/t4294967319(4294967319) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.923828:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.923830:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.923831:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.923834:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa063b80 x1795536572131200/t4294967319(4294967319) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.923840:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa063b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131200:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.923843:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.923845:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.923847:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.923848:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.923851:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa063b80 x1795536572131200/t4294967319(4294967319) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.923864:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.923866:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:0.0:1712357312.923868:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.923869:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.923874:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.923876:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x11:0x0] 00800000:00000001:0.0:1712357312.923878:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.923881:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.923883:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.923886:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.923888:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.923890:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.923892:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502289 : 144115205272502289 : 200000401000011) 00000080:00000001:0.0:1712357312.923894:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.923899:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0642800. 00000080:00000001:0.0:1712357312.923904:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.923905:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x11:0x0](ffff8800b06428c8) 00000080:00000001:0.0:1712357312.923907:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.923909:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x11:0x0] 00000080:00000001:0.0:1712357312.923911:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.923912:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502289 : 144115205272502289 : 200000401000011) 00000080:00000001:0.0:1712357312.923913:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.923915:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502289 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.923917:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x11:0x0], updating i_size 4096 00000800:00000200:2.0:1712357312.923918:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000080:00000001:0.0:1712357312.923919:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000800:00000010:2.0:1712357312.923921:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000080:00000001:0.0:1712357312.923921:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273572552 : -131938435979064 : ffff8800b06428c8) 00000400:00000200:2.0:1712357312.923923:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:0.0:1712357312.923923:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.923925:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357312.923926:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00800000:00000001:0.0:1712357312.923926:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.923928:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.923930:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.923931:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.923934:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa063b80 x1795536572131200/t4294967319(4294967319) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000001:3.0:1712357312.923939:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.923946:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.923949:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0be00. 00000080:00000001:0.0:1712357312.923951:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.923954:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.923958:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.923959:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.923976:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.923978:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.923979:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.923982:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.923987:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pycparser-2.14-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.923990:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.923991:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pycparser-2.14-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.923995:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.924000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.924003:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.924004:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pycparser-2.14-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.924007:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.924010:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pycparser-2.14-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357312.924012:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.924015:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.924016:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pycparser-2.14-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.924019:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.924021:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.924024:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39b800. 00000020:00000040:0.0:1712357312.924027:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.924031:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.924034:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.924038:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.924039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.924040:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.924042:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.924044:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.924049:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.924054:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f5400. 00000100:00000001:0.0:1712357312.924057:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.924060:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.924061:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.924062:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.924063:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.924064:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.924068:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203682304 : -131938505869312 : ffff8800ac39b800) 00010000:00000001:0.0:1712357312.924071:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.924072:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.924077:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357312.924079:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.924081:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.924083:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357312.924085:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.924087:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337c81 to hash 00000020:00000001:0.0:1712357312.924089:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.924090:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357312.924092:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357312.924094:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.924096:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.924098:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.924104:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.924111:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.924116:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.924117:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.924120:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.924121:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.924125:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.924126:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203682304 : -131938505869312 : ffff8800ac39b800) 00000100:00000001:0.0:1712357312.924130:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.924132:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.924133:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.924135:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.924139:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.924144:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.924146:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.924148:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.924150:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.924152:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.924155:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.924158:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.924159:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.924161:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.924164:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.924165:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.924168:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.924171:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.924174:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.924178:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572131264, portal 10 00000100:00000001:0.0:1712357312.924180:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.924181:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203682304 : -131938505869312 : ffff8800ac39b800) 00000100:00000040:0.0:1712357312.924184:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.924189:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.924191:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.924193:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357312.924195:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572131264, offset 0 00000400:00000200:0.0:1712357312.924198:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.924201:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.924209:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.924212:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.924215:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.924218:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.924219:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.924222:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [159:159:256:4294967295] 192.168.203.120@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1712357312.924224:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.924230:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.924234:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.924236:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357312.924240:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.924243:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.924245:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.924257:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.924258:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.924260:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.924262:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.924263:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.924264:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.924266:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.924267:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.924268:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.924269:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.924454:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.924460:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357312.924463:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.924466:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.924468:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:2.0:1712357312.924469:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:2.0:1712357312.924472:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.924475:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.924481:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.924483:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.924487:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.924488:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.926750:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.926759:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.926761:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.926763:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.926769:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.926775:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.926780:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.926783:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.926785:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.926789:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9027c0 00000400:00000200:3.0:1712357312.926797:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.926801:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x95d [1] + 224 00000800:00000001:3.0:1712357312.926806:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.926814:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.926816:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.926818:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.926822:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.926826:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.926832:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.926848:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.926852:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.926853:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.926916:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.926920:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.926921:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.926923:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.926926:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.926928:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.926929:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.926933:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.926940:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.926949:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.926951:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.926952:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.926954:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.926956:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.926958:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.926960:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.926965:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.926968:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.926970:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.926973:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.926979:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.926981:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.926983:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.926984:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.926986:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.926989:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.926995:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.926997:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.926998:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.927001:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.927007:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.927010:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.927013:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.927014:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.927016:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.927018:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.927031:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.927033:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.927035:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.927036:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.927039:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.927041:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.927044:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.927046:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357312.927048:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357312.927050:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:0.0:1712357312.927053:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927059:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.927062:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927066:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.927068:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927071:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.927072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.927074:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927077:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.927079:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.927081:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.927082:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.927087:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.927093:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.927095:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927100:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.927101:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.927103:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927106:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.927108:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.927109:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.927110:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.927111:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357312.927112:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357312.927113:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357312.927115:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.927117:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.927120:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.927121:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.927122:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.927123:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.927125:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.927127:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.927127:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.927128:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.927130:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337c81 from hash 00010000:00000001:0.0:1712357312.927131:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.927132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.927133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.927134:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.927135:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.927136:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.927141:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.927142:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.927143:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.927144:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.927146:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.927150:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.927150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.927151:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.927152:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.927153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.927154:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.927154:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.927156:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337c81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.927161:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00010000:00000010:0.0:1712357312.927165:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.927171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.927172:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.927176:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.927180:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.927185:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.927186:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927187:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927188:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927190:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.927192:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.927193:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927194:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.927195:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pycparser-2.14-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.927198:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927200:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927202:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.927208:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.927209:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.927213:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f37e0. 00000080:00002000:0.0:1712357312.927216:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.927220:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927223:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.927226:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927229:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.927230:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.927232:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.927236:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927237:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927238:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927239:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.927241:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.927243:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.927245:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.927248:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.927252:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39b800 x1795536572131264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.927256:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.927257:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.927260:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.927264:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.927266:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.927267:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.927269:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.927270:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f5400. 02000000:00000001:0.0:1712357312.927274:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.927275:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.927277:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39b800. 00000100:00000001:0.0:1712357312.927280:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.927281:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.927282:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.927283:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.927284:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.927288:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.927293:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pycparser-2.14-py3.6.egg-info (ffff8800a7516798, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.927295:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.927297:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.927300:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.927314:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.927316:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.927317:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.927321:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.927326:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pycparser-2.14-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.927328:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.927329:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.927330:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.927332:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.927333:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.927335:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.927337:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.927338:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pycparser-2.14-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.927340:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.927343:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.927347:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.927350:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927352:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.927356:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.927357:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.927359:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.927361:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.927363:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.927364:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.927365:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927367:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.927369:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.927371:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x12:0x0] 40000000:00000001:0.0:1712357312.927373:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927374:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927375:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.927380:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.927382:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pycparser-2.14-py3.6.egg-info' [0x200000401:0x12:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.927384:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.927387:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.927388:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.927390:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.927393:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39b800. 00000020:00000040:0.0:1712357312.927394:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.927398:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.927399:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.927401:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.927403:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.927406:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.927407:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.927408:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.927410:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.927412:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.927413:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.927417:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f5400. 00000100:00000001:0.0:1712357312.927421:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.927422:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.927423:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.927424:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.927425:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.927426:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.927433:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.927438:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.927443:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.927444:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.927447:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.927449:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.927450:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.927451:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203682304 : -131938505869312 : ffff8800ac39b800) 00000100:00000001:0.0:1712357312.927454:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.927460:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.927462:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.927463:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.927466:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.927471:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.927472:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.927474:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.927476:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.927478:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131392:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.927481:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.927484:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.927485:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.927487:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.927489:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f6000. 02000000:00000001:0.0:1712357312.927491:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.927494:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.927496:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.927499:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.927503:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572131392, portal 10 00000100:00000001:0.0:1712357312.927504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.927505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203682304 : -131938505869312 : ffff8800ac39b800) 00000100:00000040:0.0:1712357312.927509:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.927515:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.927516:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.927518:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357312.927520:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572131392, offset 0 00000400:00000200:0.0:1712357312.927524:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.927527:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.927532:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.927536:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.927538:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.927541:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.927547:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.927550:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [160:160:256:4294967295] 192.168.203.120@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1712357312.927553:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.927559:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.927563:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.927566:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356700. 00000800:00000200:0.0:1712357312.927569:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.927613:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.927615:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356700 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.927620:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.927622:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.927624:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.927626:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.927627:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.927628:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.927630:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.927631:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.927632:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.927633:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.927775:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.927778:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356700. 00000400:00000200:2.0:1712357312.927795:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.927799:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.927800:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:2.0:1712357312.927812:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:2.0:1712357312.927814:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.927817:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.927823:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.927825:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.927830:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.927831:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.932270:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.932281:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.932284:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.932285:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.932299:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.932304:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.932310:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.932313:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.932317:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.932323:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902840 00000400:00000200:3.0:1712357312.932327:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.932331:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x965 [1] + 224 00000800:00000001:3.0:1712357312.932336:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.932345:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.932347:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.932351:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.932356:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.932362:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.932380:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.933639:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.933648:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.933661:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.933666:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.933674:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [161:161:256:4294967295] 192.168.203.120@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1712357312.933677:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.933684:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.933688:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.933692:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357312.933707:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.933713:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.933716:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357312.933759:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357312.933793:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.933796:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357312.933798:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.933802:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00010000:00000010:3.1:1712357312.933872:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d400. 00010000:00000010:3.1:1712357312.933878:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e640. 00000080:00000010:3.1:1712357312.933883:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa265a60. 00000100:00000001:0.0:1712357312.934022:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.934028:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.934029:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.934032:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.934036:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.934038:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.934040:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.934045:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357312.934048:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1712357312.934052:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39b800 x1795536572131392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.934058:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.934060:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.934061:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.934067:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.934075:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.934077:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.934080:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.934088:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.934091:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.934093:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.934094:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.934096:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.934099:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934101:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.934103:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.934104:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.934105:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.934106:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203682304 : -131938505869312 : ffff8800ac39b800) 00000100:00000001:0.0:1712357312.934109:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.934110:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.934111:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.934113:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.934117:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39b800 x1795536572131392/t4294967320(4294967320) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.934122:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.934124:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.934126:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.934128:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39b800 x1795536572131392/t4294967320(4294967320) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.934135:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131392:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.934138:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.934141:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934142:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.934144:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.934146:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39b800 x1795536572131392/t4294967320(4294967320) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.934158:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.934160:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.934162:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.934163:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.934169:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.934172:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x12:0x0] 00800000:00000001:0.0:1712357312.934173:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.934177:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.934180:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.934182:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.934184:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.934186:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.934188:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502290 : 144115205272502290 : 200000401000012) 00000080:00000001:0.0:1712357312.934190:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.934195:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0643000. 00000080:00000001:0.0:1712357312.934201:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.934203:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x12:0x0](ffff8800b06430c8) 00000080:00000001:0.0:1712357312.934205:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.934206:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x12:0x0] 00000080:00000001:0.0:1712357312.934208:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.934209:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502290 : 144115205272502290 : 200000401000012) 00000080:00000001:0.0:1712357312.934211:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.934212:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502290 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.934215:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x12:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.934216:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.934218:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273574600 : -131938435977016 : ffff8800b06430c8) 00000080:00000001:0.0:1712357312.934220:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.934221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.934223:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.934224:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.934227:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.934228:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.934231:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39b800 x1795536572131392/t4294967320(4294967320) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.934243:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.934246:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.934249:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.934252:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.934256:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.934257:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.934274:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.934275:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.934277:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.934280:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.934284:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pycparser, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.934287:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.934289:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pycparser, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.934293:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.934298:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.934301:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.934302:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pycparser' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.934305:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.934307:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pycparser' -> mds #0 00800000:00000001:0.0:1712357312.934310:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.934312:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.934313:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pycparser,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.934316:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.934318:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.934321:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39bb80. 00000020:00000040:0.0:1712357312.934324:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=24 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.934328:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.934331:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.934335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.934337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.934338:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934340:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.934341:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.934344:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.934352:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f6800. 00000100:00000001:0.0:1712357312.934356:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.934359:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.934360:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.934361:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.934362:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.934363:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.934368:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203683200 : -131938505868416 : ffff8800ac39bb80) 00010000:00000001:0.0:1712357312.934371:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.934372:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.934377:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356900. 00010000:00000010:0.0:1712357312.934379:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.934381:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.934383:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2f40. 00000020:00000001:0.0:1712357312.934386:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.934388:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2f40 with handle 0xbda2fb8f03337c88 to hash 00000020:00000001:0.0:1712357312.934390:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.934391:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.934393:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.934396:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.934397:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.934400:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.934406:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.934413:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.934417:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.934418:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.934422:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.934423:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.934425:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.934430:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203683200 : -131938505868416 : ffff8800ac39bb80) 00000100:00000001:0.0:1712357312.934434:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.934436:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934438:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.934440:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.934444:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.934449:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.934450:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.934452:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.934454:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.934456:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.934459:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.934463:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.934464:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.934466:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.934470:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.934472:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.934476:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.934479:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.934482:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.934486:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572131456, portal 10 00000100:00000001:0.0:1712357312.934488:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.934488:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203683200 : -131938505868416 : ffff8800ac39bb80) 00000100:00000040:0.0:1712357312.934493:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.934498:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.934500:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.934502:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357312.934504:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572131456, offset 0 00000400:00000200:0.0:1712357312.934507:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.934511:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.934515:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.934522:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.934525:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.934527:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.934530:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.934532:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [162:162:256:4294967295] 192.168.203.120@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:0.0:1712357312.934535:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.934540:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.934544:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.934546:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357312.934549:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.934552:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.934555:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.934595:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934597:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.934599:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934601:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.934602:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.934603:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.934605:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.934606:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.934608:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.934608:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.935092:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.935095:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357312.935098:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.935102:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.935104:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357312.935105:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:3.0:1712357312.935108:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.935111:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.935117:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.935124:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.935128:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.935130:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.938780:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.938977:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.938980:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.938982:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.938991:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.939001:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.939006:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.939010:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.939013:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.939016:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902880 00000400:00000200:2.0:1712357312.939019:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.939023:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x96d [1] + 224 00000800:00000001:2.0:1712357312.939029:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.939039:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.939042:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.939046:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.939050:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.939056:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.939064:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.939083:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.939088:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.939091:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.939150:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.939155:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.939157:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.939159:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.939163:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.939165:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.939167:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.939172:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.939180:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.939193:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.939195:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.939197:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.939199:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.939201:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.939203:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.939205:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.939211:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.939214:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.939216:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.939219:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.939224:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.939227:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.939228:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.939229:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.939231:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.939234:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.939239:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.939241:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.939243:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.939245:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.939251:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.939255:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.939258:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.939259:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.939261:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.939263:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.939276:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.939279:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.939280:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.939281:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.939284:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.939287:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.939289:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.939291:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2f40 refcount=4 00000020:00000001:0.0:1712357312.939293:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.939296:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00010000:0.0:1712357312.939299:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939307:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.939310:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939314:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.939316:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.939322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.939324:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939328:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.939329:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.939331:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.939333:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.939337:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2f40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.939343:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.939346:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939350:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.939351:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.939353:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939357:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.939358:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.939359:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.939360:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.939361:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2f40 refcount=5 00000020:00000001:0.0:1712357312.939362:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.939363:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.939365:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.939367:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.939370:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.939371:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.939373:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.939374:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.939376:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.939377:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.939378:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.939379:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.939381:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2f40 with handle 0xbda2fb8f03337c88 from hash 00010000:00000001:0.0:1712357312.939382:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.939383:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.939383:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.939384:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.939385:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.939386:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.939391:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.939392:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.939393:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.939394:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.939396:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.939399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.939400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.939401:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.939402:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.939403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.939403:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.939404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.939405:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.939411:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356900 count: 0 00010000:00000010:0.0:1712357312.939416:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.939421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.939422:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.939426:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.939430:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.939436:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.939437:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939439:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939440:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939442:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.939443:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.939444:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939445:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.939447:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pycparser intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.939449:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939452:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939454:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.939461:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.939462:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.939466:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f3480. 00000080:00002000:0.0:1712357312.939470:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.939475:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939478:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.939480:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939482:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.939484:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.939485:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.939489:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939491:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939492:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939493:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.939494:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.939497:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.939500:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.939503:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.939506:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39bb80 x1795536572131456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.939511:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.939512:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.939515:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.939519:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.939520:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.939522:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.939523:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.939525:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f6800. 02000000:00000001:0.0:1712357312.939527:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.939528:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.939530:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39bb80. 00000100:00000001:0.0:1712357312.939533:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.939534:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.939536:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.939537:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.939538:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.939542:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.939547:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pycparser (ffff8800a7516948, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.939549:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.939551:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.939553:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.939608:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.939610:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.939611:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.939616:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.939621:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pycparser, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.939624:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.939625:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.939626:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.939628:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.939629:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.939630:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.939633:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.939634:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pycparser, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.939636:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.939639:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.939644:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.939646:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939648:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.939651:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.939653:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.939655:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.939657:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.939659:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.939660:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.939661:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939663:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.939665:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.939667:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x13:0x0] 40000000:00000001:0.0:1712357312.939669:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939670:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939671:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.939672:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.939677:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pycparser' [0x200000401:0x13:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.939679:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.939681:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.939683:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.939685:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.939688:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39bb80. 00000020:00000040:0.0:1712357312.939691:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=24 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.939693:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.939694:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.939696:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.939699:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.939702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.939703:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.939704:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.939705:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.939707:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.939709:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.939714:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcf600. 00000100:00000001:0.0:1712357312.939717:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.939719:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.939721:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.939722:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.939723:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.939724:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.939732:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.939736:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.939741:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.939743:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.939746:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.939748:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.939750:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.939751:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203683200 : -131938505868416 : ffff8800ac39bb80) 00000100:00000001:0.0:1712357312.939754:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.939756:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.939762:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.939764:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.939767:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.939772:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.939773:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.939775:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.939778:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.939780:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131584:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.940394:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.940399:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.940401:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.940403:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.940406:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f6800. 02000000:00000001:0.0:1712357312.940407:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.940412:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.940415:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.940419:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.940423:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572131584, portal 10 00000100:00000001:0.0:1712357312.940425:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.940426:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203683200 : -131938505868416 : ffff8800ac39bb80) 00000100:00000040:0.0:1712357312.940431:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.940437:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.940439:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.940441:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357312.940443:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572131584, offset 0 00000400:00000200:0.0:1712357312.940447:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.940451:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.940456:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.940460:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.940463:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.940466:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.940471:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.940475:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [163:163:256:4294967295] 192.168.203.120@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1712357312.940478:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.940485:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.940489:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.940492:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357312.940496:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.940502:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.940506:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.940519:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.940521:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.940523:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.940524:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.940525:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.940527:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.940528:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.940530:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.940535:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.940536:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.940598:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.940601:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357312.940604:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.940608:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.940610:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:3.0:1712357312.940612:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:3.0:1712357312.940615:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.940618:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.940624:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.940626:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.940631:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.940632:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357312.942228:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:3.1:1712357312.942234:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00000080:00000010:3.1:1712357312.942238:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f37e0. 00000800:00000001:2.0:1712357312.949808:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.949820:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.949823:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.949825:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.949834:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949840:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.949845:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949849:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949852:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949855:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902900 00000400:00000200:2.0:1712357312.949859:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949864:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x975 [1] + 224 00000800:00000001:2.0:1712357312.949870:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.949885:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.949888:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.949892:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.949897:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.949904:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.949912:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.949923:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.949929:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.949932:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949936:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.949941:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [164:164:256:4294967295] 192.168.203.120@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1712357312.949944:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.949950:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.949955:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.949958:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357312.949962:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.949968:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.949972:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357312.950026:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357312.950065:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.950068:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000800:00000001:3.0:1712357312.950069:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.950071:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.950074:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357312.950288:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.950294:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.950295:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.950297:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.950301:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.950303:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.950304:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.950309:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.950316:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39bb80 x1795536572131584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.950321:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.950323:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.950324:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.950331:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.950333:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.950335:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.950338:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.950345:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.950349:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.950351:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.950352:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.950354:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.950357:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.950359:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.950360:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.950361:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.950363:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.950364:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203683200 : -131938505868416 : ffff8800ac39bb80) 00000100:00000001:0.0:1712357312.950366:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.950367:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.950369:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.950370:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.950375:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39bb80 x1795536572131584/t4294967321(4294967321) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.950380:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.950383:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.950384:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.950386:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39bb80 x1795536572131584/t4294967321(4294967321) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.950392:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131584:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.950396:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.950398:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.950400:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.950401:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.950404:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39bb80 x1795536572131584/t4294967321(4294967321) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.950417:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.950420:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.950422:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.950423:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.950428:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.950430:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x13:0x0] 00800000:00000001:0.0:1712357312.950433:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.950436:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.950439:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.950442:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.950445:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.950446:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.950448:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502291 : 144115205272502291 : 200000401000013) 00000080:00000001:0.0:1712357312.950450:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.950455:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0643800. 00000080:00000001:0.0:1712357312.950460:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.950462:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x13:0x0](ffff8800b06438c8) 00000080:00000001:0.0:1712357312.950464:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.950465:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x13:0x0] 00000080:00000001:0.0:1712357312.950468:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.950469:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502291 : 144115205272502291 : 200000401000013) 00000080:00000001:0.0:1712357312.950471:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.950472:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502291 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.950475:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x13:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.950477:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.950479:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273576648 : -131938435974968 : ffff8800b06438c8) 00000080:00000001:0.0:1712357312.950481:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.950482:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.950484:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.950485:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.950488:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.950490:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.950493:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39bb80 x1795536572131584/t4294967321(4294967321) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.950506:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.950510:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.950512:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.950515:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.950519:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.950520:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.950538:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.950540:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.950541:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.950544:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.950549:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyzfs-0.8.6-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.950551:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.950553:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyzfs-0.8.6-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.950557:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.950561:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.950564:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.950565:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyzfs-0.8.6-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.950568:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.951370:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pyzfs-0.8.6-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357312.951374:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.951378:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.951379:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyzfs-0.8.6-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.951382:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.951384:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.951388:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39ad80. 00000020:00000040:0.0:1712357312.951392:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=25 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.951397:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.951400:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.951403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.951404:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.951406:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.951408:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.951409:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.951416:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.951420:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4400. 00000100:00000001:0.0:1712357312.951425:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.951428:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.951429:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.951430:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.951431:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.951432:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.951437:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00010000:00000001:0.0:1712357312.951440:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.951442:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.951447:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356400. 00010000:00000010:0.0:1712357312.951449:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.951451:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.951454:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357312.951458:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.951460:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337c8f to hash 00000020:00000001:0.0:1712357312.951462:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.951463:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357312.951466:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357312.951468:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.951470:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.951473:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.951479:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.951487:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.951491:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.951492:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.951495:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.951496:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.951502:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.951503:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000001:0.0:1712357312.951507:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.951509:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.951511:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.951513:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.951517:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.951524:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.951525:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.951527:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.951529:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.951532:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.951535:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.951538:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.951540:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.951542:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.951546:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.951548:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.951553:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.951555:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.951560:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.951564:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572131648, portal 10 00000100:00000001:0.0:1712357312.951566:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.951567:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000040:0.0:1712357312.951627:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.951633:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.951636:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.951638:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357312.951641:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572131648, offset 0 00000400:00000200:0.0:1712357312.951645:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.951650:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.951659:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.951664:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.951667:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.951670:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.951672:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.951675:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [165:165:256:4294967295] 192.168.203.120@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1712357312.951677:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.951684:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.951688:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.951691:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356500. 00000800:00000200:0.0:1712357312.951695:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.951700:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.951703:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356500 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.951715:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.951717:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.951719:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.951721:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.951722:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.951724:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.951726:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.951728:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.951729:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.951730:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.952317:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.952320:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356500. 00000400:00000200:3.0:1712357312.952324:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.952328:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.952331:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357312.952332:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357312.952335:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.952339:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.952346:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.952348:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.952353:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.952358:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357312.955109:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356900. 00010000:00000010:0.1:1712357312.955118:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2f40. 00000080:00000010:0.1:1712357312.955122:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f3480. 00000800:00000001:2.0:1712357312.955439:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.955448:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.955450:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.955452:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.955460:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.955464:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.955470:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.955478:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.955481:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.955485:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902940 00000400:00000200:2.0:1712357312.955488:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.955492:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x97d [1] + 224 00000800:00000001:2.0:1712357312.955497:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.955506:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.955509:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.955513:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.955517:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.955523:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.955531:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.955620:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.955626:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.955629:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.955697:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.955703:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.955705:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.955707:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.955710:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.955712:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.955714:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.955718:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.955725:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.955734:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.955735:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.955737:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.955740:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.955741:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.955743:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.955746:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.955956:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.955960:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.955962:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.955965:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.955971:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.955973:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.955975:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.955976:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.955978:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.955981:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.955987:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.955989:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.955991:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.955994:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.956000:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.956003:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.956006:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.956008:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.956009:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.956012:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.956024:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.956026:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.956028:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.956029:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.956031:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.956034:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.956036:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.956038:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357312.956040:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357312.956042:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357312.956045:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956052:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.956055:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956060:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.956062:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.956067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.956069:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956073:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.956075:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.956077:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.956079:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.956084:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.956089:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.956091:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956096:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.956097:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.956100:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956103:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.956105:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.956106:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.956107:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.956108:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357312.956109:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357312.956110:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357312.956112:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.956115:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.956118:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.956120:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.956121:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.956122:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.956124:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.956125:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.956127:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.956128:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.956130:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337c8f from hash 00010000:00000001:0.0:1712357312.956131:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.956132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.956133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.956133:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.956134:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.956135:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.956140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.956141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.956142:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.956143:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.956145:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.956149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.956150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.956151:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.956152:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.956153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.956154:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.956154:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.956156:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337c8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.956161:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356400 count: 0 00010000:00000010:0.0:1712357312.956167:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.956172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.956173:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.956176:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.956180:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.956186:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.956187:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956189:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956190:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956192:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.956194:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.956195:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956196:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.956197:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyzfs-0.8.6-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.956200:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956203:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956205:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.956212:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.956213:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.956216:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f31c0. 00000080:00002000:0.0:1712357312.956220:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.956224:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956227:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.956229:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956231:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.956233:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.956234:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.956238:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956239:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956240:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956241:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.956243:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.956245:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.956247:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.956250:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.956253:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39ad80 x1795536572131648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.956258:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.956260:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.956263:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.956267:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.956269:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.956270:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=24 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.956272:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.956273:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4400. 02000000:00000001:0.0:1712357312.956276:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.956277:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.956279:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39ad80. 00000100:00000001:0.0:1712357312.956283:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.956283:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.956285:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.956286:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.956287:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.956290:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.956294:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyzfs-0.8.6-py3.6.egg-info (ffff8800a75160d8, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.956296:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.956298:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.956300:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.956329:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.956331:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.956333:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.956337:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.956342:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyzfs-0.8.6-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.956344:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.956346:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.956348:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.956350:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.956351:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.956352:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.956355:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.956356:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pyzfs-0.8.6-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.956358:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.956361:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.956366:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.956368:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956371:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.956375:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.956376:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.956378:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.956380:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.956382:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.956384:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.956385:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956387:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.956389:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.956391:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x14:0x0] 40000000:00000001:0.0:1712357312.956393:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956394:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956396:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.956401:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.956402:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pyzfs-0.8.6-py3.6.egg-info' [0x200000401:0x14:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.956404:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.956407:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.956408:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.956411:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.956414:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39ad80. 00000020:00000040:0.0:1712357312.956416:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=25 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.956419:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.956420:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.956422:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.956425:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.956428:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.956429:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.956430:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.956432:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.956433:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.956436:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.956440:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4400. 00000100:00000001:0.0:1712357312.956444:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.956446:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.956448:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.956449:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.956450:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.956451:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.956459:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.956463:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.956475:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.956476:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.956479:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.956481:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.956482:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.956483:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000001:0.0:1712357312.956487:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.956492:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.956494:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.956495:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.956499:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.956504:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.956505:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.956507:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.956509:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.956512:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131776:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.956514:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.956518:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.956519:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.956521:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.956524:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f7400. 02000000:00000001:0.0:1712357312.956525:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.956529:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.956531:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.956534:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.956539:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572131776, portal 10 00000100:00000001:0.0:1712357312.956541:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.956542:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000040:0.0:1712357312.956546:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.956551:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.956553:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.956554:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357312.956556:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572131776, offset 0 00000400:00000200:0.0:1712357312.956559:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.956564:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.956568:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.956601:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.956604:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.956607:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.956612:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.956615:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [166:166:256:4294967295] 192.168.203.120@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1712357312.956618:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.956629:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.956634:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.956637:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356800. 00000800:00000200:0.0:1712357312.956641:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.956646:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.956649:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356800 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.956661:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.956663:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.956664:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.956666:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.956667:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.956669:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.956670:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.956671:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.956673:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.956674:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.957004:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.957007:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356800. 00000400:00000200:3.0:1712357312.957010:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.957014:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.957016:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357312.957017:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357312.957020:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.957023:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.957030:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.957032:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.957037:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.957038:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.960634:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.960644:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.960647:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.960649:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.960657:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.960967:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.960974:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.960978:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.960981:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.960984:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef9029c0 00000400:00000200:2.0:1712357312.960988:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.960993:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x985 [1] + 224 00000800:00000001:2.0:1712357312.960999:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.961010:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.961012:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.961021:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.961026:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.961031:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.961038:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.961058:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.961063:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.961066:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.961069:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.961073:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [167:167:256:4294967295] 192.168.203.120@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1712357312.961076:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.961081:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.961085:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.961088:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343300. 00000800:00000200:2.0:1712357312.961092:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.961098:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.961101:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343300 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357312.961646:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.961652:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.961653:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.961655:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.961658:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.961659:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.961661:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.961665:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.961671:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39ad80 x1795536572131776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.961677:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.961678:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.961680:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.961687:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.961689:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.961690:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.961692:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.961699:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.961702:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.961705:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.961706:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.961708:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.961711:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.961712:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.961714:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.961715:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.961716:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.961717:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203679616 : -131938505872000 : ffff8800ac39ad80) 00000100:00000001:0.0:1712357312.961720:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.961721:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.961722:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.961723:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.961727:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39ad80 x1795536572131776/t4294967322(4294967322) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.961733:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.961734:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.961736:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.961739:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39ad80 x1795536572131776/t4294967322(4294967322) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.961744:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131776:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.961748:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.961751:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.961752:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.961754:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.961757:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39ad80 x1795536572131776/t4294967322(4294967322) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.961769:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.961771:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.961773:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.961774:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.961779:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.961782:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x14:0x0] 00800000:00000001:0.0:1712357312.961784:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.961788:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.961791:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.961793:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.961795:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.961797:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.961798:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502292 : 144115205272502292 : 200000401000014) 00000080:00000001:0.0:1712357312.961800:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.961805:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0644000. 00000080:00000001:0.0:1712357312.961810:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.961811:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x14:0x0](ffff8800b06440c8) 00000080:00000001:0.0:1712357312.961813:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.961814:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x14:0x0] 00000080:00000001:0.0:1712357312.961816:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.961817:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502292 : 144115205272502292 : 200000401000014) 00000080:00000001:0.0:1712357312.961819:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.961820:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502292 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.961823:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x14:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.961824:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.961826:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273578696 : -131938435972920 : ffff8800b06440c8) 00000080:00000001:0.0:1712357312.961827:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.961829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.961830:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.961831:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.961834:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.961834:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.961837:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39ad80 x1795536572131776/t4294967322(4294967322) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.961847:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.961850:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.961853:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.961856:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.961861:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.961862:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.961881:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.961883:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.961884:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.961887:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.961891:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyzfs-2.0.2-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.961894:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.961896:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyzfs-2.0.2-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.961899:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.961903:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.961905:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.961907:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyzfs-2.0.2-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.961909:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.961912:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pyzfs-2.0.2-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357312.961914:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.961916:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.961917:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyzfs-2.0.2-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.961920:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.961921:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.961925:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39a680. 00000020:00000040:0.0:1712357312.961928:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=26 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.961931:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.961934:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.961938:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.961939:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.961940:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.961942:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.961943:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.961947:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.961951:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f7000. 00000100:00000001:0.0:1712357312.961955:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.961957:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.961958:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.961959:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.961960:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.961961:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.961966:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00010000:00000001:0.0:1712357312.961969:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.961970:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.961974:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356000. 00010000:00000010:0.0:1712357312.961976:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.961978:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.961981:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2f40. 00000020:00000001:0.0:1712357312.961983:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.961985:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2f40 with handle 0xbda2fb8f03337c96 to hash 00000020:00000001:0.0:1712357312.961987:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.961988:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.961990:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.961992:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.961994:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.961996:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.962001:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.962007:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.962011:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.962011:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.962014:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.962016:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.962019:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.962020:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000001:0.0:1712357312.962023:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.962025:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.962027:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.962028:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.962031:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.962036:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.962037:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.962039:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.962041:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.962043:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.962045:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.962048:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.962049:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.962050:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.962053:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.962054:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.962057:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.962059:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.962061:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.962065:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572131840, portal 10 00000100:00000001:0.0:1712357312.962066:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.962067:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000040:0.0:1712357312.962070:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.962075:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.962077:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.962078:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357312.962079:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572131840, offset 0 00000400:00000200:0.0:1712357312.962082:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.962086:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.962091:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.962094:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.962097:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.962099:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.962101:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.962103:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [168:168:255:4294967295] 192.168.203.120@tcp LPNI seq info [168:168:7:4294967295] 00000400:00000200:0.0:1712357312.962106:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.962110:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.962113:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.962116:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357312.962119:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.962122:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.962124:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.962788:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.962791:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.962793:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.962795:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.962796:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.962797:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.962799:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.962800:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.962802:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.962802:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.962803:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.962806:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343300. 00000400:00000200:2.0:1712357312.962809:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.962812:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.962816:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.962819:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357312.962865:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.962867:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357312.962868:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.962871:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.962873:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:2.0:1712357312.962875:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:2.0:1712357312.962881:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.962884:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.962891:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.962893:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.962897:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.962898:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.964878:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.964885:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.964887:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.964890:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.964897:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.964902:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.964907:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.964910:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.964913:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.964916:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902a00 00000400:00000200:3.0:1712357312.964919:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.964923:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x98d [1] + 224 00000800:00000001:3.0:1712357312.964928:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.964937:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.964939:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.964943:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.964947:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.964951:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.964966:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.964988:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.964993:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.964996:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.965050:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.965054:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.965055:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.965057:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.965060:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.965061:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.965063:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.965067:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.965074:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965088:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.965089:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.965091:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.965093:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.965095:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.965097:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.965099:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.965106:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.965109:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.965111:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.965114:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965119:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.965121:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.965123:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.965124:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.965126:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.965128:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965134:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.965136:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.965138:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.965140:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.965146:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.965149:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.965151:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.965153:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.965155:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.965157:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965168:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.965171:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.965173:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.965174:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.965176:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.965179:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.965181:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.965183:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2f40 refcount=4 00000020:00000001:0.0:1712357312.965185:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.965187:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00010000:0.0:1712357312.965191:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965197:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.965200:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965204:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.965206:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965210:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.965211:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.965212:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965216:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.965218:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.965220:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.965222:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.965226:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2f40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.965232:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.965234:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965240:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.965242:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.965244:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965248:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.965249:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.965250:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.965251:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.965253:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2f40 refcount=5 00000020:00000001:0.0:1712357312.965254:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.965255:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789888 : -131938525761728 : ffff8800ab0a2f40) 00010000:00000001:0.0:1712357312.965257:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.965259:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.965263:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.965264:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.965266:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.965267:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.965269:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.965270:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.965271:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.965272:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.965274:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2f40 with handle 0xbda2fb8f03337c96 from hash 00010000:00000001:0.0:1712357312.965275:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.965276:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.965277:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.965278:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.965279:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.965280:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.965284:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.965285:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.965286:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.965287:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.965289:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.965293:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.965293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.965294:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.965295:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.965296:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.965296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.965297:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.965298:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2f40/0xbda2fb8f03337c96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.965303:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356000 count: 0 00010000:00000010:0.0:1712357312.965309:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.965313:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.965314:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.965317:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.965321:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.965326:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.965327:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965328:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965329:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965330:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.965332:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.965333:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965334:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.965335:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyzfs-2.0.2-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.965337:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965340:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965341:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.965348:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.965349:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.965353:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f3420. 00000080:00002000:0.0:1712357312.965355:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.965359:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965362:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.965365:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965367:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.965368:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.965370:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.965373:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965375:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965376:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965377:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.965378:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.965380:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.965383:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.965385:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.965388:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39a680 x1795536572131840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965393:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.965394:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.965396:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.965400:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.965402:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.965403:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=25 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.965405:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.965406:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f7000. 02000000:00000001:0.0:1712357312.965409:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.965410:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.965412:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39a680. 00000100:00000001:0.0:1712357312.965414:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.965415:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.965417:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.965418:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.965419:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.965421:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.965426:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyzfs-2.0.2-py3.6.egg-info (ffff8800a75161b0, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.965429:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.965430:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.965433:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.965446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.965447:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.965449:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.965452:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.965457:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyzfs-2.0.2-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.965459:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.965460:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.965461:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.965463:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.965464:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.965466:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.965467:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.965468:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pyzfs-2.0.2-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.965471:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.965473:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.965477:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.965480:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965482:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.965485:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.965486:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.965488:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.965490:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.965492:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.965493:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.965494:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965497:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.965498:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.965501:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x15:0x0] 40000000:00000001:0.0:1712357312.965503:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965504:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965505:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.965510:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.965518:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pyzfs-2.0.2-py3.6.egg-info' [0x200000401:0x15:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.965521:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.965523:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.965524:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.965527:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.965529:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac39a680. 00000020:00000040:0.0:1712357312.965532:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=26 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.965536:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.965537:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.965539:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.965541:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.965544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.965545:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.965546:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.965547:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.965549:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.965551:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.965554:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f7000. 00000100:00000001:0.0:1712357312.965558:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.965560:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.965561:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.965562:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.965563:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.965565:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.965597:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.965602:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.965607:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.965608:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.965612:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.965613:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.965615:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.965616:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000001:0.0:1712357312.965619:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.965625:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.965627:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.965628:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.965631:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965636:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.965637:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.965639:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.965641:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.965643:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac39a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131968:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.965645:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.965648:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.965650:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.965651:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.965654:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f6c00. 02000000:00000001:0.0:1712357312.965656:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.965659:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.965661:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.965664:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.965668:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572131968, portal 10 00000100:00000001:0.0:1712357312.965669:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.965670:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000040:0.0:1712357312.965674:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.965679:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.965681:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.965683:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357312.965684:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572131968, offset 0 00000400:00000200:0.0:1712357312.965688:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.965692:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.965696:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.965699:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.965702:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.965705:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.965710:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.965714:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [169:169:256:4294967295] 192.168.203.120@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1712357312.965717:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.965723:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.965727:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.965730:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356900. 00000800:00000200:0.0:1712357312.965733:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.965744:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.965747:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356900 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.965764:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.965765:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.965767:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.965769:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.965770:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.965771:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.965773:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.965774:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.965775:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.965776:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.965865:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.965867:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356900. 00000400:00000200:2.0:1712357312.965870:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.965873:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.965875:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:2.0:1712357312.965877:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:2.0:1712357312.965879:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.965882:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.965887:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.965890:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.965895:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.965896:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.968594:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.968603:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.968606:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.968608:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.968616:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968621:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.968627:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968630:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968633:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968640:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902a80 00000400:00000200:3.0:1712357312.968644:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968648:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x995 [1] + 224 00000800:00000001:3.0:1712357312.968653:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.968662:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.968664:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.968667:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.968672:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.968677:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.968686:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.968708:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.968714:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.968717:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968720:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357312.968729:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [170:170:256:4294967295] 192.168.203.120@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1712357312.968732:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.968737:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357312.968742:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357312.968745:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357312.968750:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357312.968755:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357312.968757:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357312.968776:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357312.968782:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.968787:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.968788:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.968790:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.968794:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.968796:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.968798:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.968802:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.968809:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac39a680 x1795536572131968/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.968814:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.968816:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.968817:0:12713:0:(client.c:1456:after_reply()) Process entered 00000800:00000200:3.0:1712357312.968822:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1712357312.968823:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000800:00000010:3.0:1712357312.968825:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000800:00000001:2.0:1712357312.968825:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.968825:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1712357312.968827:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357312.968827:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.968829:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357312.968830:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00001000:0.0:1712357312.968835:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.968838:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.968840:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.968841:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.968843:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.968846:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.968847:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.968849:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.968850:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.968852:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.968853:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203677824 : -131938505873792 : ffff8800ac39a680) 00000100:00000001:0.0:1712357312.968855:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.968862:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.968863:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.968864:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.968868:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac39a680 x1795536572131968/t4294967323(4294967323) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.968874:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.968876:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.968878:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.968881:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac39a680 x1795536572131968/t4294967323(4294967323) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.968887:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac39a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572131968:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.968890:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.968893:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.968895:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.968897:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.968899:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac39a680 x1795536572131968/t4294967323(4294967323) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.968911:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.968914:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.968916:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.968917:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.968922:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.968925:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x15:0x0] 00800000:00000001:0.0:1712357312.968927:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.968930:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.968932:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.968935:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.968937:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.968939:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.968940:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502293 : 144115205272502293 : 200000401000015) 00000080:00000001:0.0:1712357312.968943:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.968948:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0644800. 00000080:00000001:0.0:1712357312.968953:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.968958:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x15:0x0](ffff8800b06448c8) 00000080:00000001:0.0:1712357312.968960:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.968962:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x15:0x0] 00000080:00000001:0.0:1712357312.968964:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.968965:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502293 : 144115205272502293 : 200000401000015) 00000080:00000001:0.0:1712357312.968966:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.968968:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502293 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.968970:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x15:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.968972:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.968973:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273580744 : -131938435970872 : ffff8800b06448c8) 00000080:00000001:0.0:1712357312.968975:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.968977:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.968978:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.968980:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.968982:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.968983:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.968987:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac39a680 x1795536572131968/t4294967323(4294967323) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.968999:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.969003:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.969006:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.969009:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.969013:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.969014:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.969033:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.969034:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.969036:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.969038:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.969042:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyzfs-2.1.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.969045:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.969047:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyzfs-2.1.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.969052:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.969056:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.969058:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.969060:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyzfs-2.1.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.969063:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.969065:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pyzfs-2.1.0-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357312.969067:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.969069:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.969071:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyzfs-2.1.0-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.969074:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.969077:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.969080:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 00000020:00000040:0.0:1712357312.969083:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=27 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.969086:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.969089:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.969093:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.969094:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.969095:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.969097:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.969098:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.969105:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.969109:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4c00. 00000100:00000001:0.0:1712357312.969113:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.969115:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.969117:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.969118:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.969119:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.969120:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.969124:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203674240 : -131938505877376 : ffff8800ac399880) 00010000:00000001:0.0:1712357312.969127:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.969128:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.969133:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356200. 00010000:00000010:0.0:1712357312.969135:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.969138:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.969140:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357312.969143:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.969145:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337c9d to hash 00000020:00000001:0.0:1712357312.969146:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.969147:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357312.969149:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357312.969152:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.969154:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.969156:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.969162:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.969169:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.969173:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.969174:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.969177:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.969178:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.969183:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.969184:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203674240 : -131938505877376 : ffff8800ac399880) 00000100:00000001:0.0:1712357312.969187:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.969189:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.969191:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.969192:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.969196:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.969201:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.969203:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.969205:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.969207:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.969209:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.969212:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.969215:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.969216:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.969218:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.969221:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.969222:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.969225:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.969227:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.969230:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.969233:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572132032, portal 10 00000100:00000001:0.0:1712357312.969234:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.969235:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203674240 : -131938505877376 : ffff8800ac399880) 00000100:00000040:0.0:1712357312.969239:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.969245:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.969247:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.969249:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357312.969251:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572132032, offset 0 00000400:00000200:0.0:1712357312.969255:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.969258:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.969265:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.969268:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.969271:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.969274:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.969276:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.969278:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [171:171:256:4294967295] 192.168.203.120@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1712357312.969280:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.969286:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.969290:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.969292:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357312.969295:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.969299:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.969301:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.969318:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.969319:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.969321:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.969323:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.969324:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.969325:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.969327:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.969328:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.969330:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.969331:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.969390:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.969393:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357312.969395:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.969398:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.969400:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:2.0:1712357312.969401:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:2.0:1712357312.969403:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.969406:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.969419:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.969422:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.969426:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.969428:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.972193:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.972203:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.972206:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.972208:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.972220:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.972225:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.972230:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.972233:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.972236:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.972240:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902ac0 00000400:00000200:3.0:1712357312.972244:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.972248:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x99d [1] + 224 00000800:00000001:3.0:1712357312.972253:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.972263:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.972265:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.972268:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.972273:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.972279:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.972296:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.972563:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.972578:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.972595:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.972640:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.972644:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.972646:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.972648:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.972651:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.972653:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.972655:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.972659:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.972666:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.972677:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.972679:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.972681:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.972683:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.972684:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.972686:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.972687:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.972699:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.972702:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.972704:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.972707:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.972711:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.972714:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.972716:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.972717:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.972719:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.972722:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.972726:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.972729:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.972730:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.972733:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.972738:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.972742:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.972744:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.972746:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.972748:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.972750:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.972763:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.972766:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.972768:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.972769:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.972771:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.972774:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.972776:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.972778:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357312.972780:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357312.972782:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357312.972786:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972792:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.972795:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972800:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.972802:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972806:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.972807:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.972809:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972813:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.972815:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.972817:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.972819:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.972823:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.972830:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.972832:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972837:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.972838:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.972840:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972844:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.972846:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.972846:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.972848:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.972849:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357312.972850:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357312.972851:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357312.972854:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.972855:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.972858:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.972859:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.972861:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.972862:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.972865:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.972866:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.972867:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.972868:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.972869:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337c9d from hash 00010000:00000001:0.0:1712357312.972871:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.972872:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.972872:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.972873:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.972874:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.972875:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.972880:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.972881:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.972882:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.972883:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.972886:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.972889:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.972890:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.972891:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.972892:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.972892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.972893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.972894:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.972895:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337c9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.972900:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356200 count: 0 00010000:00000010:0.0:1712357312.972905:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.972910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.972911:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.972915:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.972919:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.972924:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.972925:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972927:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972928:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972930:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.972932:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.972932:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972934:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.972935:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyzfs-2.1.0-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.972937:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.972940:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.972941:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.972948:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.972949:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.972953:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb20a0. 00000080:00002000:0.0:1712357312.972956:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.972961:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.972963:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.972965:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972968:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.972969:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.972970:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.972973:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972974:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.972975:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.972977:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.972978:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.972980:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.972982:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.972985:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.972989:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399880 x1795536572132032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.972994:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.972995:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.972998:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.973003:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.973004:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.973006:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=26 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.973007:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.973009:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4c00. 02000000:00000001:0.0:1712357312.973011:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.973012:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.973013:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 00000100:00000001:0.0:1712357312.973015:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.973016:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.973018:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.973019:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.973020:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.973023:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.973028:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyzfs-2.1.0-py3.6.egg-info (ffff8800a7516360, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.973030:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.973032:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.973035:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.973048:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.973050:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.973052:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.973056:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.973061:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyzfs-2.1.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.973063:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.973064:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.973065:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.973067:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.973068:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.973070:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.973072:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.973073:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pyzfs-2.1.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.973076:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.973079:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.973084:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.973086:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.973088:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.973092:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.973093:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.973095:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.973097:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.973099:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.973101:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.973102:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.973104:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.973106:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.973108:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x16:0x0] 40000000:00000001:0.0:1712357312.973110:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.973111:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.973113:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.973117:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.973119:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pyzfs-2.1.0-py3.6.egg-info' [0x200000401:0x16:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.973121:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.973123:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.973125:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.973127:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.973130:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399880. 00000020:00000040:0.0:1712357312.973132:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=27 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.973135:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.973136:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.973138:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.973140:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.973144:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.973145:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.973146:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.973148:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.973149:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.973151:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.973155:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4c00. 00000100:00000001:0.0:1712357312.973159:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.973161:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.973162:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.973163:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.973164:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.973166:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.973174:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.973178:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.973184:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.973185:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.973188:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.973190:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.973192:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.973193:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203674240 : -131938505877376 : ffff8800ac399880) 00000100:00000001:0.0:1712357312.973196:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.973202:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.973204:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.973205:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.973215:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.973220:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.973222:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.973224:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.973226:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.973228:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132160:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.973231:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.973234:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.973235:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.973237:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.973240:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac2f5800. 02000000:00000001:0.0:1712357312.973241:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.973246:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.973248:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.973251:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.973255:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572132160, portal 10 00000100:00000001:0.0:1712357312.973256:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.973257:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203674240 : -131938505877376 : ffff8800ac399880) 00000100:00000040:0.0:1712357312.973261:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.973267:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.973269:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.973271:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357312.973273:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572132160, offset 0 00000400:00000200:0.0:1712357312.973276:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.973281:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.973285:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.973289:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.973292:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.973295:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.973300:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.973303:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [172:172:256:4294967295] 192.168.203.120@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1712357312.973306:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.973312:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.973316:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.973319:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356a00. 00000800:00000200:0.0:1712357312.973323:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.973329:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.973332:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356a00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.973353:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.973354:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.973356:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.973358:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.973359:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.973361:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.973363:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.973364:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.973365:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.973366:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.973558:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.973561:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356a00. 00000400:00000200:2.0:1712357312.973565:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.973569:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.973611:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:2.0:1712357312.973613:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:2.0:1712357312.973616:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.973620:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.973626:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.973629:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.973633:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.973634:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357312.975734:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356400. 00010000:00000010:2.1:1712357312.975742:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357312.975747:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f31c0. 00000800:00000001:3.0:1712357312.977299:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.977311:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.977314:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.977316:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.977324:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.977330:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.977335:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.977338:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.977341:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.977345:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902b40 00000400:00000200:3.0:1712357312.977348:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.977352:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x9a5 [1] + 224 00000800:00000001:3.0:1712357312.977358:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.977370:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.977373:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.977376:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.977381:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.977387:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.977395:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.977454:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357312.977461:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357312.977464:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357312.977464:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357312.977468:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000001:0.0:1712357312.977469:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.977470:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.977472:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.977475:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.977476:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000400:00000200:3.0:1712357312.977478:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [173:173:256:4294967295] 192.168.203.120@tcp LPNI seq info [173:173:8:4294967295] 00000100:00000001:0.0:1712357312.977479:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:3.0:1712357312.977481:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:0.0:1712357312.977482:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357312.977487:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000200:0.0:1712357312.977488:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399880 x1795536572132160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357312.977492:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:0.0:1712357312.977493:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.977493:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1712357312.977495:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000100:00000001:0.0:1712357312.977495:0:12713:0:(client.c:1456:after_reply()) Process entered 00000800:00000200:3.0:1712357312.977499:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 02000000:00000001:0.0:1712357312.977500:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.977502:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1712357312.977504:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:0.0:1712357312.977504:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.977506:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.977507:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000100:00001000:0.0:1712357312.977513:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.977516:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.977518:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.977519:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.977521:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.977524:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.977526:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.977527:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.977528:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.977529:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.977530:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203674240 : -131938505877376 : ffff8800ac399880) 00000100:00000001:0.0:1712357312.977533:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.977534:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.977535:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.977536:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.977540:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399880 x1795536572132160/t4294967324(4294967324) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.977544:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.977547:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.977548:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.977551:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399880 x1795536572132160/t4294967324(4294967324) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.977557:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132160:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.977561:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.977563:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.977565:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.977566:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1712357312.977569:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:0.0:1712357312.977569:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399880 x1795536572132160/t4294967324(4294967324) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.977623:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.977625:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.977674:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.977675:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.977681:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.977684:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x16:0x0] 00800000:00000001:0.0:1712357312.977686:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.977689:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.977692:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.977694:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.977696:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.977698:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.977700:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502294 : 144115205272502294 : 200000401000016) 00000080:00000001:0.0:1712357312.977703:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.977709:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0645000. 00000080:00000001:0.0:1712357312.977715:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.977716:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x16:0x0](ffff8800b06450c8) 00000080:00000001:0.0:1712357312.977719:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.977720:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x16:0x0] 00000080:00000001:0.0:1712357312.977722:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.977723:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502294 : 144115205272502294 : 200000401000016) 00000080:00000001:0.0:1712357312.977725:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.977726:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502294 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.977729:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x16:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.977730:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.977732:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273582792 : -131938435968824 : ffff8800b06450c8) 00000080:00000001:0.0:1712357312.977734:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.977735:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.977737:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.977738:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.977742:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.977743:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.977746:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399880 x1795536572132160/t4294967324(4294967324) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.977759:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.977761:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000800:00000200:3.0:1712357312.977763:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000080:00000001:0.0:1712357312.977764:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1712357312.977765:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000080:00000001:0.0:1712357312.977767:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357312.977768:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.977770:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000080:00000001:0.0:1712357312.977773:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.977774:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.977795:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.977797:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.977799:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.977802:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.977808:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=setuptools-39.2.0.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.977810:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.977812:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=setuptools-39.2.0.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.977816:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.977821:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.977823:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.977825:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'setuptools-39.2.0.dist-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.977827:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.977831:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='setuptools-39.2.0.dist-info' -> mds #0 00800000:00000001:0.0:1712357312.977833:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.977835:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.977837:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: setuptools-39.2.0.dist-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.977840:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.977842:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.977845:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399c00. 00000020:00000040:0.0:1712357312.977848:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=28 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.977852:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.977855:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.977859:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.977860:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.977862:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.977864:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.977865:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.977871:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.977877:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4000. 00000100:00000001:0.0:1712357312.977881:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.977884:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.977885:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.977886:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.977887:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.977888:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.977894:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203675136 : -131938505876480 : ffff8800ac399c00) 00010000:00000001:0.0:1712357312.977897:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.977898:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.977903:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356700. 00010000:00000010:0.0:1712357312.977905:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.977908:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.977910:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357312.977912:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.977914:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03337ca4 to hash 00000020:00000001:0.0:1712357312.977916:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.977917:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357312.977919:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357312.977921:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.977922:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.977925:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.977931:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.977938:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.977942:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.977943:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.977946:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.977947:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.977953:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.977953:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203675136 : -131938505876480 : ffff8800ac399c00) 00000100:00000001:0.0:1712357312.977956:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.977959:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.977961:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.977962:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.977966:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.977972:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.977973:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.977975:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.977977:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.977979:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.977981:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.977985:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.977986:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.977987:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.977991:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.977992:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.977995:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.977998:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.978000:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.978004:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572132224, portal 10 00000100:00000001:0.0:1712357312.978005:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.978006:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203675136 : -131938505876480 : ffff8800ac399c00) 00000100:00000040:0.0:1712357312.978010:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.978015:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.978016:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.978018:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357312.978020:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572132224, offset 0 00000400:00000200:0.0:1712357312.978023:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.978026:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.978033:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.978037:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.978039:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.978041:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.978043:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.978045:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [174:174:256:4294967295] 192.168.203.120@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1712357312.978048:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.978053:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.978056:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.978058:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000001:2.0:1712357312.978059:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1712357312.978061:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.978065:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.978067:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.978564:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.978566:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.978568:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.978578:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.978656:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.978658:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.978660:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.978661:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.978663:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.978663:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.978753:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.978755:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357312.978758:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.978762:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.978764:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357312.978765:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357312.978768:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.978771:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.978777:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.978779:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.978784:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.978785:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357312.981783:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.981794:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.981796:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.981798:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.981806:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.981812:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.981817:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.981820:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.981823:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.981827:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902b80 00000400:00000200:2.0:1712357312.981830:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.981842:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x9ad [1] + 224 00000800:00000001:2.0:1712357312.981848:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.981857:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.981859:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.981862:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.981867:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.981872:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.981879:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.981889:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.981894:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.981897:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.981939:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.981945:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.981946:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.981951:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.981954:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.981956:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.981958:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.981962:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.981968:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.981977:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.981979:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.981981:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.981983:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.981985:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.981987:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.981989:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.981994:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.981997:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.981999:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.982002:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.982006:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.982008:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.982009:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.982011:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.982012:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.982015:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.982019:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.982022:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.982023:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.982026:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.982031:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.982035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.982037:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.982039:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.982040:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.982042:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.982055:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.982058:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.982060:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.982061:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.982063:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.982066:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.982069:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.982071:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357312.982073:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357312.982075:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357312.982078:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982085:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.982087:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982092:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.982093:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.982098:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.982100:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982103:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.982105:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.982107:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.982109:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.982113:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.982119:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.982121:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982125:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.982127:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.982129:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982132:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.982134:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.982135:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.982136:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.982137:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357312.982139:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357312.982140:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357312.982142:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.982144:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.982148:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.982149:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.982151:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.982152:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.982154:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.982155:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.982156:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.982157:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.982159:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03337ca4 from hash 00010000:00000001:0.0:1712357312.982161:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.982162:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.982162:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.982163:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.982164:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.982165:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.982170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.982171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.982172:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.982173:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.982175:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.982179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.982180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.982180:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.982181:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.982182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.982183:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.982183:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.982185:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ca4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.982190:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356700 count: 0 00010000:00000010:0.0:1712357312.982194:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.982201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.982202:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.982205:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.982210:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.982216:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.982217:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982218:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982219:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982221:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.982222:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.982223:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982224:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.982226:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=setuptools-39.2.0.dist-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.982228:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982230:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982232:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.982238:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.982240:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.982243:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb2aa0. 00000080:00002000:0.0:1712357312.982246:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.982251:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982253:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.982256:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982258:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.982259:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.982261:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.982264:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982266:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982267:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982268:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.982270:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.982272:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.982274:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.982277:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.982281:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399c00 x1795536572132224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.982285:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.982286:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.982288:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.982293:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.982294:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.982296:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=27 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.982297:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.982299:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4000. 02000000:00000001:0.0:1712357312.982302:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.982304:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.982305:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399c00. 00000100:00000001:0.0:1712357312.982307:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.982308:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.982310:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.982311:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.982312:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.982316:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.982321:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry setuptools-39.2.0.dist-info (ffff8800a7516288, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.982323:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.982326:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.982329:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.982346:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.982348:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.982349:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.982353:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.982360:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=setuptools-39.2.0.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.982361:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.982362:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.982364:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.982366:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.982367:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.982368:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.982370:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.982371:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=setuptools-39.2.0.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.982373:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.982376:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.982381:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.982383:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982385:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.982389:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.982391:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.982393:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.982394:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.982396:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.982397:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.982399:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982401:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.982402:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.982404:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x17:0x0] 40000000:00000001:0.0:1712357312.982406:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982407:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982409:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.982413:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.982415:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'setuptools-39.2.0.dist-info' [0x200000401:0x17:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.982417:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.982419:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.982421:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.982423:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.982426:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399c00. 00000020:00000040:0.0:1712357312.982428:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=28 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.982431:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.982432:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.982434:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.982436:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.982450:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.982451:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.982452:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.982454:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.982456:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.982458:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.982469:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac2f4000. 00000100:00000001:0.0:1712357312.982473:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.982474:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.982476:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.982477:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.982477:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.982479:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.982486:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.982490:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.982495:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.982496:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.982500:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.982501:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.982503:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.982504:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203675136 : -131938505876480 : ffff8800ac399c00) 00000100:00000001:0.0:1712357312.982507:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.982511:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.982513:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.982514:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.982517:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.982522:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.982523:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.982526:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.982527:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.982529:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132352:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.982532:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.982535:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.982536:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.982537:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.982541:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b63e2800. 02000000:00000001:0.0:1712357312.982542:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.982546:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.982547:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.982550:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.982554:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572132352, portal 10 00000100:00000001:0.0:1712357312.982555:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.982556:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203675136 : -131938505876480 : ffff8800ac399c00) 00000100:00000040:0.0:1712357312.982560:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.982565:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.982566:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.982568:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357312.982580:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572132352, offset 0 00000400:00000200:0.0:1712357312.982600:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.982604:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.982608:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.982612:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.982614:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.982617:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.982621:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.982624:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [175:175:256:4294967295] 192.168.203.120@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1712357312.982627:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.982632:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.982637:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.982639:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357312.982643:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.982648:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.982651:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.982669:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.982670:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.982673:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.982674:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.982676:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.982677:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.982679:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.982680:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.982681:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.982682:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.982994:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.982997:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357312.983000:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.983004:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.983006:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357312.983011:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357312.983014:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.983017:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.983024:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.983026:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.983030:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.983032:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357312.984802:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356000. 00010000:00000010:2.1:1712357312.984810:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2f40. 00000080:00000010:2.1:1712357312.984815:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f3420. 00010000:00000010:2.1:1712357312.984821:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356200. 00010000:00000010:2.1:1712357312.984823:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:2.1:1712357312.984825:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb20a0. 00000800:00000001:2.0:1712357312.985367:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.985376:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.985378:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.985380:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.985387:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985391:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.985396:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985399:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985401:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985404:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902c00 00000400:00000200:2.0:1712357312.985408:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985412:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x9b5 [1] + 224 00000800:00000001:2.0:1712357312.985417:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.985426:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.985428:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.985432:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.985436:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.985441:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.985459:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.985468:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.985473:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.985476:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985479:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.985484:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [176:176:256:4294967295] 192.168.203.120@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1712357312.985487:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.985492:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357312.985497:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357312.985501:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357312.985505:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357312.985510:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.985512:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357312.985556:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.985567:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.985569:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.985580:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.985617:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.985618:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.985620:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.985624:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.985630:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399c00 x1795536572132352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.985636:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.985637:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.985639:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.985649:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.985651:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.985652:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.985654:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.985660:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.985663:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.985665:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.985667:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.985668:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.985671:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.985673:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.985675:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.985677:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.985678:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.985679:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203675136 : -131938505876480 : ffff8800ac399c00) 00000100:00000001:0.0:1712357312.985681:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.985682:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.985683:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.985684:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.985688:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399c00 x1795536572132352/t4294967325(4294967325) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.985692:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.985694:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.985696:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.985698:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399c00 x1795536572132352/t4294967325(4294967325) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.985703:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132352:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.985706:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.985709:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.985710:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.985795:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.985800:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399c00 x1795536572132352/t4294967325(4294967325) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.985812:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.985815:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.985816:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.985817:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.985823:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.985825:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x17:0x0] 00800000:00000001:0.0:1712357312.985827:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.985830:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.985833:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.985835:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.985837:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.985839:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.985840:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502295 : 144115205272502295 : 200000401000017) 00000080:00000001:0.0:1712357312.985843:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.985848:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0645800. 00000080:00000001:0.0:1712357312.985853:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.985855:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x17:0x0](ffff8800b06458c8) 00000080:00000001:0.0:1712357312.985857:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.985858:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x17:0x0] 00000080:00000001:0.0:1712357312.985860:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.985861:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502295 : 144115205272502295 : 200000401000017) 00000080:00000001:0.0:1712357312.985863:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.985865:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502295 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.985867:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x17:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.985869:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.985871:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273584840 : -131938435966776 : ffff8800b06458c8) 00000080:00000001:0.0:1712357312.985872:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.985874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.985875:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.985876:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.985880:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.985881:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.985884:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399c00 x1795536572132352/t4294967325(4294967325) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.985897:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.985900:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.985903:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.985906:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.985912:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.985913:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.985934:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.985936:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.985937:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.985940:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.985947:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=setuptools, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.985950:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.985952:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=setuptools, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.985956:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.985960:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.985963:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.985964:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'setuptools' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.985967:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.985970:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='setuptools' -> mds #0 00800000:00000001:0.0:1712357312.985972:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.985974:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.985976:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: setuptools,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.985979:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.985980:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.985984:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398700. 00000020:00000040:0.0:1712357312.985987:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=29 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.985991:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.985994:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.985997:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.985998:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.985999:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.986001:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.986003:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.986005:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.986014:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab3ed000. 00000100:00000001:0.0:1712357312.986018:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.986021:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.986022:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.986023:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.986024:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.986025:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.986030:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203669760 : -131938505881856 : ffff8800ac398700) 00010000:00000001:0.0:1712357312.986032:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.986034:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.986038:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356500. 00010000:00000010:0.0:1712357312.986040:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.986043:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.986045:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3840. 00000020:00000001:0.0:1712357312.986047:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.986049:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3840 with handle 0xbda2fb8f03337cab to hash 00000020:00000001:0.0:1712357312.986051:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.986052:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357312.986054:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357312.986056:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.986058:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.986061:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.986067:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.986075:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.986079:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.986080:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.986083:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.986084:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.986085:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.986090:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203669760 : -131938505881856 : ffff8800ac398700) 00000100:00000001:0.0:1712357312.986093:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.986096:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.986098:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.986099:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.986103:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.986115:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.986116:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.986118:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.986120:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.986122:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.986125:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.986128:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.986129:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.986131:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.986135:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.986136:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.986139:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.986141:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.986144:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.986147:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572132416, portal 10 00000100:00000001:0.0:1712357312.986149:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.986150:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203669760 : -131938505881856 : ffff8800ac398700) 00000100:00000040:0.0:1712357312.986154:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.986159:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.986161:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.986163:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357312.986164:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572132416, offset 0 00000400:00000200:0.0:1712357312.986168:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.986171:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.986174:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.986181:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.986184:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.986186:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.986187:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.986190:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [177:177:255:4294967295] 192.168.203.120@tcp LPNI seq info [177:177:7:4294967295] 00000400:00000200:0.0:1712357312.986192:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.986198:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.986201:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.986203:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356900. 00000800:00000200:0.0:1712357312.986206:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.986209:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.986211:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356900 type 1, nob 680 niov 1 nkiov 1 00000800:00000001:2.0:1712357312.986240:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357312.986283:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.986285:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.986287:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.986288:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.986290:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.986291:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.986292:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.986293:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.986299:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.986302:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:3.0:1712357312.986304:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.986308:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.986320:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357312.986341:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.986343:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356900. 00000400:00000200:3.0:1712357312.986345:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.986347:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.986349:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:3.0:1712357312.986350:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:3.0:1712357312.986352:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.986356:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.986362:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.986364:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.986368:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.986369:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:0.0:1712357312.986391:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.986392:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357312.989975:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.989987:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.989990:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.989992:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.990001:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.990006:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.990013:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.990016:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.990019:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.990022:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902c40 00000400:00000200:2.0:1712357312.990026:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.990031:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x9bd [1] + 224 00000800:00000001:2.0:1712357312.990037:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.990056:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.990059:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.990063:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.990068:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.990075:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.990083:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.990105:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357312.990111:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.990114:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.990188:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.990194:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.990196:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.990198:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.990202:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.990203:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.990205:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.990210:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.990217:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.990231:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.990233:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.990235:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.990237:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.990239:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.990241:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.990243:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.990250:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.990253:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.990255:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.990258:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.990263:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.990266:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.990267:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.990269:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.990270:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.990274:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.990279:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.990281:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.990282:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.990285:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.990291:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.990295:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.990297:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.990299:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.990301:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.990303:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.990316:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.990318:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.990321:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.990322:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.990324:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.990328:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.990331:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.990333:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=4 00000020:00000001:0.0:1712357312.990334:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357312.990336:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00010000:0.0:1712357312.990340:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990347:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.990351:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990355:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.990357:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.990362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.990364:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990368:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.990370:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.990372:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.990374:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.990378:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.990384:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.990388:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990393:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.990394:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.990396:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990399:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.990401:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.990402:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.990402:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.990403:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=5 00000020:00000001:0.0:1712357312.990404:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357312.990405:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357312.990407:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.990409:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.990412:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.990413:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.990415:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.990416:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.990418:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.990419:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.990420:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.990421:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.990423:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3840 with handle 0xbda2fb8f03337cab from hash 00010000:00000001:0.0:1712357312.990424:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.990425:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.990425:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.990426:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.990427:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.990428:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.990433:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.990434:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.990435:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.990436:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.990438:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.990441:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.990442:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.990443:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.990444:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.990445:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.990445:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.990446:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.990447:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.990452:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356500 count: 0 00010000:00000010:0.0:1712357312.990457:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.990465:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.990466:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.990469:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.990473:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.990478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.990479:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990481:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990482:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990484:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.990485:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.990486:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990487:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.990488:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=setuptools intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.990491:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990493:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990495:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.990510:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.990511:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.990515:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb2e20. 00000080:00002000:0.0:1712357312.990518:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.990523:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990525:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.990528:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990531:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.990532:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.990533:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.990537:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990539:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990540:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990541:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.990543:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.990546:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.990548:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.990551:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.990554:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398700 x1795536572132416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.990559:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.990561:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.990563:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.990568:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.990569:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.990780:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=28 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.990783:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.990786:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab3ed000. 02000000:00000001:0.0:1712357312.990789:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.990790:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.990791:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398700. 00000100:00000001:0.0:1712357312.990794:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.990795:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.990797:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.990798:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.990799:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.990803:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.990809:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry setuptools (ffff8800a7516510, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.990811:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.990813:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.990816:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.990833:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.990835:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.990837:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.990840:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.990848:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=setuptools, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.990850:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.990851:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.990853:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.990855:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.990856:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.990857:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.990859:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.990861:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=setuptools, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.990863:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.990866:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.990871:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.990873:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990875:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.990879:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.990880:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.990883:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.990886:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.990888:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.990890:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.990891:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990893:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.990894:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.990896:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x18:0x0] 40000000:00000001:0.0:1712357312.990898:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990899:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990901:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.990902:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.990907:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'setuptools' [0x200000401:0x18:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.990910:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.990913:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.990914:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.990916:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.990919:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398700. 00000020:00000040:0.0:1712357312.990922:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=29 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.990925:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.990926:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.990928:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.990931:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.990934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.990935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.990936:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.990937:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.990939:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.990941:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.990945:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcf800. 00000100:00000001:0.0:1712357312.990949:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.990951:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.990952:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.990953:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.990954:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.990955:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.990962:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.990967:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.990973:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.990974:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.990977:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.990978:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.990980:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.990981:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203669760 : -131938505881856 : ffff8800ac398700) 00000100:00000001:0.0:1712357312.990984:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.990986:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.990992:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.990993:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.990996:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.991001:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.991002:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.991005:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.991007:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.991009:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132544:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.991012:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.991015:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.991017:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.991018:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.991021:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab3ed000. 02000000:00000001:0.0:1712357312.991022:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.991026:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.991028:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.991032:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.991036:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572132544, portal 10 00000100:00000001:0.0:1712357312.991037:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.991038:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203669760 : -131938505881856 : ffff8800ac398700) 00000100:00000040:0.0:1712357312.991042:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.991047:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.991048:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.991050:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357312.991052:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572132544, offset 0 00000400:00000200:0.0:1712357312.991055:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.991059:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.991062:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.991066:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.991069:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.991072:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.991077:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.991080:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [178:178:256:4294967295] 192.168.203.120@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1712357312.991083:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.991089:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.991094:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.991097:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357312.991101:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.991107:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.991110:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.991129:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.991131:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.991132:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.991134:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.991135:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.991137:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.991138:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.991140:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.991141:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.991142:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357312.991359:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357312.991362:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357312.991366:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.991369:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357312.991372:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357312.991373:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:3.0:1712357312.991379:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357312.991383:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.991389:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357312.991391:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.991395:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357312.991396:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357312.994271:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356700. 00010000:00000010:2.1:1712357312.994279:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:2.1:1712357312.994284:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb2aa0. 00000800:00000001:2.0:1712357312.994883:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.994897:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357312.994899:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.994900:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.994908:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.994913:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357312.994917:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.994921:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.994924:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.994927:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902cc0 00000400:00000200:2.0:1712357312.994930:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.994934:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1712357312.994939:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.994949:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357312.994951:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.994955:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357312.994959:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357312.994965:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357312.994974:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.994997:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357312.995003:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357312.995006:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357312.995010:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357312.995014:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [179:179:256:4294967295] 192.168.203.120@tcp LPNI seq info [179:179:8:4294967295] 00000100:00000001:0.0:1712357312.995016:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357312.995017:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:0.0:1712357312.995021:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.995022:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.995025:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:2.0:1712357312.995027:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000400:00000200:0.0:1712357312.995027:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.995029:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000800:00000200:2.0:1712357312.995031:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:0.0:1712357312.995031:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000010:2.0:1712357312.995034:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343300. 00000100:00000200:0.0:1712357312.995035:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357312.995038:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000200:0.0:1712357312.995041:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398700 x1795536572132544/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357312.995043:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357312.995046:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343300 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357312.995046:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.995047:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.995049:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.995057:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.995058:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.995060:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.995062:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.995068:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.995071:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.995073:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357312.995074:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.995076:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357312.995078:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995080:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357312.995081:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357312.995083:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357312.995084:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.995085:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203669760 : -131938505881856 : ffff8800ac398700) 00000100:00000001:0.0:1712357312.995087:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.995089:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.995090:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.995092:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357312.995095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398700 x1795536572132544/t4294967326(4294967326) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.995100:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1712357312.995108:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.995111:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343300. 00000400:00000200:2.0:1712357312.995112:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.995115:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357312.995119:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357312.995121:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.995177:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.995179:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.995183:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398700 x1795536572132544/t4294967326(4294967326) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.995190:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132544:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.995194:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.995197:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995198:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.995200:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.995202:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398700 x1795536572132544/t4294967326(4294967326) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.995215:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.995217:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.995219:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.995220:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.995226:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.995228:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x18:0x0] 00800000:00000001:0.0:1712357312.995230:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.995233:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357312.995235:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.995238:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.995240:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357312.995242:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357312.995243:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502296 : 144115205272502296 : 200000401000018) 00000080:00000001:0.0:1712357312.995245:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357312.995251:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0646000. 00000080:00000001:0.0:1712357312.995258:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357312.995260:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x18:0x0](ffff8800b06460c8) 00000080:00000001:0.0:1712357312.995261:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357312.995263:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x18:0x0] 00000080:00000001:0.0:1712357312.995265:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.995266:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502296 : 144115205272502296 : 200000401000018) 00000080:00000001:0.0:1712357312.995268:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357312.995270:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502296 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357312.995272:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x18:0x0], updating i_size 4096 00000080:00000001:0.0:1712357312.995272:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357312.995274:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273586888 : -131938435964728 : ffff8800b06460c8) 00000080:00000001:0.0:1712357312.995275:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.995276:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.995278:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357312.995279:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.995282:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357312.995282:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.995285:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398700 x1795536572132544/t4294967326(4294967326) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.995294:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357312.995296:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.995298:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.995301:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.995305:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.995306:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.995325:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.995326:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.995327:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.995329:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.995334:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six-1.14.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357312.995340:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357312.995342:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six-1.14.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357312.995345:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357312.995348:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.995350:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357312.995351:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six-1.14.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357312.995353:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357312.995356:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='six-1.14.0-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357312.995357:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.995359:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357312.995360:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six-1.14.0-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357312.995362:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357312.995364:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357312.995366:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399180. 00000020:00000040:0.0:1712357312.995369:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=30 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357312.995372:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.995374:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.995378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.995379:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.995380:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995381:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.995382:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.995387:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.995390:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab3ec400. 00000100:00000001:0.0:1712357312.995393:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.995395:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.995396:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.995397:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.995397:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.995398:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.995402:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203672448 : -131938505879168 : ffff8800ac399180) 00010000:00000001:0.0:1712357312.995404:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357312.995405:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357312.995408:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356600. 00010000:00000010:0.0:1712357312.995410:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.995412:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357312.995413:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357312.995415:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357312.995416:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03337cb2 to hash 00000020:00000001:0.0:1712357312.995417:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357312.995418:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357312.995419:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357312.995421:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.995422:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.995424:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.995429:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.995434:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357312.995436:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.995437:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.995439:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.995440:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.995443:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.995443:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203672448 : -131938505879168 : ffff8800ac399180) 00000100:00000001:0.0:1712357312.995446:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.995448:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995449:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.995450:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.995453:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.995456:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.995457:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.995458:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.995460:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.995461:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.995463:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.995465:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.995466:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.995467:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.995470:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.995471:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.995473:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.995475:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.995477:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.995480:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572132608, portal 10 00000100:00000001:0.0:1712357312.995481:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.995481:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203672448 : -131938505879168 : ffff8800ac399180) 00000100:00000040:0.0:1712357312.995484:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.995488:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.995489:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.995490:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357312.995491:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572132608, offset 0 00000400:00000200:0.0:1712357312.995494:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.995496:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.995501:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.995504:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.995507:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.995509:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.995510:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.995511:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [180:180:256:4294967295] 192.168.203.120@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1712357312.995513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.995517:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.995519:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.995520:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356800. 00000800:00000200:0.0:1712357312.995522:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.995524:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.995526:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.995536:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995538:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.995540:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995544:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.995545:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.995547:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.995549:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.995550:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.995551:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.995552:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.995610:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.995612:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356800. 00000400:00000200:2.0:1712357312.995614:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.995617:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.995620:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:2.0:1712357312.995621:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:2.0:1712357312.995624:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.995627:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.995633:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.995635:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.995643:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.995645:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357312.997012:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.997020:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357312.997022:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.997024:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.997034:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.997037:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357312.997077:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.997079:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.997082:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.997085:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902d00 00000400:00000200:3.0:1712357312.997088:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357312.997091:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x9cd [1] + 224 00000800:00000001:3.0:1712357312.997095:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.997105:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357312.997107:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357312.997111:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357312.997114:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357312.997118:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357312.997126:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357312.997264:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357312.997269:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357312.997272:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.997312:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357312.997316:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357312.997318:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357312.997319:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357312.997322:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357312.997323:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357312.997325:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357312.997329:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357312.997336:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997344:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357312.997346:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.997347:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357312.997349:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357312.997351:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357312.997352:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.997353:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357312.997358:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=7 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357312.997361:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357312.997363:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357312.997366:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997371:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.997373:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357312.997374:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357312.997376:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357312.997377:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357312.997381:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997385:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357312.997387:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357312.997389:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357312.997391:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357312.997397:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357312.997401:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357312.997403:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357312.997404:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357312.997405:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.997408:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997419:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.997422:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.997423:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357312.997424:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357312.997426:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357312.997428:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.997430:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.997432:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357312.997434:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357312.997435:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00010000:0.0:1712357312.997439:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997444:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357312.997447:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997451:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357312.997453:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997457:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.997458:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357312.997460:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997464:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.997465:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.997467:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357312.997469:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357312.997473:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357312.997478:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357312.997481:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997485:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357312.997487:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357312.997489:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997492:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357312.997494:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357312.997495:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357312.997496:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357312.997497:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357312.997498:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357312.997499:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357312.997501:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357312.997503:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357312.997507:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357312.997508:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.997510:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357312.997511:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357312.997513:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357312.997514:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357312.997514:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357312.997515:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357312.997517:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03337cb2 from hash 00010000:00000001:0.0:1712357312.997519:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357312.997519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.997520:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.997521:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357312.997522:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357312.997523:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357312.997527:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.997527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.997528:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.997530:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357312.997531:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357312.997534:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.997534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.997535:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357312.997536:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357312.997536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.997537:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.997538:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357312.997539:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357312.997544:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356600 count: 0 00010000:00000010:0.0:1712357312.997549:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357312.997556:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.997557:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357312.997560:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357312.997563:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357312.997568:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.997569:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997604:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997605:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997607:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357312.997608:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357312.997609:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997610:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357312.997612:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six-1.14.0-py3.6.egg-info intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357312.997615:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997617:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997619:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.997624:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357312.997625:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357312.997629:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb2000. 00000080:00002000:0.0:1712357312.997632:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357312.997636:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997638:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357312.997640:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997643:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357312.997644:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357312.997645:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357312.997648:0:12713:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997650:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997651:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997652:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.997654:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357312.997656:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357312.997658:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357312.997661:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357312.997664:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399180 x1795536572132608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997668:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357312.997669:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357312.997672:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357312.997676:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357312.997677:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357312.997678:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=29 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357312.997680:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357312.997682:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab3ec400. 02000000:00000001:0.0:1712357312.997684:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357312.997685:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357312.997686:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399180. 00000100:00000001:0.0:1712357312.997688:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357312.997689:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.997691:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357312.997692:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357312.997693:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357312.997697:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357312.997702:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry six-1.14.0-py3.6.egg-info (ffff8800a7516798, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357312.997704:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357312.997706:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357312.997709:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357312.997723:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357312.997725:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.997726:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357312.997730:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357312.997735:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six-1.14.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1536 00000080:00000001:0.0:1712357312.997737:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.997738:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.997740:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.997742:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357312.997743:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357312.997744:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357312.997746:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357312.997748:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=six-1.14.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000001:0.0:1712357312.997750:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357312.997753:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000002:0.0:1712357312.997756:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x4:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357312.997758:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997760:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357312.997764:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357312.997765:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357312.997767:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357312.997769:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357312.997771:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.997772:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357312.997773:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997775:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357312.997777:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357312.997779:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x19:0x0] 40000000:00000001:0.0:1712357312.997781:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997782:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997783:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357312.997785:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357312.997789:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'six-1.14.0-py3.6.egg-info' [0x200000401:0x19:0x0] on [0x200000401:0x4:0x0] -> mds #0 00800000:00000001:0.0:1712357312.997792:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357312.997794:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357312.997795:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357312.997798:0:12713:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357312.997801:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399180. 00000020:00000040:0.0:1712357312.997803:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=30 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357312.997806:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357312.997807:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.997809:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357312.997810:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357312.997813:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357312.997814:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357312.997815:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.997817:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357312.997818:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357312.997819:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357312.997823:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab3ec400. 00000100:00000001:0.0:1712357312.997826:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.997827:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.997828:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.997830:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357312.997830:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357312.997832:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357312.997838:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357312.997843:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357312.997848:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357312.997849:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357312.997851:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357312.997852:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357312.997853:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.997854:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203672448 : -131938505879168 : ffff8800ac399180) 00000100:00000001:0.0:1712357312.997857:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357312.997859:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.997865:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357312.997866:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357312.997868:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997872:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357312.997873:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.997875:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357312.997876:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357312.997878:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132736:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357312.997880:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357312.997883:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357312.997884:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357312.997885:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357312.997894:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2c8000. 02000000:00000001:0.0:1712357312.997896:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357312.997899:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357312.997901:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357312.997904:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357312.997907:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572132736, portal 10 00000100:00000001:0.0:1712357312.997908:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357312.997909:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203672448 : -131938505879168 : ffff8800ac399180) 00000100:00000040:0.0:1712357312.997912:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357312.997917:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357312.997919:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357312.997920:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357312.997922:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1795536572132736, offset 0 00000400:00000200:0.0:1712357312.997926:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357312.997929:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.997933:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357312.997936:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357312.997938:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357312.997941:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357312.997946:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357312.997949:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [181:181:256:4294967295] 192.168.203.120@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1712357312.997952:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357312.997958:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357312.997962:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357312.997964:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357312.997968:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357312.997972:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357312.997974:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357312.998494:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.998496:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357312.998498:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.998499:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357312.998500:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357312.998503:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357312.998504:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.998505:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357312.998507:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357312.998507:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357312.998714:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357312.998717:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357312.998720:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357312.998724:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357312.998727:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:2.0:1712357312.998729:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:2.0:1712357312.998731:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357312.998734:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.998740:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357312.998742:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357312.998747:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357312.998748:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.001645:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356500. 00010000:00000010:3.1:1712357313.001653:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3840. 00000080:00000010:3.1:1712357313.001657:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb2e20. 00000800:00000001:3.0:1712357313.003973:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.003984:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.003987:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.003990:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.003998:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004003:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.004009:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004012:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004015:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004019:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef902d80 00000400:00000200:3.0:1712357313.004022:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004027:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x9d5 [1] + 224 00000800:00000001:3.0:1712357313.004033:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.004045:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.004047:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.004051:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.004055:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.004061:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.004069:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.004078:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.004084:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.004087:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004090:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.004094:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [182:182:256:4294967295] 192.168.203.120@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1712357313.004097:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.004103:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.004107:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.004111:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357313.004121:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.004127:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.004130:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357313.004192:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357313.004196:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1712357313.004197:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1712357313.004199:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357313.004201:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.004204:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357313.004239:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.004244:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.004245:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.004247:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357313.004250:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357313.004252:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.004254:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.004258:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.004265:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399180 x1795536572132736/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/576 e 0 to 0 dl 1712357328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.004270:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.004272:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.004274:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.004280:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.004281:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.004283:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.004285:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.004292:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.004294:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.004296:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.004297:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.004299:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.004302:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.004304:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.004305:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357313.004306:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.004308:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.004308:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203672448 : -131938505879168 : ffff8800ac399180) 00000100:00000001:0.0:1712357313.004311:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.004312:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.004313:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.004314:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.004318:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399180 x1795536572132736/t4294967327(4294967327) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.004323:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.004325:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.004326:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.004328:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399180 x1795536572132736/t4294967327(4294967327) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.004334:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132736:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.004338:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.004341:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.004342:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.004348:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.004351:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399180 x1795536572132736/t4294967327(4294967327) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.004363:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.004366:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.004368:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.004369:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.004374:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357313.004377:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x19:0x0] 00800000:00000001:0.0:1712357313.004379:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.004382:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.004385:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.004387:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.004390:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.004391:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.004393:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502297 : 144115205272502297 : 200000401000019) 00000080:00000001:0.0:1712357313.004395:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357313.004400:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0646800. 00000080:00000001:0.0:1712357313.004405:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357313.004407:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x19:0x0](ffff8800b06468c8) 00000080:00000001:0.0:1712357313.004409:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.004410:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x19:0x0] 00000080:00000001:0.0:1712357313.004412:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.004413:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502297 : 144115205272502297 : 200000401000019) 00000080:00000001:0.0:1712357313.004415:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357313.004417:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502297 mtime from 0 to 1712357312 00000080:00200000:0.0:1712357313.004420:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x19:0x0], updating i_size 4096 00000080:00000001:0.0:1712357313.004421:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357313.004423:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273588936 : -131938435962680 : ffff8800b06468c8) 00000080:00000001:0.0:1712357313.004425:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.004427:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.004429:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.004430:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.004433:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357313.004434:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.004438:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399180 x1795536572132736/t4294967327(4294967327) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.004451:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.004454:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357313.004457:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.004460:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.004465:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.004466:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.004716:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.004718:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.004720:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.004724:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.004731:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357313.004733:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.004735:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.004740:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.004744:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.004746:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.004748:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.004750:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.004753:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357313.004755:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.004758:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.004759:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.004762:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.004768:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.004771:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398e00. 00000020:00000040:0.0:1712357313.004774:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=31 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.004778:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.004780:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.004785:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.004786:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.004787:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.004789:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.004790:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.004793:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.004801:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c8800. 00000100:00000001:0.0:1712357313.004804:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.004806:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.004808:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.004809:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.004810:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.004811:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.004816:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203671552 : -131938505880064 : ffff8800ac398e00) 00010000:00000001:0.0:1712357313.004819:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.004820:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.004825:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356f00. 00010000:00000010:0.0:1712357313.004828:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.004830:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.004833:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3cc0. 00000020:00000001:0.0:1712357313.004835:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.004837:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3cc0 with handle 0xbda2fb8f03337cb9 to hash 00000020:00000001:0.0:1712357313.004839:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.004840:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.004842:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.004845:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.004846:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.004849:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.004855:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.004862:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.004866:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.004867:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.004870:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.004871:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.004873:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.004877:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203671552 : -131938505880064 : ffff8800ac398e00) 00000100:00000001:0.0:1712357313.004880:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.004882:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.004884:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.004885:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.004889:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.004895:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.004896:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.004898:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.004900:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.004903:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.004905:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.004909:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.004911:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.004912:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.004916:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.004918:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.004921:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.004923:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357313.004926:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.004930:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572132800, portal 10 00000100:00000001:0.0:1712357313.004931:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.004932:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203671552 : -131938505880064 : ffff8800ac398e00) 00000100:00000040:0.0:1712357313.004935:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.004940:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.004941:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.004943:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357313.004945:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572132800, offset 0 00000400:00000200:0.0:1712357313.004948:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.004951:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.004954:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.004961:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.004964:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.004967:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.004969:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.004971:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [183:183:256:4294967295] 192.168.203.120@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1712357313.004974:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.004978:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.004982:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.004983:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356a00. 00000800:00000200:0.0:1712357313.004986:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.004990:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.004992:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356a00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.005009:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.005010:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.005012:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.005014:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.005015:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.005016:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.005018:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.005019:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.005020:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.005021:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.005181:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.005183:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356a00. 00000400:00000200:2.0:1712357313.005185:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.005188:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.005190:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:2.0:1712357313.005191:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:2.0:1712357313.005258:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.005261:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.005267:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.005269:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.005274:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.005275:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.007239:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356600. 00010000:00000010:3.1:1712357313.007246:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000080:00000010:3.1:1712357313.007250:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb2000. 00000080:00000001:0.0:1712357313.007691:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.007693:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.007696:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.007700:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.008122:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.008129:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.008130:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.008132:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.008140:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.008144:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.008150:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.008153:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.008155:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.008158:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902dc0 00000400:00000200:3.0:1712357313.008161:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.008165:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x9dd [1] + 224 00000800:00000001:3.0:1712357313.008171:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.008180:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.008182:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.008185:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.008189:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.008195:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.008202:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.008210:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.008215:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.008217:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.008265:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.008269:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.008270:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.008273:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357313.008276:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357313.008278:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.008279:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.008283:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.008293:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.008299:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.008300:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.008302:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.008304:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.008305:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.008307:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.008309:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.008315:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.008317:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.008319:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.008320:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.008322:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.008325:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.008327:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.008328:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.008329:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.008331:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.008334:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.008339:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.008341:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.008342:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.008345:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.008351:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.008354:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.008360:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.008362:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.008363:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.008370:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.008374:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.008376:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.008378:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.008379:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.008381:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.008383:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008385:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008387:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=4 00000020:00000001:0.0:1712357313.008389:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008390:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000040:0.0:1712357313.008394:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3cc0, remote cookie: 0xa8e7976a8eb1fc21, flags: 0x1001 00010000:00010000:0.0:1712357313.008397:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.008403:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x5:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.008405:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.008409:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356a00. 00010000:00000010:0.0:1712357313.008411:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664780. 00010000:00000040:0.0:1712357313.008413:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356f00 count: 0 00010000:00000010:0.0:1712357313.008417:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.008424:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.008427:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.008432:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008436:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.008439:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.008440:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.008443:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.008444:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.008445:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x5:0x0].0x0 (ffff88012e356a00) refcount = 1 00010000:00010000:0.0:1712357313.008448:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008452:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.008454:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.008455:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.008457:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.008458:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.008460:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008464:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.008465:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008465:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008466:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008466:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008467:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.008470:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.008471:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008472:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008473:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008474:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008476:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008477:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008477:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008478:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=4 00000020:00000001:0.0:1712357313.008479:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008480:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008482:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.008483:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.008485:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008491:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008493:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008494:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008494:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=5 00000020:00000001:0.0:1712357313.008495:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008497:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008498:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.008499:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008503:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008503:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.008505:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008508:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.008509:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008509:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.008514:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.008518:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008519:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008519:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008520:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008521:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008523:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.008524:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.008525:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.008529:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.008531:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008532:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008533:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008534:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008535:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00000002:00010000:0.0:1712357313.008537:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008540:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008541:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008542:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.008542:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008543:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008544:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008545:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008546:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000040:0.0:1712357313.008548:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356a00 count: 2 00010000:00000001:0.0:1712357313.008549:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.008551:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/5 (0 0) 00010000:00000001:0.0:1712357313.008553:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008553:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.008554:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.008555:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.008557:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.008559:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.008561:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.008564:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.008566:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357313.008567:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.008569:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.008607:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.008610:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.008611:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.008613:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:0.0:1712357313.008618:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.008621:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.008623:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x5:0x0] 00000080:00000001:0.0:1712357313.008625:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.008626:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:0.0:1712357313.008628:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.008631:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x5:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.008633:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x5:0x0](ffff8800a76d90c8): rc = 0 00000080:00000001:0.0:1712357313.008635:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123194056 : -131938586357560 : ffff8800a76d90c8) 00010000:00000001:0.0:1712357313.008636:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008637:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008638:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008639:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008640:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008642:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008642:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.008644:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.008644:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.008645:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.008647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.008648:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.008649:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.008651:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) for lock 0xbda2fb8f03337cb9 00000080:00000001:0.0:1712357313.008654:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.008655:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.008656:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.008657:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.008658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008658:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008659:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008660:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008661:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008662:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008663:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.008666:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.008667:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.008669:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb29e0. 00000080:00002000:0.0:1712357313.008673:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516e58 inode ffff8800a76d90c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.008675:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.008677:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.008679:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.008681:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) 00000080:00010000:0.0:1712357313.008683:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337cb9 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357313.008684:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.008685:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.008685:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.008686:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008688:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.008689:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.008690:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008694:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008695:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.008697:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.008698:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.008703:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.008705:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.008706:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.008708:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008709:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.008710:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.008711:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.008713:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.008714:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.008715:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.008720:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.008721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.008721:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.008722:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.008725:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000100:00000001:0.0:1712357313.008728:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.008731:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398e00 x1795536572132800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.008736:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.008737:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.008739:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.008744:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.008745:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.008747:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=30 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.008748:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.008750:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c8800. 02000000:00000001:0.0:1712357313.008753:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.008754:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.008756:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398e00. 00000100:00000001:0.0:1712357313.008759:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.008759:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.008761:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.008762:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.008763:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357313.009551:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x5:0x0](ffff8800a76d90c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.009556:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357313.009557:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x5:0x0](ffff8800a76d90c8),name=__pycache__ 00000080:00000010:0.0:1712357313.009561:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.009566:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.009569:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.009578:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x5:0x0] '__pycache__' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.009604:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.009607:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x5:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357313.009609:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.009611:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.009616:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x5:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.009618:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.009619:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.009620:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.009623:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356a00 count: 2 00010000:00000001:0.0:1712357313.009624:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.009626:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.009627:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.009629:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357313.009634:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.009637:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.009639:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357313.009643:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357313.009644:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.009645:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.009646:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.009647:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.009650:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.009652:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.009653:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.009655:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) 00000080:00010000:0.0:1712357313.009657:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) for lock 0xbda2fb8f03337cb9 00000080:00000001:0.0:1712357313.009659:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.009660:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.009661:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.009662:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.009663:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.009664:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.009665:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.009667:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.009668:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.009673:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.009673:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.009674:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.009675:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.009677:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337cb9 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357313.009678:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.009679:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.009680:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.009681:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.009682:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.009683:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.009685:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.009689:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.009690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.009690:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.009691:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.009692:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.009702:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.009704:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.009704:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.009706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.009706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.009707:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009708:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.009710:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009711:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009712:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009714:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.009714:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.009715:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.009716:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.009717:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.009727:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.009731:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x5:0x0](ffff8800a76d90c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.009734:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.009735:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516e58, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000080:00000001:0.0:1712357313.009737:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.009758:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.009760:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.009761:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.009763:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.009765:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.009766:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516e58) flags 0x108008e refc 0 00000080:00000001:0.0:1712357313.009768:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.009769:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:0.0:1712357313.009770:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.009771:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.009777:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.009780:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x5:0x0](ffff8800a76d90c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1642386837.346734021, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.009784:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1642386837, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.009787:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.009788:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.009789:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.009791:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.009792:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x5:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357313.009794:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.009796:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.009798:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.009800:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356a00 count: 2 00010000:00000001:0.0:1712357313.009802:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.009803:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.009805:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.009807:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.009812:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.009818:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.009820:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.009822:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x5:0x0] mode (null) 00000080:00000001:0.0:1712357313.009823:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.009824:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.009825:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.009827:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356a00 count: 3 00010000:00000001:0.0:1712357313.009828:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.009829:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.009830:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.009831:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.009832:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.009833:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356a00 count: 3 00010000:00000001:0.0:1712357313.009834:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.009835:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.009836:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.009837:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.009838:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.009838:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356a00 count: 3 00010000:00000001:0.0:1712357313.009839:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.009841:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.009842:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.009844:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x5:0x0] lli = ffff8800a76d9000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.009846:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.009847:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.009849:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.009850:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x5:0x0](ffff8800a76d90c8) invalid 00000080:00002000:0.0:1712357313.009852:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516e58) parent ffff8800a7656360 inode ffff8800a76d90c8 refc 1 00000080:00000001:0.0:1712357313.009854:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.009855:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.009856:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009858:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.009860:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.009861:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.009862:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.009863:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.009868:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3cc0 with handle 0xbda2fb8f03337cb9 from hash 00010000:00000001:0.0:1712357313.009869:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.009870:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.009871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.009872:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.009873:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.009874:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.009876:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.009878:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.009879:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.009882:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398e00. 00000020:00000040:0.0:1712357313.009884:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=31 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.009887:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.009889:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.009891:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.009891:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.009892:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.009894:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.009895:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.009897:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.009900:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcee00. 00000100:00000001:0.0:1712357313.009904:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009906:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.009907:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.009910:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.009915:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.009916:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.009917:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.009919:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fc21 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.009924:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356a00 count: 0 00010000:00000010:0.0:1712357313.009927:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664780. 00010000:00000001:0.0:1712357313.009935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.009936:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009937:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.009938:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.009939:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.009941:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1642386837, ctime 1712357313 00000020:00100000:0.0:1712357313.009947:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.009953:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.009958:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.009960:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.009963:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.009964:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.009966:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.009967:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203671552 : -131938505880064 : ffff8800ac398e00) 00000100:00000001:0.0:1712357313.009970:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.009972:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.009974:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.009975:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.009978:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.009984:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.009985:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.009987:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.009988:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.009990:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132928:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.009993:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.009995:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.009997:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.009998:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.010001:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2c8800. 02000000:00000001:0.0:1712357313.010002:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.010007:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.010013:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357313.010017:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.010021:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572132928, portal 10 00000100:00000001:0.0:1712357313.010023:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.010024:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203671552 : -131938505880064 : ffff8800ac398e00) 00000100:00000040:0.0:1712357313.010028:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.010034:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.010036:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.010037:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357313.010040:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572132928, offset 0 00000400:00000200:0.0:1712357313.010044:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.010049:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.010053:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.010057:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.010060:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.010063:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.010065:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.010067:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [184:184:256:4294967295] 192.168.203.120@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1712357313.010070:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.010077:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.010081:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.010084:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.010088:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.010093:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.010097:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.010103:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.010105:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.010106:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.010108:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.010109:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.010111:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.010116:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.010118:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.010119:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.010120:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.010172:0:12714:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:2.0:1712357313.010175:0:12714:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=easy_install.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), file ffff8800b388a180, open_flags 8000, mode 0 opened 0 00000080:00000010:2.0:1712357313.010179:0:12714:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88012abf4180. 00000080:00000001:2.0:1712357313.010182:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.010183:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=easy_install.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=open 00000080:00000010:2.0:1712357313.010186:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:2.0:1712357313.010189:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.010190:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.010191:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'easy_install.py' on [0x200000401:0x4:0x0] 00800000:00000001:2.0:1712357313.010194:0:12714:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000002:2.0:1712357313.010195:0:12714:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='easy_install.py' -> mds #0 00800000:00000001:2.0:1712357313.010197:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.010199:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.010200:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: easy_install.py,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: open flags 0100001 00000002:00000001:2.0:1712357313.010202:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.010204:0:12714:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1712357313.010206:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1712357313.010208:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.010211:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46d80. 00000020:00000040:2.0:1712357313.010212:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=32 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:2.0:1712357313.010215:0:12714:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1712357313.010216:0:12714:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.010217:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.010219:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.010220:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.010221:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.010222:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010224:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.010224:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.010226:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.010228:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012a5d1c00. 00000100:00000001:2.0:1712357313.010230:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.010232:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.010233:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.010233:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.010238:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.010239:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.010244:0:12714:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00010000:00000001:2.0:1712357313.010247:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.010248:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1712357313.010250:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343300. 00010000:00000010:2.0:1712357313.010252:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf880. 00010000:00000001:2.0:1712357313.010254:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.010256:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c0fc0. 00000020:00000001:2.0:1712357313.010257:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.010259:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c0fc0 with handle 0xbda2fb8f03337cc0 to hash 00000020:00000001:2.0:1712357313.010260:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.010261:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184961472 : -131938524590144 : ffff8800ab1c0fc0) 00010000:00000001:2.0:1712357313.010263:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184961472 : -131938524590144 : ffff8800ab1c0fc0) 00010000:00000001:2.0:1712357313.010265:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.010266:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.010268:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:2.0:1712357313.010273:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000020:00100000:2.0:1712357313.010279:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:2.0:1712357313.010283:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1712357313.010289:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:2.0:1712357313.010293:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.010294:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.010296:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34933c0. 00000100:00000001:2.0:1712357313.010297:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322137536 : -131938387414080 : ffff8800b34933c0) 00000100:00000001:2.0:1712357313.010299:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.010302:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000001:2.0:1712357313.010304:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.010306:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010307:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.010308:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.010311:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.010317:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.010322:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.010324:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.010325:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.010327:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.010329:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.010331:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.010332:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.010333:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.010372:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a99a0000. 02000000:00000001:2.0:1712357313.010373:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.010376:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.010377:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e17e8. 00000400:00000010:2.0:1712357313.010380:0:12714:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff88012a5d0400. 00000100:00000200:2.0:1712357313.010382:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572133056, portal 10 00000100:00000001:2.0:1712357313.010383:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.010384:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000040:2.0:1712357313.010387:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.010390:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.010391:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.010393:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00000100:00000200:2.0:1712357313.010394:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1795536572133056, offset 0 00000400:00000200:2.0:1712357313.010396:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.010398:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.010400:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.010404:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.010405:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.010406:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.010407:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.010409:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [185:185:255:4294967295] 192.168.203.120@tcp LPNI seq info [185:185:7:4294967295] 00000400:00000200:2.0:1712357313.010411:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.010414:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.010416:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.010417:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343a00. 00000800:00000200:2.0:1712357313.010419:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.010421:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.010423:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343a00 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.010424:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010425:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.010426:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010427:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.010428:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.010429:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34933c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.010430:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.010430:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010432:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.010433:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.010455:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.010457:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357313.010458:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.010461:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.010462:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:2.0:1712357313.010463:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:2.0:1712357313.010465:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.010467:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.010470:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.010474:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.010478:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010479:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1712357313.010632:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.010634:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343a00. 00000400:00000200:2.0:1712357313.010636:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.010640:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.010642:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000010:2.0:1712357313.010643:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000100:00000001:2.0:1712357313.010645:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.010647:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.010653:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.010655:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.010659:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.010660:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.013720:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.013738:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.013742:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.013744:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.013752:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013757:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.013762:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013765:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013768:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013771:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef902e40 00000400:00000200:3.0:1712357313.013774:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013778:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1712357313.013784:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.013787:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.013789:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.013793:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.013797:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.013802:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.013809:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.013831:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.013837:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.013840:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013843:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.013847:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [186:186:256:4294967295] 192.168.203.120@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1712357313.013851:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.013857:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.013861:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.013864:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320a00. 00000800:00000200:3.0:1712357313.013868:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.013882:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.013885:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357313.013930:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.013933:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320a00. 00000400:00000200:3.0:1712357313.013935:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357313.013935:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:3.0:1712357313.013937:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.013939:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.013940:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.013940:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1712357313.013941:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.013944:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:0.0:1712357313.013946:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1712357313.013947:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000001:0.0:1712357313.013947:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1712357313.013950:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.013950:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:2.0:1712357313.013951:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.013953:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.013954:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000200:2.0:1712357313.013955:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x66107ef902ec0 00000400:00000200:2.0:1712357313.013956:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.013956:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.013958:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:2.0:1712357313.013960:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0x9ed [32] + 224 00000800:00000001:2.0:1712357313.013962:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1712357313.013962:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357313.013969:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.013970:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1712357313.013970:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398e00 x1795536572132928/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:2.0:1712357313.013975:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.013976:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:0.0:1712357313.013976:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.013977:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1712357313.013979:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.013979:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.013982:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1712357313.013984:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=608 offset=224 replen=66320 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.013984:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.013985:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.013988:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.013994:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.013997:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.013998:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.013999:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1712357313.014000:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.014000:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.014002:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.014002:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.014005:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014007:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.014008:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.014010:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.014011:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.014012:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203671552 : -131938505880064 : ffff8800ac398e00) 00000100:00000001:0.0:1712357313.014015:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.014017:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.014018:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.014024:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.014029:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398e00 x1795536572132928/t4294967328(4294967328) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.014036:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.014038:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.014040:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.014043:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398e00 x1795536572132928/t4294967328(4294967328) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.014050:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572132928:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.014054:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.014057:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014059:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.014060:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.014063:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398e00 x1795536572132928/t4294967328(4294967328) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.014068:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.014077:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.014079:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.014080:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.014085:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.014088:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014090:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.014093:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.014095:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.014097:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.014103:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.014104:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x5:0x0] 00000080:00000001:0.0:1712357313.014106:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014109:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:0.0:1712357313.014111:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.014114:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x5:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.014116:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.014123:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398e00 x1795536572132928/t4294967328(4294967328) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.014128:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014129:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.014131:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.014132:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014133:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014135:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.014138:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000080:00200008:0.0:1712357313.014143:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x5:0x0](ffff8800a76d90c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.009000000, mtime 1642386837.346734021, ctime 1712357313.009000000, rc 0 00000080:00000001:0.0:1712357313.014148:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014154:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.014156:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516e58, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000100:00000001:3.0:1712357313.014157:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000080:00000001:0.0:1712357313.014158:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1712357313.014160:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357313.014161:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357313.014163:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e17e8. 00000080:00000001:0.0:1712357313.014163:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000400:00000200:3.0:1712357313.014166:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a5d0400 00000080:00000001:0.0:1712357313.014166:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000400:00000010:3.0:1712357313.014168:0:12714:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff88012a5d0400. 00000100:00000001:3.0:1712357313.014170:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.014174:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357313.014180:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000001:0.0:1712357313.014184:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000100:00000001:3.0:1712357313.014185:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357313.014186:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.014186:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000100:00000001:3.0:1712357313.014187:0:12714:0:(client.c:1456:after_reply()) Process entered 00000080:00200000:0.0:1712357313.014188:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 02000000:00000001:3.0:1712357313.014189:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357313.014189:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357313.014191:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.014191:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.014192:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357313.014195:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357313.014197:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357313.014199:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1712357313.014201:0:12714:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.014206:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357313.014207:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357313.014208:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357313.014209:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357313.014210:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1712357313.014218:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.014223:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1712357313.014224:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357313.014225:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357313.014228:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RPQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357313.014233:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357313.014236:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.014238:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357313.014239:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357313.014240:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.014242:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.014246:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357313.014248:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34933c0. 00000100:00000001:3.0:1712357313.014250:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357313.014250:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1712357313.014253:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357313.014255:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.014257:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.014259:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0fc0 refcount=4 00000020:00000001:3.0:1712357313.014261:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184961472 : -131938524590144 : ffff8800ab1c0fc0) 00010000:00000001:3.0:1712357313.014263:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184961472 : -131938524590144 : ffff8800ab1c0fc0) 00010000:00010000:3.0:1712357313.014266:0:12714:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014272:0:12714:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1712357313.014275:0:12714:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014280:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357313.014285:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014289:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.014290:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357313.014292:0:12714:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014296:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.014297:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.014300:0:12714:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1712357313.014301:0:12714:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00010000:3.0:1712357313.014306:0:12714:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:3.0:1712357313.014308:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1712357313.014310:0:12714:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014315:0:12714:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1712357313.014316:0:12714:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1712357313.014318:0:12714:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014322:0:12714:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1712357313.014323:0:12714:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1712357313.014324:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.014325:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.014326:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0fc0 refcount=5 00000020:00000001:3.0:1712357313.014327:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184961472 : -131938524590144 : ffff8800ab1c0fc0) 00010000:00000001:3.0:1712357313.014329:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184961472 : -131938524590144 : ffff8800ab1c0fc0) 00010000:00000001:3.0:1712357313.014331:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357313.014332:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12714 initiator: MDT0 00000080:00000001:3.0:1712357313.014342:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357313.014343:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.014345:0:12714:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1712357313.014346:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357313.014348:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357313.014349:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357313.014350:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.014351:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357313.014353:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c0fc0 with handle 0xbda2fb8f03337cc0 from hash 00010000:00000001:3.0:1712357313.014354:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357313.014355:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.014355:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.014356:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357313.014357:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357313.014358:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1712357313.014359:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.014360:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.014361:0:12714:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.014362:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.014364:0:12714:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00010000:00000001:3.0:1712357313.014367:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.014367:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.014368:0:12714:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1712357313.014369:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357313.014370:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.014370:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.014371:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357313.014372:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c0fc0/0xbda2fb8f03337cc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00000020:00000010:3.0:1712357313.014377:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012c55b600. 00010000:00000040:3.0:1712357313.014379:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343300 count: 0 00010000:00000010:3.0:1712357313.014383:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf880. 00010000:00000001:3.0:1712357313.014391:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.014392:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1712357313.014395:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1712357313.014400:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357313.014405:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357313.014406:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.014407:0:12714:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.014408:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.014410:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357313.014412:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357313.014413:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.014414:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357313.014415:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=easy_install.py intent=open status=0 disp=7: rc = 0 00000002:00000001:3.0:1712357313.014418:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.014420:0:12714:0:(lmv_intent.c:400:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.014422:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.014423:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357313.014425:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff88012abf4180 it_disposition 7 00000080:00000010:3.0:1712357313.014428:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab291e0. 00000080:00002000:3.0:1712357313.014432:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750ad80 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357313.014436:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357313.014438:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aa03b800. 00800000:00000001:3.0:1712357313.014441:0:12714:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357313.014443:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357313.014445:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800aa038c00. 00000002:00000001:3.0:1712357313.014447:0:12714:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357313.014448:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357313.014450:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1712357313.014453:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.014454:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.014456:0:12714:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.014457:0:12714:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.014458:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357313.014461:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357313.014467:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:3.0:1712357313.014469:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.014472:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46d80 x1795536572133056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/608 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.014476:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357313.014477:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357313.014480:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a99a0000. 02000000:00000001:3.0:1712357313.014526:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357313.014528:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357313.014530:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=31 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357313.014532:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357313.014534:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012a5d1c00. 02000000:00000001:3.0:1712357313.014537:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357313.014538:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357313.014539:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46d80. 00000100:00000001:3.0:1712357313.014541:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357313.014542:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.014545:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357313.014546:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff88012abf4180 released 00000080:00000001:3.0:1712357313.014547:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:3.0:1712357313.014548:0:12714:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88012abf4180. 00000080:00000001:3.0:1712357313.014551:0:12714:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.014564:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357313.014565:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry easy_install.py (ffff8800a750ad80, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:3.0:1712357313.014567:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.014569:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357313.014601:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00200000:0.0:1712357313.014604:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:0.0:1712357313.014607:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.014609:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.014613:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.014617:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.014619:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.014620:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.014623:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.014625:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357313.014627:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.014629:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.014630:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.014633:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.014638:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.014641:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399500. 00000020:00000040:0.0:1712357313.014643:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=32 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.014646:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.014649:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.014652:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.014653:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.014654:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014656:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.014658:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:3.0:1712357313.014659:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357313.014660:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 02000000:00000001:0.0:1712357313.014660:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357313.014661:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 02000000:00000010:0.0:1712357313.014664:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9400. 00000020:00000010:3.0:1712357313.014665:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff88012a665000. 00000080:00000001:3.0:1712357313.014667:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014667:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.014669:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.014671:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.014671:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.014672:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.014674:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.014678:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203673344 : -131938505878272 : ffff8800ac399500) 00010000:00000001:0.0:1712357313.014680:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.014681:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.014684:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356200. 00010000:00000010:0.0:1712357313.014686:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664780. 00010000:00000001:0.0:1712357313.014688:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.014690:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357313.014692:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.014694:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03337cc7 to hash 00000020:00000001:0.0:1712357313.014695:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.014696:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.014698:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.014700:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.014701:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.014703:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.014720:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.014727:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.014730:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.014731:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.014734:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.014736:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.014737:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.014738:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203673344 : -131938505878272 : ffff8800ac399500) 00000100:00000001:0.0:1712357313.014741:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.014743:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014745:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.014746:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.014750:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.014755:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.014756:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.014758:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.014760:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.014763:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.014765:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.014769:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.014770:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.014772:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.014775:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.014776:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.014779:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.014781:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357313.014784:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.014788:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572133120, portal 10 00000100:00000001:0.0:1712357313.014793:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.014794:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203673344 : -131938505878272 : ffff8800ac399500) 00000100:00000040:0.0:1712357313.014798:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.014803:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.014805:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.014806:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357313.014809:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572133120, offset 0 00000400:00000200:0.0:1712357313.014813:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.014816:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.014819:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.014822:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.014825:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.014827:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.014829:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.014831:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [187:187:256:4294967295] 192.168.203.120@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1712357313.014834:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.014839:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.014842:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.014844:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.014847:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.014851:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.014853:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.014870:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014871:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.014873:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014875:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.014876:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.014877:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.014879:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.014880:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.014882:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.014886:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.015656:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.015659:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.015661:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.015665:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.015672:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357313.015673:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357313.015676:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.015679:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.015686:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.015688:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.015694:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.015695:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.017855:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.017865:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.017868:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.017870:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.017877:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.017882:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.017887:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.017891:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.017894:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.017898:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef902f00 00000400:00000200:2.0:1712357313.017901:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.017905:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x9fd [1] + 224 00000800:00000001:2.0:1712357313.017910:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.017922:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.017924:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.017928:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.017932:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.017938:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.017945:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.018625:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.018637:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.018640:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.018764:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.018771:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.018772:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.018775:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357313.018778:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357313.018779:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.018781:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.018786:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.018792:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.018798:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.018799:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.018800:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.018803:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.018805:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.018807:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.018809:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.018815:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.018818:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.018820:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.018821:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.018822:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.018825:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.018827:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.018828:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.018829:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.018831:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.018834:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.018839:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.018841:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.018842:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.018845:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.018857:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.018860:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.018863:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.018865:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.018866:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.018869:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.018873:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.018876:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.018878:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.018879:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.018881:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.018884:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.018886:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.018888:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357313.018889:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.018891:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000040:0.0:1712357313.018895:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3a80, remote cookie: 0xa8e7976a8eb1fc59, flags: 0x1001 00010000:00010000:0.0:1712357313.018899:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.018905:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x5:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.018907:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.019000:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356800. 00010000:00000010:0.0:1712357313.019003:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000040:0.0:1712357313.019006:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356200 count: 0 00010000:00000010:0.0:1712357313.019010:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664780. 00010000:00000001:0.0:1712357313.019015:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.019018:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.019028:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019033:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.019035:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.019037:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.019037:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.019038:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.019040:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x5:0x0].0x0 (ffff88012e356800) refcount = 1 00010000:00010000:0.0:1712357313.019042:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019046:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.019048:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.019049:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.019050:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.019051:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.019052:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019056:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.019057:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019058:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019059:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019062:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.019063:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019064:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019064:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019065:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019066:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019067:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019070:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019070:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357313.019071:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019072:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019073:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.019074:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.019076:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019078:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019079:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019080:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019080:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357313.019081:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019082:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019083:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.019084:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019086:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019087:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.019088:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019090:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.019091:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.019095:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.019098:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019100:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019101:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019102:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019103:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019104:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019104:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.019105:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019106:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019107:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.019108:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019109:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019109:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019111:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00000002:00010000:0.0:1712357313.019112:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019114:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019115:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019115:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.019116:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019116:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019117:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019117:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019118:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000040:0.0:1712357313.019120:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 2 00010000:00000001:0.0:1712357313.019121:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.019122:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/5 (0 0) 00010000:00000001:0.0:1712357313.019124:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019124:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.019124:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.019125:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.019127:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019129:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019132:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.019135:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.019136:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357313.019138:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.019140:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019143:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.019145:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.019146:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:0.0:1712357313.019147:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.019151:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.019152:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x5:0x0] 00000080:00000001:0.0:1712357313.019154:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.019155:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:0.0:1712357313.019156:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.019158:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x5:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.019159:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x5:0x0](ffff8800a76d90c8): rc = 0 00000080:00000001:0.0:1712357313.019160:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123194056 : -131938586357560 : ffff8800a76d90c8) 00010000:00000001:0.0:1712357313.019161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019162:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019162:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019163:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019164:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019165:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.019166:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.019166:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.019167:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.019168:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019169:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.019170:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.019171:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) for lock 0xbda2fb8f03337cc7 00000080:00000001:0.0:1712357313.019173:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019174:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.019174:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019177:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.019178:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019178:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019179:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019180:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019181:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019182:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.019182:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019183:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.019185:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb2d60. 00000080:00002000:0.0:1712357313.019188:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode ffff8800a76d90c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.019190:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.019191:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.019192:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.019194:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) 00000080:00010000:0.0:1712357313.019197:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337cc7 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357313.019198:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.019199:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.019200:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357313.019201:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019202:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.019203:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.019205:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019209:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019210:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019211:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.019212:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.019214:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.019219:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.019225:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.019226:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.019230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019230:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019231:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.019234:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.019235:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.019236:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.019238:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.019239:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.019240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.019242:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.019245:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000100:00000001:0.0:1712357313.019248:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.019251:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399500 x1795536572133120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.019256:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.019335:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.019338:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.019344:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.019346:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.019347:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=31 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.019349:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.019350:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9400. 02000000:00000001:0.0:1712357313.019353:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.019354:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.019356:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399500. 00000100:00000001:0.0:1712357313.019358:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.019359:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.019360:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.019362:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357313.019363:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.019386:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.019388:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x5:0x0](ffff8800a76d90c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.019393:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.019398:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.019399:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.019402:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.019404:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.019405:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x5:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357313.019408:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019410:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.019411:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.019413:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 2 00010000:00000001:0.0:1712357313.019415:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.019417:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.019418:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.019420:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1712357313.019443:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357313.019446:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:3.0:1712357313.019451:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.019454:0:12714:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:3.0:1712357313.019455:0:12714:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), file ffff8800aa28fb00, open_flags 80c2, mode 8180 opened 0 00000080:00000010:3.0:1712357313.019459:0:12714:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800ab3adf60. 00000080:00000001:3.0:1712357313.019466:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357313.019468:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=open|creat 00000080:00000010:3.0:1712357313.019471:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236200. 00000080:00000001:3.0:1712357313.019475:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.019477:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357313.019478:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] '.easy_install.py.Z2cDH4' on [0x200000401:0x4:0x0] 00800000:00000001:3.0:1712357313.019480:0:12714:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:3.0:1712357313.019483:0:12714:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1712357313.019484:0:12714:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:3.0:1712357313.019485:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.019487:0:12714:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1712357313.019489:0:12714:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1712357313.019490:0:12714:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1a:0x0] 40000000:00000001:3.0:1712357313.019492:0:12714:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.019493:0:12714:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.019494:0:12714:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.019496:0:12714:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1712357313.019497:0:12714:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x1a:0x0], name='.easy_install.py.Z2cDH4' -> mds #0 00800000:00000001:3.0:1712357313.019503:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.019505:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357313.019506:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .easy_install.py.Z2cDH4,[0x200000401:0x1a:0x0]) in obj [0x200000401:0x4:0x0], intent: open|creat flags 0100303 00000002:00000001:3.0:1712357313.019509:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357313.019511:0:12714:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1712357313.019512:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:3.0:1712357313.019514:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.019515:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:3.0:1712357313.019516:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357313.019519:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34ce300. 00000020:00000040:3.0:1712357313.019521:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=32 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:3.0:1712357313.019524:0:12714:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1712357313.019525:0:12714:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.019527:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357313.019529:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357313.019531:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.019532:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.019532:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00000001:3.0:1712357313.019533:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.019534:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000100:00000001:3.0:1712357313.019535:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:0.0:1712357313.019536:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 02000000:00000001:3.0:1712357313.019537:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000080:00000040:0.0:1712357313.019537:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x5:0x0] mode (null) 00000080:00000001:0.0:1712357313.019538:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.019539:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019540:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.019541:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 02000000:00000010:3.0:1712357313.019542:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa038800. 00010000:00000040:0.0:1712357313.019543:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 3 00010000:00000001:0.0:1712357313.019544:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.019546:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019546:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.019547:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.019548:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000002:00000001:0.0:1712357313.019548:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.019548:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.019549:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 3 00010000:00000001:3.0:1712357313.019550:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.019550:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357313.019551:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000002:00000001:0.0:1712357313.019551:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.019552:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.019552:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.019553:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.019553:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.019554:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.019554:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 3 00010000:00000001:0.0:1712357313.019555:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.019556:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.019558:0:12714:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00010000:00000001:3.0:1712357313.019560:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00000080:00000001:0.0:1712357313.019560:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.019561:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00000080:00000002:0.0:1712357313.019562:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x5:0x0] lli = ffff8800a76d9000, pfid = [0x0:0x0:0x0] 00010000:00000010:3.0:1712357313.019563:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6320a00. 00010000:00000010:3.0:1712357313.019565:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b34b3500. 00000080:00000001:0.0:1712357313.019565:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.019566:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00010000:00000001:3.0:1712357313.019567:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000080:00000001:0.0:1712357313.019567:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00010000:00000010:3.0:1712357313.019569:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab3806c0. 00000080:00000002:0.0:1712357313.019569:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x5:0x0](ffff8800a76d90c8) invalid 00000080:00002000:0.0:1712357313.019579:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516870) parent ffff8800a7656360 inode ffff8800a76d90c8 refc 1 00000020:00000001:3.0:1712357313.019599:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357313.019600:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab3806c0 with handle 0xbda2fb8f03337cce to hash 00000020:00000001:3.0:1712357313.019601:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357313.019603:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.019605:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.019606:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.019607:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.019610:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:3.0:1712357313.019615:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000020:00100000:3.0:1712357313.019623:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1712357313.019627:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1712357313.019801:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:3.0:1712357313.019805:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357313.019806:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357313.019810:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f540. 00000100:00000001:3.0:1712357313.019811:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166473536 : -131938543078080 : ffff8800aa01f540) 00000100:00000001:3.0:1712357313.019813:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.019814:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00000100:00000001:3.0:1712357313.019817:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357313.019820:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.019822:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357313.019823:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357313.019827:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.019832:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357313.019833:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.019845:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357313.019847:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357313.019849:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34ce300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357313.019852:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357313.019856:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357313.019857:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.019858:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357313.019902:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a99a0000. 02000000:00000001:3.0:1712357313.019903:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.019909:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357313.019912:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760738. 00000400:00000010:3.0:1712357313.019915:0:12714:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aa039400. 00000100:00000200:3.0:1712357313.019920:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572133248, portal 10 00000100:00000001:3.0:1712357313.019921:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.019922:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00000100:00000040:3.0:1712357313.019927:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.019932:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000080:00000001:0.0:1712357313.019932:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.019933:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000100:00000040:3.0:1712357313.019934:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000080:00000001:0.0:1712357313.019934:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1712357313.019936:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586440. 00010000:00000001:0.0:1712357313.019937:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1712357313.019938:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1795536572133248, offset 0 00010000:00000001:0.0:1712357313.019938:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.019939:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.019940:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1712357313.019941:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00010000:00000001:0.0:1712357313.019942:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.019943:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03337cc7 from hash 00010000:00000001:0.0:1712357313.019945:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1712357313.019946:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:0.0:1712357313.019946:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.019948:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.019949:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1712357313.019950:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00010000:00000001:0.0:1712357313.019950:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.019952:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.019953:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.019954:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000002:00000001:0.0:1712357313.019955:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.019957:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000010:0.0:1712357313.019957:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac399500. 00000020:00000040:0.0:1712357313.019959:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=33 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000400:00000200:3.0:1712357313.019960:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357313.019962:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00010000:00000001:0.0:1712357313.019962:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.019963:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000400:00000200:3.0:1712357313.019964:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [188:188:256:4294967295] 192.168.203.120@tcp LPNI seq info [188:188:8:4294967295] 00010000:00000001:0.0:1712357313.019965:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.019966:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1712357313.019967:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:0.0:1712357313.019967:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.019968:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.019969:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.019970:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.019973:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000010:0.0:1712357313.019973:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcf200. 00000800:00000200:3.0:1712357313.019977:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:0.0:1712357313.019979:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.019980:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.019981:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00000800:00000010:3.0:1712357313.019983:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00010000:00010000:0.0:1712357313.019984:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1712357313.019988:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00010000:00010000:0.0:1712357313.019989:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.019991:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.019992:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1712357313.019994:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00010000:00010000:0.0:1712357313.019994:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fc59 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1712357313.019997:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 1, nob 760 niov 1 nkiov 1 00010000:00000040:0.0:1712357313.019998:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356800 count: 0 00010000:00000010:0.0:1712357313.020001:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00000100:00000001:3.0:1712357313.020005:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.020005:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1712357313.020006:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.020007:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.020008:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.020008:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.020008:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.020009:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.020010:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357313.020011:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000002:00000002:0.0:1712357313.020011:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000100:00100000:3.0:1712357313.020012:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f540 going to sleep for 11 seconds 00000100:00000001:3.0:1712357313.020014:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.020015:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357313.020015:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00000001:3.0:1712357313.020016:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.020017:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.020019:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.020024:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.020025:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.020027:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.020028:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.020030:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.020031:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203673344 : -131938505878272 : ffff8800ac399500) 00000100:00000001:0.0:1712357313.020033:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.020034:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.020036:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.020036:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.020039:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.020046:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.020047:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.020049:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.020051:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.020053:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133376:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.020055:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.020056:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.020057:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.020059:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.020060:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2c9400. 02000000:00000001:0.0:1712357313.020062:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.020065:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.020066:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357313.020069:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.020071:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572133376, portal 10 00000100:00000001:0.0:1712357313.020072:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.020073:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203673344 : -131938505878272 : ffff8800ac399500) 00000100:00000040:0.0:1712357313.020077:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.020082:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.020084:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.020085:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000800:00000200:3.0:1712357313.020086:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1712357313.020086:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572133376, offset 0 00000800:00000010:3.0:1712357313.020089:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:0.0:1712357313.020090:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357313.020092:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1712357313.020093:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.020095:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:0.0:1712357313.020096:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.020098:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586440 00000400:00000200:0.0:1712357313.020098:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1712357313.020099:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586440. 00000400:00000200:0.0:1712357313.020100:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:3.0:1712357313.020102:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000400:00000200:0.0:1712357313.020102:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.020104:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000200:3.0:1712357313.020105:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.020106:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [189:189:255:4294967295] 192.168.203.120@tcp LPNI seq info [189:189:7:4294967295] 00000400:00000200:0.0:1712357313.020109:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1712357313.020111:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.020114:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.020117:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1712357313.020119:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.020120:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:0.0:1712357313.020121:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.020123:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356700. 00000800:00000200:0.0:1712357313.020126:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.020130:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.020132:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.020143:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.020145:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.020146:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.020148:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.020149:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.020150:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.020152:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.020153:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.020155:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.020155:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.021337:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.021341:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356700. 00000400:00000200:3.0:1712357313.021345:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.021350:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.021353:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357313.021355:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357313.021363:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.021367:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.021375:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.021377:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.021382:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.021384:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.024607:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.024621:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.024624:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.024626:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.024635:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024641:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.024648:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024652:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024655:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024659:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903000 00000400:00000200:3.0:1712357313.024662:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024667:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xa15 [1] + 224 00000800:00000001:3.0:1712357313.024674:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.024677:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.024679:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.024683:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.024689:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.024695:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.024704:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.024719:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.024725:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.024728:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024740:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.024745:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [190:190:256:4294967295] 192.168.203.120@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:3.0:1712357313.024748:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024753:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.024758:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.024761:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357313.024766:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.024773:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.024776:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357313.024776:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.024782:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.024783:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.024786:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357313.024789:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000800:00000001:3.0:1712357313.024791:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:0.0:1712357313.024791:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.024793:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000001:3.0:1712357313.024794:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.024796:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.024797:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1712357313.024798:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357313.024799:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024802:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.024805:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:0.0:1712357313.024805:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac399500 x1795536572133376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357313.024807:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024809:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.024811:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 664 into portal 10 MB=0x66107ef902f80 00000100:00000001:0.0:1712357313.024811:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.024812:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.024814:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.024814:0:12713:0:(client.c:1456:after_reply()) Process entered 00000400:00000200:3.0:1712357313.024817:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 664/664 into md 0xa05 [32] + 224 02000000:00000001:0.0:1712357313.024817:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.024818:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1712357313.024820:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.024820:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.024822:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.024831:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.024832:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1712357313.024834:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000400:00000200:3.0:1712357313.024835:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.024837:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00001000:0.0:1712357313.024837:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.024840:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1712357313.024841:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.024841:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.024848:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=664 offset=224 replen=66320 req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.024848:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.024851:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.024854:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.024855:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000000b/0x0] 00000100:00000001:0.0:1712357313.024857:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.024858:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.024859:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203673344 : -131938505878272 : ffff8800ac399500) 00000100:00000001:0.0:1712357313.024862:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.024863:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357313.024864:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.024864:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1712357313.024866:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000100:00000001:0.0:1712357313.024866:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.024869:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:0.0:1712357313.024870:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac399500 x1795536572133376/t4294967330(4294967330) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357313.024871:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.024874:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [191:191:255:4294967295] 192.168.203.120@tcp LPNI seq info [191:191:7:4294967295] 00000100:00000001:0.0:1712357313.024875:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1712357313.024876:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.024878:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.024879:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.024880:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000040:0.0:1712357313.024882:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac399500 x1795536572133376/t4294967330(4294967330) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357313.024883:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.024886:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8800aa03ac00. 00000800:00000200:3.0:1712357313.024888:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00100000:0.0:1712357313.024888:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac399500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133376:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.024891:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357313.024892:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.024893:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa03ac00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357313.024893:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.024895:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000800:00000001:3.0:1712357313.024896:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.024897:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1712357313.024898:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.024899:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac399500 x1795536572133376/t4294967330(4294967330) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.024904:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.024906:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1712357313.024907:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000400:00000001:3.0:1712357313.024908:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357313.024909:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1712357313.024909:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1712357313.024911:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760738. 00000100:00000001:0.0:1712357313.024912:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.024914:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa039400 00000400:00000010:3.0:1712357313.024916:0:12714:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff8800aa039400. 00000002:00000001:0.0:1712357313.024917:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.024920:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00800000:00000001:0.0:1712357313.024920:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1712357313.024923:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000001:0.0:1712357313.024923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.024926:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.024929:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000100:00000200:3.0:1712357313.024930:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34ce300 x1795536572133248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000002:00000001:0.0:1712357313.024931:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000100:00000001:3.0:1712357313.024935:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357313.024936:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.024936:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000100:00000001:3.0:1712357313.024937:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357313.024938:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357313.024939:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000080:00000002:0.0:1712357313.024939:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x5:0x0] 00000080:00000001:0.0:1712357313.024941:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.024943:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000100:00000001:3.0:1712357313.024944:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.024945:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 02000000:00000001:3.0:1712357313.024946:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.024949:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x5:0x0], updating i_size 4096 00000100:00001000:3.0:1712357313.024950:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00000001:0.0:1712357313.024951:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1712357313.024953:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000040:0.0:1712357313.024953:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac399500 x1795536572133376/t4294967330(4294967330) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.024955:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357313.024956:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.024957:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1712357313.024958:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.024959:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.024959:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.024960:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1712357313.024961:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00800000:00000001:0.0:1712357313.024961:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00000100:00000001:3.0:1712357313.024962:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00800000:00000001:0.0:1712357313.024962:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.024963:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000080:00000001:0.0:1712357313.024963:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.024965:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00000080:00000001:0.0:1712357313.024965:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.024967:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357313.024968:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000080:00000010:0.0:1712357313.024968:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000100:00000001:3.0:1712357313.024969:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357313.024970:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.024973:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000080:00200008:0.0:1712357313.024977:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x5:0x0](ffff8800a76d90c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.018000000, rc 0 00000100:00000001:3.0:1712357313.024979:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.024981:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357313.024982:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.024982:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.024984:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357313.024989:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34ce300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133248:192.168.203.120@tcp:101:rsync.0 00000080:00000001:0.0:1712357313.024991:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000100:00000001:3.0:1712357313.024993:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.024995:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.024996:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357313.024997:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.024999:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1712357329 ref 3 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.025004:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357313.025010:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f540. 00000100:00000001:3.0:1712357313.025013:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357313.025014:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025016:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357313.025018:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025021:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025023:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=4 00000020:00000001:3.0:1712357313.025025:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025027:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000040:3.0:1712357313.025031:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab3806c0, remote cookie: 0xa8e7976a8eb1fc7c, flags: 0x1001 00010000:00010000:3.0:1712357313.025034:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1712357313.025040:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1a:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:3.0:1712357313.025043:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1712357313.025047:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6320b00. 00010000:00000010:3.0:1712357313.025050:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b34b3b80. 00010000:00000040:3.0:1712357313.025053:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6320a00 count: 0 00010000:00000010:3.0:1712357313.025057:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b34b3500. 00010000:00000001:3.0:1712357313.025064:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.025067:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 4/0,1 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1712357313.025072:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 4/0,1 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357313.025076:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1712357313.025079:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1712357313.025081:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1712357313.025081:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:3.0:1712357313.025082:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1712357313.025084:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1a:0x0].0x0 (ffff8800b6320b00) refcount = 1 00010000:00010000:3.0:1712357313.025087:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000080:00002000:0.0:1712357313.025090:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516870, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000080:00000001:0.0:1712357313.025093:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1712357313.025095:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00000080:00000001:0.0:1712357313.025098:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000020:00000010:3.0:1712357313.025099:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800aa236e00. 00010000:00000001:3.0:1712357313.025101:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00000080:00000001:0.0:1712357313.025101:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00010000:00000001:3.0:1712357313.025102:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357313.025104:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1712357313.025106:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.025109:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357313.025113:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1712357313.025114:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025115:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025116:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025116:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025117:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025121:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1712357313.025123:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025123:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025124:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000080:00000001:0.0:1712357313.025125:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000020:00000001:3.0:1712357313.025126:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025127:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000080:00000001:0.0:1712357313.025127:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:3.0:1712357313.025129:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000080:00200000:0.0:1712357313.025129:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000020:00000001:3.0:1712357313.025130:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025131:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=4 00000020:00000001:3.0:1712357313.025132:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025133:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000080:00000001:0.0:1712357313.025133:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025136:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.025137:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.025140:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357313.025144:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025148:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025149:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025149:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025150:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=5 00000020:00000001:3.0:1712357313.025152:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025153:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025155:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357313.025157:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357313.025161:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025161:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357313.025163:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357313.025167:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357313.025168:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025168:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025169:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025170:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1712357313.025173:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000001:3.0:1712357313.025180:0:12714:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1712357313.025183:0:12714:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000001:3.0:1712357313.025188:0:12714:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025193:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025194:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025195:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.025196:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025197:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000002:00010000:3.0:1712357313.025200:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00000010:3.0:1712357313.025213:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012c55b440. 00010000:00000001:3.0:1712357313.025215:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025216:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.025217:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025218:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025220:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1712357313.025222:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.025223:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00000100:00000001:3.0:1712357313.025224:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.025225:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00010000:00000001:3.0:1712357313.025227:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025227:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025228:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.025229:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025231:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000002:00010000:3.0:1712357313.025233:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.025237:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025238:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025239:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1712357313.025240:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025240:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025241:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.025242:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025243:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000040:3.0:1712357313.025246:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320b00 count: 2 00010000:00000001:3.0:1712357313.025248:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357313.025251:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/26 (0 0) 00010000:00000001:3.0:1712357313.025253:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025253:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.025258:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357313.025259:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.easy_install.py.Z2cDH4 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1712357313.025262:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025264:0:12714:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025266:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025269:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357313.025270:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800ab3adf60 it_disposition 1800037 00000080:00000010:3.0:1712357313.025273:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab29a00. 00000080:00002000:3.0:1712357313.025277:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7657af8 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357313.025280:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357313.025282:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357313.025284:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236200. 00000100:00000001:3.0:1712357313.025288:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.025291:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 4 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.025296:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025298:0:12714:0:(namei.c:1421:ll_create_it()) Process entered 00000080:00200000:3.0:1712357313.025299:0:12714:0:(namei.c:1424:ll_create_it()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=open|creat 00000080:00000001:3.0:1712357313.025301:0:12714:0:(namei.c:1373:ll_create_node()) Process entered 00000080:00000001:3.0:1712357313.025303:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:3.0:1712357313.025304:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025306:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025307:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1712357313.025309:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1712357313.025310:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:3.0:1712357313.025312:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:3.0:1712357313.025325:0:12714:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7648000. 00000020:00000001:3.0:1712357313.025332:0:12714:0:(class_obd.c:912:obd_heat_clear()) Process entered 00000020:00000001:3.0:1712357313.025333:0:12714:0:(class_obd.c:915:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1712357313.025335:0:12714:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:3.0:1712357313.025337:0:12714:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1a:0x0](ffff8800a76480c8) 00000020:00000001:3.0:1712357313.025340:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000010:3.0:1712357313.025346:0:12714:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a980e000. 00000020:00000010:3.0:1712357313.025349:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa236200. 00000020:00000010:3.0:1712357313.025353:0:12714:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aa236400. 00000020:00000010:3.0:1712357313.025359:0:12714:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3adc00. 00000008:00000010:3.0:1712357313.025364:0:12714:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3dce18. 00020000:00000010:3.0:1712357313.025367:0:12714:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800aa01f540. 00008000:00000010:3.0:1712357313.025372:0:12714:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09c388. 00000080:00000010:3.0:1712357313.025377:0:12714:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0428. 00000080:00000010:3.0:1712357313.025380:0:12714:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3ccff8. 00000020:00000010:3.0:1712357313.025382:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa236000. 00000008:00000010:3.0:1712357313.025385:0:12714:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8420. 00020000:00000010:3.0:1712357313.025387:0:12714:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380900. 00008000:00000010:3.0:1712357313.025390:0:12714:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5f78. 00000080:00000010:3.0:1712357313.025392:0:12714:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d2d0. 00000020:00000001:3.0:1712357313.025394:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:3.0:1712357313.025396:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:3.0:1712357313.025399:0:12714:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000080:00000010:3.0:1712357313.025402:0:12714:0:(vvp_object.c:363:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5cf1190. 00000020:00000001:3.0:1712357313.025404:0:12714:0:(cl_object.c:73:cl_object_header_init()) Process entered 00000020:00000001:3.0:1712357313.025405:0:12714:0:(cl_object.c:80:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.025411:0:12714:0:(lov_object.c:2364:lov_object_alloc()) Process entered 00020000:00000010:3.0:1712357313.025418:0:12714:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b6e54000. 00020000:00000001:3.0:1712357313.025420:0:12714:0:(lov_object.c:2379:lov_object_alloc()) Process leaving (rc=18446612135382695936 : -131938326855680 : ffff8800b6e54000) 00020000:00000001:3.0:1712357313.025422:0:12714:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1712357313.025424:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:3.0:1712357313.025428:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800ab3ad240. 00020000:00000010:3.0:1712357313.025430:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b34b3500. 00020000:00000010:3.0:1712357313.025433:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800ab3ad7e0. 00020000:00000001:3.0:1712357313.025435:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135186978784 : -131938522572832 : ffff8800ab3ad7e0) 00020000:00000002:3.0:1712357313.025438:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800ab3ad7e0, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1712357313.025442:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1712357313.025445:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b34b3500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000001:3.0:1712357313.025448:0:12714:0:(lov_object.c:612:lov_init_composite()) Process entered 00020000:00000002:3.0:1712357313.025449:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800ab3ad7e0, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1712357313.025452:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1712357313.025458:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b34b3500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000010:3.0:1712357313.025461:0:12714:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff880136bea2a0. 00020000:00000010:3.0:1712357313.025463:0:12714:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800aa01f300. 00020000:00000001:3.0:1712357313.025466:0:12714:0:(lov_object.c:205:lov_init_raid0()) Process entered 00020000:00000010:3.0:1712357313.025468:0:12714:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800b6cb5fe0. 00020000:00000001:3.0:1712357313.025471:0:12714:0:(lov_object.c:98:lov_sub_find()) Process entered 00000020:00000001:3.0:1712357313.025472:0:12714:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000010:3.0:1712357313.025476:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6320700. 00020000:00000001:3.0:1712357313.025479:0:12714:0:(lovsub_object.c:183:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1712357313.025482:0:12714:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b5cf1258. 00000020:00000001:3.0:1712357313.025483:0:12714:0:(cl_object.c:73:cl_object_header_init()) Process entered 00000020:00000001:3.0:1712357313.025484:0:12714:0:(cl_object.c:80:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.025485:0:12714:0:(lovsub_object.c:197:lovsub_object_alloc()) Process leaving (rc=18446612135364465368 : -131938345086248 : ffff8800b5cf12d8) 00020000:00000001:3.0:1712357313.025488:0:12714:0:(lovsub_object.c:56:lovsub_object_init()) Process entered 00000008:00000010:3.0:1712357313.025495:0:12714:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800a9828000. 00020000:00000001:3.0:1712357313.025497:0:12714:0:(lovsub_object.c:65:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.025501:0:12714:0:(lu_object.c:893:lu_object_find_at()) Process leaving (rc=18446612135364465368 : -131938345086248 : ffff8800b5cf12d8) 00020000:00000001:3.0:1712357313.025503:0:12714:0:(lov_object.c:102:lov_sub_find()) Process leaving (rc=18446612135364465368 : -131938345086248 : ffff8800b5cf12d8) 00020000:00000002:3.0:1712357313.025505:0:12714:0:(lov_object.c:149:lov_init_sub()) [0x240000400:0x2:0x0]@ffff8800b5cf1258[0:0] -> [0x200000401:0x1a:0x0]@ffff8800b5cf1190: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000001:3.0:1712357313.025509:0:12714:0:(lov_object.c:275:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:3.0:1712357313.025511:0:12714:0:(lov_object.c:821:lov_init_composite()) Process leaving 00020000:00000001:3.0:1712357313.025512:0:12714:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357313.025514:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6320200. 00000020:00000001:3.0:1712357313.025517:0:12714:0:(lu_object.c:893:lu_object_find_at()) Process leaving (rc=18446612135364465168 : -131938345086448 : ffff8800b5cf1210) 00000020:00001000:3.0:1712357313.025519:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:3.0:1712357313.025521:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:3.0:1712357313.025522:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1712357313.025524:0:12714:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502298 mtime from 0 to 1712357313 00000080:00000001:3.0:1712357313.025527:0:12714:0:(llite_lib.c:3167:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1712357313.025529:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122600136 : -131938586951480 : ffff8800a76480c8) 00010000:00000001:3.0:1712357313.025531:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025534:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025535:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.025537:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025539:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000080:00000001:3.0:1712357313.025541:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:3.0:1712357313.025542:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:3.0:1712357313.025543:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:3.0:1712357313.025545:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:3.0:1712357313.025546:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:3.0:1712357313.025548:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:3.0:1712357313.025550:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:3.0:1712357313.025551:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:3.0:1712357313.025553:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800ab3ad600. 00020000:00000010:3.0:1712357313.025555:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b34b3c00. 00020000:00000010:3.0:1712357313.025557:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800ab3ad300. 00020000:00000001:3.0:1712357313.025559:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135186977536 : -131938522574080 : ffff8800ab3ad300) 00020000:00000002:3.0:1712357313.025561:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800ab3ad300, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1712357313.025564:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1712357313.025566:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b34b3c00: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:3.0:1712357313.025569:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:3.0:1712357313.025608:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1712357313.025610:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:3.0:1712357313.025613:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b34b3c00. 00020000:00000010:3.0:1712357313.025615:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800ab3ad600. 00020000:00000010:3.0:1712357313.025617:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800ab3ad300. 00020000:00000002:3.0:1712357313.025619:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1712357313.025620:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.025622:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.025624:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1712357313.025626:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000002:3.0:1712357313.025628:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800ab3ad7e0 addref 2/0 by ffff8800a9934440. 00020000:00000002:3.0:1712357313.025629:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:3.0:1712357313.025631:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1712357313.025636:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1712357313.025637:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1712357313.025638:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1712357313.025640:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1712357313.025642:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1712357313.025644:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:3.0:1712357313.025645:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025646:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025647:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1712357313.025648:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357313.025650:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025651:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1712357313.025652:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1712357313.025654:0:12714:0:(namei.c:1391:ll_create_node()) setting l_ast_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) 00000080:00010000:3.0:1712357313.025656:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) for lock 0xbda2fb8f03337cce 00000080:00000001:3.0:1712357313.025658:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025659:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1712357313.025661:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025662:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1712357313.025663:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025664:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025665:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.025666:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025668:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025669:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025670:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.025671:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025672:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1712357313.025672:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356f00. 00000080:00000001:3.0:1712357313.025673:0:12714:0:(namei.c:1393:ll_create_node()) Process leaving 00000100:00000001:3.0:1712357313.025674:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000010:0.1:1712357313.025676:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356a00. 00000100:00000040:3.0:1712357313.025678:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 3 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000010:0.1:1712357313.025679:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3cc0. 00000080:00000010:0.1:1712357313.025682:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb29e0. 00000100:00000001:3.0:1712357313.025684:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025686:0:12714:0:(namei.c:1474:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025688:0:12714:0:(pcc.c:2386:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1712357313.025689:0:12714:0:(pcc.c:2389:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025698:0:12714:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:3.0:1712357313.025700:0:12714:0:(file.c:871:ll_file_open()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8), flags 100302 00000080:00000010:3.0:1712357313.025708:0:12714:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800a982a000. 00000080:00000010:3.0:1712357313.025712:0:12714:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012c55b6c0. 00000080:00000001:3.0:1712357313.025714:0:12714:0:(file.c:799:ll_local_open()) Process entered 00000080:00000001:3.0:1712357313.025716:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025718:0:12714:0:(lmv_obd.c:3984:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1712357313.025720:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025721:0:12714:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1712357313.025723:0:12714:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012ab29b80. 00000002:00100000:3.0:1712357313.025727:0:12714:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000001:3.0:1712357313.025732:0:12714:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025733:0:12714:0:(lmv_obd.c:3990:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1712357313.025735:0:12714:0:(rw.c:940:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1712357313.025738:0:12714:0:(file.c:817:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025740:0:12714:0:(pcc.c:1491:pcc_file_open()) Process entered 00000080:00000001:3.0:1712357313.025741:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1712357313.025742:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.025744:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1712357313.025745:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025746:0:12714:0:(pcc.c:1510:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357313.025748:0:12714:0:(pcc.c:1534:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025750:0:12714:0:(file.c:1065:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.025752:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.025754:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 02000000:00000001:3.0:1712357313.025760:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357313.025762:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a99a0000. 02000000:00000001:3.0:1712357313.025801:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1712357313.025803:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:3.0:1712357313.025805:0:12714:0:(file.c:1097:ll_file_open()) COMPLETED file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8), flags 100302, rc = 0 00000080:00000001:3.0:1712357313.025808:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357313.025809:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800ab3adf60 released 00000080:00010000:3.0:1712357313.025811:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337cce from it ffff8800ab3adf60 00010000:00000001:3.0:1712357313.025815:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.025816:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.025817:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.025818:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025820:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.025821:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357313.025823:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.025828:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025829:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025830:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1712357313.025832:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1712357313.025833:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000800:00000200:2.0:1712357313.025835:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.025837:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00010000:00000001:3.0:1712357313.025839:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:2.0:1712357313.025840:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1712357313.025842:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1712357313.025843:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1712357313.025844:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00010000:00000001:3.0:1712357313.025846:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025846:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.025847:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025849:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1712357313.025851:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025852:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025854:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025855:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:2.0:1712357313.025855:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1712357313.025856:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.025856:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1712357313.025857:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000800:00000010:2.0:1712357313.025857:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8800aa03ac00. 00000080:00000010:3.0:1712357313.025859:0:12714:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800ab3adf60. 00000400:00000200:2.0:1712357313.025859:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:3.0:1712357313.025861:0:12714:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.025862:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000080:00000001:3.0:1712357313.025864:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357313.025865:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1a:0x0](ffff8800a76480c8), inode mode 8180 mask 40 00000080:00000001:3.0:1712357313.025867:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025897:0:12714:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:3.0:1712357313.025903:0:12714:0:(llite_lib.c:2280:ll_setattr_raw()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8) current size 0, valid attrs 41, mode 8180, uid -1442390016, gid -30720, new size 32, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00200000:0.0:1712357313.025907:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000002:3.0:1712357313.025908:0:12714:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000001:0.0:1712357313.025910:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00000010:3.0:1712357313.025912:0:12714:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00200000:0.0:1712357313.025912:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000001:3.0:1712357313.025914:0:12714:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:3.0:1712357313.025915:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.025916:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00800000:00000001:3.0:1712357313.025918:0:12714:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:3.0:1712357313.025919:0:12714:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1a:0x0], valid 0x41/0x1 00000080:00000001:0.0:1712357313.025919:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.025921:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.025921:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00000002:00000001:3.0:1712357313.025923:0:12714:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00800000:00000002:0.0:1712357313.025923:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x4:0x0] 00000002:00000001:3.0:1712357313.025924:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00800000:00000001:0.0:1712357313.025925:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00010000:00000040:3.0:1712357313.025927:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320b00 count: 2 00010000:00000001:3.0:1712357313.025928:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1712357313.025928:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00010000:00000001:3.0:1712357313.025930:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00800000:00000001:0.0:1712357313.025930:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025932:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00000002:00000001:0.0:1712357313.025932:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.025933:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00010000:00010000:3.0:1712357313.025934:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000002:00000001:0.0:1712357313.025936:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.025938:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000080:00000001:3.0:1712357313.025940:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000100:00000010:0.0:1712357313.025941:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 00000080:00000001:3.0:1712357313.025942:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1712357313.025943:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1712357313.025944:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1a:0x0] mode (null) 00000020:00000040:0.0:1712357313.025944:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=34 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000080:00000001:3.0:1712357313.025946:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.025947:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000002:00000001:3.0:1712357313.025948:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357313.025948:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.025949:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000040:3.0:1712357313.025950:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320b00 count: 3 00010000:00000001:3.0:1712357313.025951:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.025951:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.025952:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.025953:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.025953:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025954:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025955:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357313.025955:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:0.0:1712357313.025955:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00010000:00000040:3.0:1712357313.025956:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320b00 count: 3 02000000:00000001:0.0:1712357313.025956:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1712357313.025958:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1712357313.025959:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.025959:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025960:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.025961:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 02000000:00000010:0.0:1712357313.025963:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00010000:00000001:3.0:1712357313.025965:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357313.025967:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320b00 count: 3 00000100:00000001:0.0:1712357313.025967:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025968:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1712357313.025969:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025970:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.025970:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000002:00000001:3.0:1712357313.025971:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.025971:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025972:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.025972:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.025972:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1712357313.025973:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320b00 count: 3 00010000:00000001:0.0:1712357313.025973:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.025974:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1712357313.025975:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025976:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.025977:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000080:00000001:3.0:1712357313.025978:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:3.0:1712357313.025978:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:3.0:1712357313.025980:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00010000:00000001:0.0:1712357313.025980:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00000020:00001000:3.0:1712357313.025981:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00010000:00000001:0.0:1712357313.025981:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1712357313.025982:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000080:00200000:3.0:1712357313.025983:0:12714:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0x1a:0x0]: losing layout lock 00010000:00000010:0.0:1712357313.025984:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356a00. 00000080:00000001:3.0:1712357313.025986:0:12714:0:(pcc.c:2190:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1712357313.025987:0:12714:0:(pcc.c:2205:pcc_layout_invalidate()) Process leaving 00000020:00000001:3.0:1712357313.025988:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:3.0:1712357313.025990:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:3.0:1712357313.025991:0:12714:0:(lov_object.c:1440:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1712357313.025991:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00020000:00000002:3.0:1712357313.025992:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1712357313.025993:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.025994:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.025994:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000020:00001000:3.0:1712357313.025996:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00010000:00000010:0.0:1712357313.025996:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3cc0. 00000080:00000001:3.0:1712357313.025997:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.025998:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000020:00000001:0.0:1712357313.025998:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000080:00000002:3.0:1712357313.025999:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1a:0x0](ffff8800a76480c8) invalid 00000020:00000040:0.0:1712357313.025999:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3cc0 with handle 0xbda2fb8f03337cd5 to hash 00000080:00002000:3.0:1712357313.026001:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .easy_install.py.Z2cDH4 (ffff8800a7657af8) parent ffff8800a7656360 inode ffff8800a76480c8 refc 1 00000020:00000001:0.0:1712357313.026001:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.026002:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00000080:00000001:3.0:1712357313.026003:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1712357313.026004:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00010000:00000001:0.0:1712357313.026004:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.026005:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:3.0:1712357313.026006:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.026006:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.026007:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357313.026009:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1712357313.026009:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357313.026010:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357313.026011:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1712357313.026014:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357313.026016:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1712357313.026018:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab3806c0 with handle 0xbda2fb8f03337cce from hash 00010000:00000001:3.0:1712357313.026019:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357313.026020:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.026020:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357313.026021:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.026022:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357313.026023:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357313.026024:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:0.0:1712357313.026024:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.026025:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1712357313.026026:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1712357313.026027:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.026028:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000002:00000001:3.0:1712357313.026029:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.026030:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.026031:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1712357313.026032:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34ce680. 00000100:00000001:0.0:1712357313.026032:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000020:00000040:3.0:1712357313.026033:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:0.0:1712357313.026035:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1712357313.026036:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1712357313.026037:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.026038:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357313.026039:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.026039:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.026039:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1712357313.026040:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.026040:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1712357313.026041:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357313.026042:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357313.026044:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.026044:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 02000000:00000010:3.0:1712357313.026047:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237a00. 00000100:00000001:3.0:1712357313.026049:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.026050:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1712357313.026050:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1712357313.026051:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1712357313.026051:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.026054:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 3 02000000:00000001:0.0:1712357313.026054:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1712357313.026058:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1712357313.026059:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1712357313.026059:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.026061:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357313.026062:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337cce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fc7c expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000100:00100000:0.0:1712357313.026062:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.026065:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00010000:00000010:3.0:1712357313.026067:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012c55b440. 02000000:00000001:0.0:1712357313.026069:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.026070:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.026071:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:3.0:1712357313.026073:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6320b00 count: 0 02000000:00000010:0.0:1712357313.026075:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 00010000:00000010:3.0:1712357313.026076:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b34b3b80. 02000000:00000001:0.0:1712357313.026076:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.026080:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:3.0:1712357313.026081:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1712357313.026082:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00010000:00000001:3.0:1712357313.026083:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.026084:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357313.026084:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.026086:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1712357313.026086:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000002:00000002:3.0:1712357313.026087:0:12714:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000100:00000200:0.0:1712357313.026090:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572133440, portal 10 00000100:00000001:0.0:1712357313.026091:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.026092:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000020:00100000:3.0:1712357313.026093:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00000040:0.0:1712357313.026097:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357313.026098:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.026102:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:3.0:1712357313.026103:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357313.026103:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000040:0.0:1712357313.026105:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000010:3.0:1712357313.026106:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f480. 00000100:00000001:3.0:1712357313.026107:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166473344 : -131938543078272 : ffff8800aa01f480) 00000400:00000010:0.0:1712357313.026107:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000001:3.0:1712357313.026108:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.026109:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379904 : -131938387171712 : ffff8800b34ce680) 00000100:00000200:0.0:1712357313.026109:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572133440, offset 0 00000100:00000001:3.0:1712357313.026111:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357313.026113:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.026113:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000001:3.0:1712357313.026114:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357313.026114:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1712357313.026116:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000040:3.0:1712357313.026117:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.026120:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:3.0:1712357313.026121:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357313.026121:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.026123:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357313.026124:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.026124:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1712357313.026126:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34ce680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133568:192.168.203.120@tcp:36:rsync.0 00000400:00000200:0.0:1712357313.026127:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:3.0:1712357313.026129:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1712357313.026129:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1712357313.026130:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357313.026131:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.026131:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:3.0:1712357313.026132:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357313.026134:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa039400. 00000400:00000200:0.0:1712357313.026134:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [192:192:256:4294967295] 192.168.203.120@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1712357313.026137:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:3.0:1712357313.026139:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.026142:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.026145:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.026147:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357313.026150:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357313.026152:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760738. 00000800:00000200:0.0:1712357313.026155:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.026159:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.026161:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.026167:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.026168:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.026170:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.026172:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.026173:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.026175:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.026176:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.026178:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.026179:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.026180:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1712357313.026641:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586440. 00000100:00000200:3.0:1712357313.026644:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572133568, portal 10 00000100:00000001:3.0:1712357313.026645:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.026646:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379904 : -131938387171712 : ffff8800b34ce680) 00000100:00000040:3.0:1712357313.026651:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.026656:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357313.026658:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357313.026660:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35864c8. 00000100:00000200:3.0:1712357313.026661:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572133568, offset 0 00000400:00000200:3.0:1712357313.026664:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357313.026668:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.026671:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.026673:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357313.026675:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357313.026676:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357313.026678:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357313.026680:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [193:193:255:4294967295] 192.168.203.120@tcp LPNI seq info [193:193:7:4294967295] 00000400:00000200:3.0:1712357313.026683:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.026687:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357313.026691:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.026693:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357313.026696:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.026699:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.026702:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1712357313.026703:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.026705:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.026706:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.026711:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357313.026712:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357313.026713:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f480 going to sleep for 11 seconds 00000100:00000001:3.0:1712357313.026715:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.026716:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.026717:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.026718:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.026735:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.026736:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357313.026739:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.026742:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.026745:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:3.0:1712357313.026746:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:3.0:1712357313.026748:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.026752:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.026757:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.026759:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.026764:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.026765:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357313.026798:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.026799:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357313.026801:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.026803:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.026805:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35864c8 00000400:00000010:3.0:1712357313.026806:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35864c8. 00000100:00000001:3.0:1712357313.026808:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.026810:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.026815:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.026817:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.026821:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.026827:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.028748:0:34:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343300. 00010000:00000010:3.1:1712357313.028756:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c0fc0. 00000080:00000010:3.1:1712357313.028760:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab291e0. 00000800:00000001:2.0:1712357313.028930:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.028941:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.028943:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.028945:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.028952:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.028956:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.028962:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.028966:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.028968:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.028971:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903040 00000400:00000200:2.0:1712357313.028973:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.028976:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xa1d [1] + 224 00000800:00000001:2.0:1712357313.028981:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.028989:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.028991:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.028994:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.028997:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.029001:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.029007:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.029014:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.029018:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.029024:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.029114:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1712357313.029115:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:0.0:1712357313.029118:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1712357313.029120:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1712357313.029120:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1712357313.029121:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:0.0:1712357313.029122:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000800:00000001:3.0:1712357313.029123:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1712357313.029125:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000200:3.0:1712357313.029127:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.029127:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.029129:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:3.0:1712357313.029130:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.029134:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:0.0:1712357313.029134:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357313.029136:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.029138:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.029141:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9030c0 00000100:00000200:0.0:1712357313.029142:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357313.029143:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.029147:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xa25 [1] + 224 00000100:00000001:0.0:1712357313.029149:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.029150:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.029150:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.029152:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.029154:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.029156:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.029157:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.029160:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.029166:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.029169:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.029171:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.029172:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.029178:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.029181:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029184:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.029185:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.029186:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.029188:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.029192:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.029198:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.029200:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.029201:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.029204:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.029210:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.029214:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.029217:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029219:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.029220:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.029223:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.029228:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.029230:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.029232:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.029233:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.029235:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.029238:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029240:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029242:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=4 00000020:00000001:0.0:1712357313.029244:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029246:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000040:0.0:1712357313.029249:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3cc0, remote cookie: 0xa8e7976a8eb1fc9f, flags: 0x1001 00010000:00010000:0.0:1712357313.029253:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.029276:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x5:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.029278:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.029284:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356500. 00010000:00000010:0.0:1712357313.029286:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664780. 00010000:00000040:0.0:1712357313.029289:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356a00 count: 0 00010000:00000010:0.0:1712357313.029292:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.029298:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.029300:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.029307:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029311:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.029314:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.029315:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.029316:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.029317:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.029318:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x5:0x0].0x0 (ffff88012e356500) refcount = 1 00010000:00010000:0.0:1712357313.029321:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029326:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.029328:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.029329:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.029331:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.029333:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.029335:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029339:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.029343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029345:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029346:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029346:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029347:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.029350:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.029352:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029353:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029354:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.029355:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029357:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029358:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029359:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029360:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=4 00000020:00000001:0.0:1712357313.029361:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029363:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029365:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.029366:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.029368:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029373:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029374:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029375:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029375:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029376:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=5 00000020:00000001:0.0:1712357313.029378:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029379:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029381:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.029383:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029387:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029388:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.029393:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029398:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.029399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029399:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029400:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029401:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.029404:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.029410:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029411:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029412:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.029414:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029415:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00000800:00000001:3.0:1712357313.029417:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.029417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.029418:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.029419:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000001:0.0:1712357313.029420:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.029422:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000400:00000200:3.0:1712357313.029423:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00010000:00000001:0.0:1712357313.029424:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029424:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029425:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000100:00000001:3.0:1712357313.029426:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000020:00000001:0.0:1712357313.029427:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029428:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00000100:00000200:3.0:1712357313.029429:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000002:00010000:0.0:1712357313.029430:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.029434:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029435:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029436:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000100:00000040:3.0:1712357313.029437:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.029437:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029438:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029439:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.029440:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029445:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000040:0.0:1712357313.029448:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:0.0:1712357313.029450:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.029452:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/5 (0 0) 00010000:00000001:0.0:1712357313.029454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029455:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1712357313.029456:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000002:00000001:0.0:1712357313.029456:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.029458:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000400:00000200:3.0:1712357313.029460:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000002:00000001:0.0:1712357313.029460:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.029463:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00800000:00000001:0.0:1712357313.029463:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.029465:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.029467:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000080:00000001:0.0:1712357313.029469:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.029470:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000400:00000200:3.0:1712357313.029471:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [194:194:256:4294967295] 192.168.203.120@tcp LPNI seq info [194:194:8:4294967295] 00000080:00000001:0.0:1712357313.029472:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.029474:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.029475:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00800000:00000001:0.0:1712357313.029477:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.029480:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000400:00000200:3.0:1712357313.029481:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000002:00000001:0.0:1712357313.029481:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.029483:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000800:00000200:3.0:1712357313.029484:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000080:00000001:0.0:1712357313.029485:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000800:00000010:3.0:1712357313.029487:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000080:00000001:0.0:1712357313.029490:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.029492:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x5:0x0] 00000800:00000200:3.0:1712357313.029494:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000080:00000001:0.0:1712357313.029494:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.029496:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502277 : 144115205272502277 : 200000401000005) 00000080:00000001:0.0:1712357313.029498:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000800:00000200:3.0:1712357313.029499:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000080:00200000:0.0:1712357313.029501:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x5:0x0], updating i_size 4096 00000800:00000200:3.0:1712357313.029502:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000080:00200000:0.0:1712357313.029503:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x5:0x0](ffff8800a76d90c8): rc = 0 00000080:00000001:0.0:1712357313.029505:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123194056 : -131938586357560 : ffff8800a76d90c8) 00010000:00000001:0.0:1712357313.029506:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029507:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029508:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.029509:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029510:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.029517:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.029518:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.029520:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.029521:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.029523:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.029524:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.029526:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) for lock 0xbda2fb8f03337cd5 00000080:00000001:0.0:1712357313.029529:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.029530:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.029531:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.029533:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.029534:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029534:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029535:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000800:00000200:3.0:1712357313.029536:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1712357313.029537:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00000800:00000010:3.0:1712357313.029538:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00010000:00000001:0.0:1712357313.029538:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00000400:00000200:3.0:1712357313.029540:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1712357313.029540:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029540:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.029541:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.029543:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00800000:00000001:0.0:1712357313.029543:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.029546:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000080:00000010:0.0:1712357313.029546:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb26c0. 00000800:00000001:3.0:1712357313.029548:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00002000:0.0:1712357313.029550:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516e58 inode ffff8800a76d90c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.029552:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.029555:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.029556:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.029558:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x5:0x0](ffff8800a76d90c8) 00000080:00010000:0.0:1712357313.029561:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337cd5 from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357313.029563:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.029563:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.029564:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3cc0 refcount=3 00000020:00000001:0.0:1712357313.029565:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029567:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183793344 : -131938525758272 : ffff8800ab0a3cc0) 00010000:00000001:0.0:1712357313.029568:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1712357313.029601:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.029603:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.029604:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.029605:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760738. 00000400:00000200:2.0:1712357313.029609:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586440 00000400:00000010:2.0:1712357313.029610:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586440. 00010000:00010000:0.0:1712357313.029610:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1712357313.029612:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00010000:00000001:0.0:1712357313.029615:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1712357313.029616:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.029616:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029617:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.029619:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.029620:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3cc0/0xbda2fb8f03337cd5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fc9f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1712357313.029622:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34ce680 x1795536572133568/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.029626:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1712357313.029628:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00010000:00000001:0.0:1712357313.029628:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1712357313.029629:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.029629:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1712357313.029630:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.029631:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.029632:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1712357313.029632:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029632:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357313.029633:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.029633:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.029635:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.029635:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.029637:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.029638:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00010000:00000001:0.0:1712357313.029639:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.029640:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00010000:00000001:0.0:1712357313.029641:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.029642:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1712357313.029642:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1712357313.029643:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.029643:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029643:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.029645:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000080:00000001:0.0:1712357313.029645:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.029646:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.029648:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000080:00000010:0.0:1712357313.029648:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000100:00000040:2.0:1712357313.029649:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000021/0x0] 00000100:00000001:2.0:1712357313.029650:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357313.029651:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.029651:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357313.029652:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379904 : -131938387171712 : ffff8800b34ce680) 00000100:00000001:2.0:1712357313.029654:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.029655:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000040:0.0:1712357313.029655:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398a80 x1795536572133440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.029656:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.029657:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357313.029660:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34ce680 x1795536572133568/t4294967331(4294967331) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.029660:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.029661:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.029664:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.029669:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.029671:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.029672:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=34 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:2.0:1712357313.029673:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1712357313.029674:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:2.0:1712357313.029675:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1712357313.029675:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 00000100:00000001:2.0:1712357313.029676:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1712357313.029678:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1712357313.029679:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34ce680 x1795536572133568/t4294967331(4294967331) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 02000000:00000001:0.0:1712357313.029683:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1712357313.029684:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34ce680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133568:192.168.203.120@tcp:36:rsync.0 00000100:00000010:0.0:1712357313.029685:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00000100:00000001:2.0:1712357313.029687:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.029689:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029689:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357313.029690:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.029690:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.029691:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.029693:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ce680 x1795536572133568/t4294967331(4294967331) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000080:00000001:0.0:1712357313.029695:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.029697:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x5:0x0](ffff8800a76d90c8), inode mode 41ed mask 1 00000100:00000001:2.0:1712357313.029698:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.029699:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f480. 00000080:00000001:0.0:1712357313.029700:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.029702:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.029703:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.029706:0:12714:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.029707:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=easy_install.cpython-36.opt-1.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), flags=0 00800000:00000001:2.0:1712357313.029708:0:12714:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.029710:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.029710:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00800000:00000001:2.0:1712357313.029711:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.029711:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=easy_install.cpython-36.opt-1.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), intent=getattr 00000002:00000001:2.0:1712357313.029713:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357313.029714:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000010:0.0:1712357313.029716:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:2.0:1712357313.029719:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:2.0:1712357313.029720:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000001:0.0:1712357313.029720:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.029722:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00000100:00000001:2.0:1712357313.029723:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00800000:00000002:0.0:1712357313.029723:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'easy_install.cpython-36.opt-1.pyc' on [0x200000401:0x5:0x0] 00000100:00000040:2.0:1712357313.029725:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34ce680 x1795536572133568/t4294967331(4294967331) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00800000:00000001:0.0:1712357313.029726:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.029729:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x5:0x0], fid2=[0x0:0x0:0x0], name='easy_install.cpython-36.opt-1.pyc' -> mds #0 00000100:00000001:2.0:1712357313.029730:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.029731:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.029731:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.029732:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357313.029733:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.029733:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.029735:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: easy_install.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x5:0x0], intent: getattr flags 0 00000080:00000001:2.0:1712357313.029736:0:12714:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.029738:0:12714:0:(pcc.c:1794:pcc_inode_setattr()) Process entered 00000002:00000001:0.0:1712357313.029738:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.029739:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000080:00000001:2.0:1712357313.029740:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1712357313.029741:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.029742:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 00000080:00000001:2.0:1712357313.029743:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1712357313.029744:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.029745:0:12714:0:(pcc.c:1803:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.029745:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000080:00000001:2.0:1712357313.029747:0:12714:0:(lcommon_cl.c:77:cl_setattr_ost()) Process entered 00010000:00000001:0.0:1712357313.029748:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000020:00000001:2.0:1712357313.029749:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00010000:00000001:0.0:1712357313.029750:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000020:00000010:2.0:1712357313.029752:0:12714:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800ada7f090. 00010000:00000001:0.0:1712357313.029752:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.029753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.029754:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357313.029755:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7b54c00. 00000100:00000001:0.0:1712357313.029756:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1712357313.029758:0:12714:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b7b55200. 02000000:00000001:0.0:1712357313.029758:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.029760:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357313.029761:0:12714:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf4360. 02000000:00000010:0.0:1712357313.029764:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00000008:00000010:2.0:1712357313.029765:0:12714:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800aa192178. 00020000:00000010:2.0:1712357313.029768:0:12714:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b34936c0. 00000100:00000001:0.0:1712357313.029768:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.029770:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00008000:00000010:2.0:1712357313.029772:0:12714:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ada88e20. 00010000:00000001:0.0:1712357313.029774:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357313.029775:0:12714:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5e541c8. 00010000:00000001:0.0:1712357313.029776:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.029777:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357313.029778:0:12714:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa3146d8. 00010000:00000001:0.0:1712357313.029778:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357313.029781:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b7b55000. 00000008:00000010:2.0:1712357313.029783:0:12714:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800adb38420. 00000002:00000001:0.0:1712357313.029784:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00020000:00000010:2.0:1712357313.029786:0:12714:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab1c1200. 00010000:00000001:0.0:1712357313.029786:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.029787:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00008000:00000010:2.0:1712357313.029788:0:12714:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b5c15b18. 00010000:00000040:0.0:1712357313.029789:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00000080:00000010:2.0:1712357313.029791:0:12714:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b388d2d0. 00010000:00000001:0.0:1712357313.029791:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1712357313.029792:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227682968 : -131938481868648 : ffff8800ada7f098) 00010000:00000001:0.0:1712357313.029793:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000020:00001000:2.0:1712357313.029794:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f090 00010000:00000010:0.0:1712357313.029795:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3840. 00000020:00000001:2.0:1712357313.029796:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:2.0:1712357313.029798:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.029798:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.029799:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3840 with handle 0xbda2fb8f03337cdc to hash 00000080:00000001:2.0:1712357313.029800:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:2.0:1712357313.029801:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.029801:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.029802:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00000020:00000001:2.0:1712357313.029803:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1712357313.029804:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00010000:00000001:0.0:1712357313.029804:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.029805:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:2.0:1712357313.029806:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00010000:00000001:0.0:1712357313.029806:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.029807:0:12714:0:(file.c:5519:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1712357313.029808:0:12714:0:(file.c:5522:ll_take_md_lock()) trying to match res [0x200000401:0x1a:0x0] 00010000:00010000:0.0:1712357313.029809:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357313.029810:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.029812:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.029813:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000002:00000001:2.0:1712357313.029816:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357313.029817:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357313.029819:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.029820:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000002:00000001:2.0:1712357313.029821:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1712357313.029822:0:12714:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x1a:0x0]: 0 00000100:00000001:0.0:1712357313.029823:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000080:00000001:2.0:1712357313.029824:0:12714:0:(file.c:5527:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029824:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000080:00000001:2.0:1712357313.029826:0:12714:0:(file.c:6451:ll_layout_intent()) Process entered 00000100:00000010:0.0:1712357313.029827:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000080:00000010:2.0:1712357313.029828:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357313.029828:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.029830:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.029830:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000080:00010000:2.0:1712357313.029831:0:12714:0:(file.c:6468:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x1a:0x0](ffff8800a76480c8) 00000080:00000001:2.0:1712357313.029833:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029833:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00800000:00000001:2.0:1712357313.029834:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.029835:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000401:0x1a:0x0] '' on [0x200000401:0x1a:0x0] 00000100:00000001:0.0:1712357313.029836:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.029838:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.029839:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1a:0x0], fid2=[0x200000401:0x1a:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357313.029841:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029841:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.029842:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000002:00000001:2.0:1712357313.029843:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.029844:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1a:0x0]) in obj [0x200000401:0x1a:0x0], intent: layout flags 0 00000002:00000001:2.0:1712357313.029846:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000100:00000040:0.0:1712357313.029846:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000002:00000001:2.0:1712357313.029847:0:12714:0:(mdc_locks.c:627:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1712357313.029849:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47100. 00000020:00000040:2.0:1712357313.029851:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:0.0:1712357313.029851:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.029852:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.029853:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 02000000:00000001:0.0:1712357313.029854:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1712357313.029855:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 02000000:00000001:0.0:1712357313.029856:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.029857:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.029858:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.029858:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.029859:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.029860:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.029861:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.029862:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029862:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1712357313.029865:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3886400. 02000000:00000001:0.0:1712357313.029865:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1712357313.029867:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.029867:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.029869:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1712357313.029869:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1712357313.029870:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.029871:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.029872:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.029872:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 00010000:00000001:2.0:1712357313.029873:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.029873:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.029877:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000002:00000001:2.0:1712357313.029878:0:12714:0:(mdc_locks.c:660:mdc_intent_layout_pack()) Process leaving (rc=18446612135227453696 : -131938482097920 : ffff8800ada47100) 00000400:00000010:0.0:1712357313.029879:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00010000:00000001:2.0:1712357313.029880:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.029881:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00000400:00000010:0.0:1712357313.029882:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00010000:00000010:2.0:1712357313.029884:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343a00. 00000100:00000200:0.0:1712357313.029885:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572133632, portal 10 00010000:00000010:2.0:1712357313.029886:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf800. 00010000:00000001:2.0:1712357313.029887:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1712357313.029887:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.029888:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00010000:00000010:2.0:1712357313.029889:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c1440. 00000020:00000001:2.0:1712357313.029891:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.029892:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c1440 with handle 0xbda2fb8f03337ce3 to hash 00000100:00000040:0.0:1712357313.029892:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000020:00000001:2.0:1712357313.029893:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.029894:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.029896:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.029897:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1712357313.029897:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000001:2.0:1712357313.029898:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.029899:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00010000:00010000:2.0:1712357313.029900:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00000400:00000010:0.0:1712357313.029900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357313.029903:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572133632, offset 0 00010000:00010000:2.0:1712357313.029906:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000400:00000200:0.0:1712357313.029906:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.029910:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00010000:2.0:1712357313.029912:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000400:00000200:0.0:1712357313.029913:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:2.0:1712357313.029915:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.029916:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000400:00000200:0.0:1712357313.029916:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1712357313.029918:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493780. 00000100:00000001:2.0:1712357313.029919:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322138496 : -131938387413120 : ffff8800b3493780) 00000400:00000200:0.0:1712357313.029919:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:2.0:1712357313.029920:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.029921:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227453696 : -131938482097920 : ffff8800ada47100) 00000400:00000200:0.0:1712357313.029921:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1712357313.029923:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.029924:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.029926:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.029927:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1712357313.029927:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.029929:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [195:195:256:4294967295] 192.168.203.120@tcp LPNI seq info [195:195:8:4294967295] 00000100:00000040:2.0:1712357313.029930:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.029932:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.029938:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.029942:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:2.0:1712357313.029943:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.029944:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1712357313.029944:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 02000000:00000001:2.0:1712357313.029946:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.029947:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1712357313.029947:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00100000:2.0:1712357313.029949:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133696:192.168.203.120@tcp:101:rsync.0 00000800:00000200:0.0:1712357313.029951:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:2.0:1712357313.029952:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.029953:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1712357313.029953:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 704 niov 1 nkiov 1 02000000:00000001:2.0:1712357313.029954:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.029955:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.029957:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a5d1c00. 00000100:00000001:0.0:1712357313.029958:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.029959:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.029959:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.029961:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.029962:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.029963:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1712357313.029964:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1840. 00000100:00000001:0.0:1712357313.029964:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1712357313.029966:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00000100:00000200:2.0:1712357313.029968:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572133696, portal 10 00000100:00000001:2.0:1712357313.029970:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.029970:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227453696 : -131938482097920 : ffff8800ada47100) 00000100:00000040:2.0:1712357313.029974:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.029979:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.029980:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.029981:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4ee0. 00000100:00000200:2.0:1712357313.029983:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1795536572133696, offset 0 00000400:00000200:2.0:1712357313.029986:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.029988:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.029991:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.029993:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.029995:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.029997:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.029998:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.030000:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [196:196:255:4294967295] 192.168.203.120@tcp LPNI seq info [196:196:7:4294967295] 00000400:00000200:2.0:1712357313.030003:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.030011:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.030014:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.030016:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343e00. 00000800:00000200:2.0:1712357313.030019:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.030022:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.030025:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343e00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.030027:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.030028:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.030029:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.030030:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.030032:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.030033:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493780 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.030034:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.030036:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.030037:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.030038:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.030057:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.030059:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357313.030061:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.030064:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.030066:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:2.0:1712357313.030067:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:2.0:1712357313.030069:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00100000:0.0:1712357313.030069:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.030071:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1712357313.030072:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.030072:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.030074:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.030074:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.030078:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.030080:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.030084:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.030086:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1712357313.030289:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.030291:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343e00. 00000400:00000200:2.0:1712357313.030293:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.030299:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.030302:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4ee0 00000400:00000010:2.0:1712357313.030303:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4ee0. 00000100:00000001:2.0:1712357313.030305:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.030308:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.030313:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.030315:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.030324:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.030325:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.032120:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356200. 00010000:00000010:0.1:1712357313.032126:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356800. 00010000:00000010:0.1:1712357313.032129:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000080:00000010:0.1:1712357313.032133:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb2d60. 00000800:00000001:3.0:1712357313.033479:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033490:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.033493:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033494:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.033502:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033508:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.033514:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033518:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033520:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033524:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 400 into portal 10 MB=0x66107ef903140 00000400:00000200:3.0:1712357313.033527:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033532:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 400/400 into md 0xa3d [1] + 224 00000800:00000001:3.0:1712357313.033538:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033542:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.033544:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.033547:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.033552:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.033558:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.033567:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=400 offset=224 replen=472 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.033629:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.033636:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033649:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.033651:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033652:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.033656:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033658:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.033661:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033664:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033666:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033668:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903100 00000400:00000200:3.0:1712357313.033671:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.033674:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xa35 [1] + 224 00000800:00000001:3.0:1712357313.033678:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033726:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.033728:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.033732:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.033735:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.033738:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.033745:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.033759:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.033762:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.033765:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.033812:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.033818:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.033819:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.033821:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000100:00000001:2.0:1712357313.033825:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1712357313.033825:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357313.033827:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000400:00000001:2.0:1712357313.033829:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1712357313.033829:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000001:2.0:1712357313.033831:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.033833:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1840. 00000100:00000200:0.0:1712357313.033833:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:2.0:1712357313.033837:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000010:2.0:1712357313.033838:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000100:00000001:2.0:1712357313.033840:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.033840:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.033844:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.033846:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.033847:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.033849:0:12713:0:(client.c:1456:after_reply()) Process entered 00000100:00000200:2.0:1712357313.033851:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 02000000:00000001:0.0:1712357313.033855:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.033857:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.033857:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.033858:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.033859:0:12714:0:(client.c:1456:after_reply()) Process entered 00000100:00000001:0.0:1712357313.033859:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.033861:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1712357313.033861:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.033862:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.033863:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.033864:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.033868:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.033868:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.033871:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00001000:0.0:1712357313.033871:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.033873:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.033873:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357313.033874:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.033876:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1712357313.033876:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.033879:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.033882:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.033884:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.033885:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.033886:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.033889:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.033891:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.033892:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000040:0.0:1712357313.033892:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.033893:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.033895:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357313.033898:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.033904:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.033906:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.033907:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.033910:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.033915:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.033918:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.033921:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.033923:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357313.033924:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.033926:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.033931:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.033934:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493780. 00000100:00000001:2.0:1712357313.033936:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.033937:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.033939:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357313.033942:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.033944:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.033947:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=4 00000020:00000001:2.0:1712357313.033949:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.033951:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000040:2.0:1712357313.033955:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c1440, remote cookie: 0xa8e7976a8eb1fcbb, flags: 0x1000 00010000:00000001:2.0:1712357313.033958:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357313.033961:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357313.033963:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357313.033967:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357313.033968:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357313.033970:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1a:0x0].0x0 (ffff8800aa343a00) refcount = 1 00010000:00010000:2.0:1712357313.033975:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1712357313.033981:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357313.033983:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357313.033985:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.033987:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357313.033988:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.033990:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1712357313.033995:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357313.033996:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.033997:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.033998:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.033998:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.033999:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.034002:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357313.034004:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034005:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034006:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034007:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034009:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034010:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034011:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357313.034014:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000040:2.0:1712357313.034020:0:12714:0:(mdc_locks.c:826:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff8800aa323000: layout return lvb 56 transno 0 00010000:00000001:2.0:1712357313.034022:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034023:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034023:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034025:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034029:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00000002:00010000:2.0:1712357313.034031:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000002:00000010:2.0:1712357313.034037:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012ab6b200. 00010000:00000001:2.0:1712357313.034039:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034039:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357313.034040:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.034041:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.034043:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357313.034044:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034045:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034046:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034047:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034049:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00000002:00010000:2.0:1712357313.034051:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1712357313.034055:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034055:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.034056:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357313.034057:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034058:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034059:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034060:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034061:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000040:2.0:1712357313.034065:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 2 00010000:00000001:2.0:1712357313.034067:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357313.034070:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 16 res 8589935617/26 (0 0) 00010000:00000001:2.0:1712357313.034072:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034072:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357313.034073:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357313.034074:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:2.0:1712357313.034080:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.034082:0:12714:0:(lmv_intent.c:522:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.034084:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034086:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.034090:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47100 x1795536572133696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.034095:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357313.034096:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357313.034100:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a5d1c00. 02000000:00000001:2.0:1712357313.034102:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357313.034104:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357313.034106:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357313.034107:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357313.034109:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3886400. 00000100:00000001:0.0:1712357313.034110:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1712357313.034111:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357313.034112:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1712357313.034113:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1712357313.034114:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47100. 00000100:00000001:0.0:1712357313.034114:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.034116:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357313.034117:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.034118:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000080:00000010:2.0:1712357313.034121:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00100000:0.0:1712357313.034124:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133632:192.168.203.120@tcp:101:rsync.0 00000080:00010000:2.0:1712357313.034125:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) for lock 0xbda2fb8f03337ce3 00000100:00000001:0.0:1712357313.034127:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.034128:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034129:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00800000:00000001:2.0:1712357313.034130:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00000100:00000001:0.0:1712357313.034130:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.034131:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00800000:00000001:2.0:1712357313.034132:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.034133:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000002:00000001:2.0:1712357313.034134:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357313.034135:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034136:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034137:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034138:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00000100:00000001:0.0:1712357313.034138:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034140:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00000100:00000010:0.0:1712357313.034140:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00010000:00000001:2.0:1712357313.034141:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034142:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.034142:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000002:00000001:2.0:1712357313.034143:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034143:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00800000:00000001:2.0:1712357313.034145:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357313.034147:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337ce3 from it ffff8800a984baa8 00010000:00000001:0.0:1712357313.034148:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.034150:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.034151:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:2.0:1712357313.034153:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1712357313.034153:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=4 00000020:00000001:2.0:1712357313.034154:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:0.0:1712357313.034154:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00000020:00000040:2.0:1712357313.034155:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034156:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.034156:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:2.0:1712357313.034157:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034159:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.034159:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.034161:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1712357313.034165:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.034165:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00000001:2.0:1712357313.034166:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.034167:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00010000:0.0:1712357313.034167:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.034169:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357313.034170:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.034171:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.034173:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.034176:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.034177:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034178:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.034178:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.034179:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.034180:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.034183:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034183:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.034183:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.034184:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034184:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034187:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.034187:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1712357313.034188:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.034188:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.034189:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034191:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034193:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:0.0:1712357313.034193:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3840 already unused, calling callback (ffffffffa1054e70) 00010000:00000001:2.0:1712357313.034194:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034194:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.034195:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357313.034196:0:12714:0:(file.c:6484:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.034198:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357313.034199:0:12714:0:(file.c:5519:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1712357313.034200:0:12714:0:(file.c:5522:ll_take_md_lock()) trying to match res [0x200000401:0x1a:0x0] 00000080:00000001:2.0:1712357313.034202:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034202:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.034203:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00800000:00000001:2.0:1712357313.034205:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.034206:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357313.034207:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00010000:0.0:1712357313.034209:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000040:2.0:1712357313.034212:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 2 00010000:00000001:0.0:1712357313.034212:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357313.034214:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.034214:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357313.034215:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.034215:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.034216:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:2.0:1712357313.034217:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.034217:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=5 00000020:00000001:0.0:1712357313.034218:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00010000:2.0:1712357313.034219:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.034219:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.034221:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.034223:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 02000000:00000001:2.0:1712357313.034224:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357313.034227:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.034227:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.034228:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.034229:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.034230:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.034231:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000002:00000001:2.0:1712357313.034233:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.034233:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00800000:00000002:2.0:1712357313.034234:0:12714:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x1a:0x0]: 16 00010000:00000001:0.0:1712357313.034234:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.034235:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:2.0:1712357313.034236:0:12714:0:(file.c:5527:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.034236:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.034237:0:12714:0:(file.c:6345:ll_layout_lock_set()) Process entered 00000020:00000040:0.0:1712357313.034237:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3840 with handle 0xbda2fb8f03337cdc from hash 00010000:00000001:2.0:1712357313.034238:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034239:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:0.0:1712357313.034239:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1712357313.034240:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00010000:00000001:0.0:1712357313.034240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1712357313.034241:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.034241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.034242:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357313.034243:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.034243:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.034244:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000080:00010000:2.0:1712357313.034245:0:12714:0:(file.c:6356:ll_layout_lock_set()) ### file [0x200000401:0x1a:0x0](ffff8800a76480c8) being reconfigured ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.034245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.034246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.034247:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.034248:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.034249:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.034249:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00800000:00000001:2.0:1712357313.034251:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357313.034251:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.034252:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357313.034253:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034254:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034255:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=4 00000020:00000001:2.0:1712357313.034256:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034257:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034259:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.034259:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.034259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.034260:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.034261:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.034262:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.034262:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.034263:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034264:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.034264:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337cdc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00000002:00000001:2.0:1712357313.034265:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.034266:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.034268:0:12714:0:(file.c:6271:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1712357313.034269:0:12714:0:(file.c:6275:ll_layout_fetch()) [0x200000401:0x1a:0x0] LVB_READY=0 l_lvb_data=ffff88012ab6b200 l_lvb_len=56 00000080:00000001:2.0:1712357313.034271:0:12714:0:(file.c:6278:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357313.034273:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00010000:00000001:0.0:1712357313.034273:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000020:00000001:2.0:1712357313.034275:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000002:00000001:0.0:1712357313.034275:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000020:00000010:2.0:1712357313.034278:0:12714:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800ada7f120. 00000002:00100000:0.0:1712357313.034278:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000020:00000010:2.0:1712357313.034281:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3886400. 00000020:00000010:2.0:1712357313.034284:0:12714:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3886800. 00010000:00000001:0.0:1712357313.034284:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.034286:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357313.034287:0:12714:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012abf4240. 00000002:00000001:0.0:1712357313.034287:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.034288:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.034289:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.034291:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.034291:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1712357313.034292:0:12714:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800aa192ca0. 00000002:00000001:0.0:1712357313.034292:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.034294:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=easy_install.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00020000:00000010:2.0:1712357313.034295:0:12714:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3493780. 00000002:00000001:0.0:1712357313.034296:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.034297:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1712357313.034299:0:12714:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ada891a8. 00800000:00000001:0.0:1712357313.034299:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.034301:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.034302:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357313.034304:0:12714:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5e54260. 00000080:00000010:2.0:1712357313.034306:0:12714:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aa314920. 00000080:00000010:0.0:1712357313.034306:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb2d80. 00000020:00000010:2.0:1712357313.034308:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3886200. 00000080:00002000:0.0:1712357313.034309:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516bd0 inode (null) refc 1 flags 0x8e 00000008:00000010:2.0:1712357313.034310:0:12714:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800adb38580. 00020000:00000010:2.0:1712357313.034313:0:12714:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab1c1680. 00000080:00000001:0.0:1712357313.034313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1712357313.034315:0:12714:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b5c15b10. 00800000:00000001:0.0:1712357313.034316:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00000080:00000010:2.0:1712357313.034317:0:12714:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b388d3c0. 00800000:00000001:0.0:1712357313.034317:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034319:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227683112 : -131938481868504 : ffff8800ada7f128) 00000020:00001000:2.0:1712357313.034320:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f120 00000020:00000001:2.0:1712357313.034322:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000002:00000001:0.0:1712357313.034323:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.034324:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00000020:00000001:2.0:1712357313.034325:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00010000:00000001:0.0:1712357313.034325:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00020000:00000001:2.0:1712357313.034327:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00010000:00000040:0.0:1712357313.034328:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00020000:00000001:2.0:1712357313.034329:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00010000:00000001:0.0:1712357313.034330:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00020000:00000010:2.0:1712357313.034332:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012abf49c0. 00010000:00010000:0.0:1712357313.034332:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/5 (0 0) 00000002:00000001:0.0:1712357313.034334:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1712357313.034335:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b63cf780. 00000002:00000001:0.0:1712357313.034335:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.034337:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1712357313.034338:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012abf4c00. 00000080:00000001:0.0:1712357313.034338:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1712357313.034340:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612137326365696 : -131936383185920 : ffff88012abf4c00) 00000080:00000001:0.0:1712357313.034340:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1712357313.034342:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff88012abf4c00, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000080:00000010:0.0:1712357313.034343:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00020000:00000002:2.0:1712357313.034345:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00000100:00000001:0.0:1712357313.034346:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.034349:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398a80 x1795536572133632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00020000:00000002:2.0:1712357313.034353:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b63cf780: ostid: 0x240000400:2 ost idx: 0 gen: 0 00000100:00000001:0.0:1712357313.034354:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00020000:00000002:2.0:1712357313.034355:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 02000000:00000001:0.0:1712357313.034355:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.034356:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 00020000:00000001:2.0:1712357313.034358:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1712357313.034360:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 02000000:00000001:0.0:1712357313.034361:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.034362:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00020000:00000010:2.0:1712357313.034363:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b63cf780. 00000020:00000040:0.0:1712357313.034363:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=34 obd=lustre-MDT0000-mdc-ffff8800aa323000 00020000:00000010:2.0:1712357313.034365:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012abf49c0. 00000020:00000001:0.0:1712357313.034365:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.034366:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 00020000:00000010:2.0:1712357313.034367:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012abf4c00. 00020000:00000002:2.0:1712357313.034369:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 02000000:00000001:0.0:1712357313.034369:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.034370:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.034370:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00020000:00000001:2.0:1712357313.034371:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034372:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034374:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00000100:00000001:0.0:1712357313.034374:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.034375:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1712357313.034376:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000080:00000001:0.0:1712357313.034377:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00020000:00000002:2.0:1712357313.034378:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800ab3ad7e0 addref 2/0 by ffff8800a9934440. 00000080:00000040:0.0:1712357313.034378:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.034379:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00020000:00000002:2.0:1712357313.034380:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:2.0:1712357313.034381:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1712357313.034382:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1712357313.034383:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1712357313.034384:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00000080:00000001:0.0:1712357313.034384:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.034385:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry easy_install.cpython-36.opt-1.pyc (ffff8800a7516bd0, parent ffff8800a7516e58, inode (null)) hashed, 00020000:00000001:2.0:1712357313.034386:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1712357313.034387:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1a:0x0]: layout version change: 4294967294 -> 0 00000080:00000001:0.0:1712357313.034388:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1712357313.034389:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f120 00000080:00000001:0.0:1712357313.034390:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357313.034391:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.034392:0:12714:0:(file.c:6391:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1712357313.034393:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000080:00000001:0.0:1712357313.034393:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00010000:00000001:2.0:1712357313.034394:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.034395:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.034396:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.034396:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=3 00000020:00000001:2.0:1712357313.034398:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:2.0:1712357313.034399:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00000080:00000001:0.0:1712357313.034399:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00010000:00000001:2.0:1712357313.034400:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000080:00002000:0.0:1712357313.034401:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516e58, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00010000:00010000:2.0:1712357313.034402:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.034403:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034413:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034414:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.034415:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357313.034416:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357313.034418:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1712357313.034422:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357313.034424:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357313.034425:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.034426:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.034427:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.034427:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034429:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357313.034430:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034431:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034433:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.034434:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00000080:00000001:0.0:1712357313.034434:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:2.0:1712357313.034435:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000080:00000001:0.0:1712357313.034435:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:2.0:1712357313.034436:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357313.034437:0:12714:0:(file.c:6432:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.034437:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.034438:0:12714:0:(file.c:6547:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.034440:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.034441:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1712357313.034443:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1a:0x0]io ffff8800aa314738 type 3 ignore/verify layout 0/1 00000080:00000001:0.0:1712357313.034444:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00020000:00000002:2.0:1712357313.034445:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000080:00002000:0.0:1712357313.034445:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516e58) flags 0x108008e refc 0 00020000:00000001:2.0:1712357313.034447:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00000080:00000001:0.0:1712357313.034447:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034449:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00000080:00200000:0.0:1712357313.034449:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00020000:00000001:2.0:1712357313.034451:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00000080:00000001:0.0:1712357313.034451:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00020000:00000001:2.0:1712357313.034452:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034453:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.034453:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034455:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00000080:00000001:0.0:1712357313.034455:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00020000:00000001:2.0:1712357313.034456:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.034456:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x5:0x0](ffff8800a76d90c8), inode mode 41ed mask 1 00000020:00000001:2.0:1712357313.034458:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000080:00000001:0.0:1712357313.034458:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034459:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1712357313.034460:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00000080:00200000:0.0:1712357313.034464:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=easy_install.cpython-36.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), flags=0 00020000:00000002:2.0:1712357313.034465:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000080:00000001:0.0:1712357313.034466:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000020:00000001:2.0:1712357313.034467:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.034468:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=easy_install.cpython-36.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), intent=getattr 00000020:00000001:2.0:1712357313.034469:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:2.0:1712357313.034470:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1712357313.034472:0:12714:0:(lov_io.c:1054:lov_io_setattr_iter_init()) Process entered 00000080:00000010:0.0:1712357313.034472:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00020000:00000001:2.0:1712357313.034474:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00000080:00000001:0.0:1712357313.034475:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1712357313.034476:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00800000:00000001:0.0:1712357313.034477:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00020000:00000002:2.0:1712357313.034478:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00800000:00000002:0.0:1712357313.034479:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'easy_install.cpython-36.pyc' on [0x200000401:0x5:0x0] 00020000:00000001:2.0:1712357313.034480:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:2.0:1712357313.034481:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00800000:00000001:0.0:1712357313.034481:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1712357313.034482:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00800000:00000002:0.0:1712357313.034483:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x5:0x0], fid2=[0x0:0x0:0x0], name='easy_install.cpython-36.pyc' -> mds #0 00000020:00000001:2.0:1712357313.034484:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227683112 : -131938481868504 : ffff8800ada7f128) 00000020:00001000:2.0:1712357313.034485:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f120 00000020:00000001:2.0:1712357313.034486:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf12d8 -> ffff8800b5cf1210 00800000:00000001:0.0:1712357313.034486:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034488:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000002:00000001:0.0:1712357313.034488:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1712357313.034489:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000002:00010000:0.0:1712357313.034489:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: easy_install.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x5:0x0], intent: getattr flags 0 00000020:00000001:2.0:1712357313.034490:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1712357313.034491:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034492:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.034492:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00020000:00000001:2.0:1712357313.034493:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000002:00000001:0.0:1712357313.034493:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000020:00000001:2.0:1712357313.034495:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1712357313.034496:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000100:00000010:0.0:1712357313.034496:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 00000020:00000040:0.0:1712357313.034498:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000008:00000001:2.0:1712357313.034499:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034500:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034501:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034501:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00020000:00000001:2.0:1712357313.034502:0:12714:0:(lov_io.c:1063:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034503:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034504:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000020:00000001:2.0:1712357313.034505:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00020000:00000001:2.0:1712357313.034507:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:2.0:1712357313.034508:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:2.0:1712357313.034508:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:2.0:1712357313.034510:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00010000:00000001:0.0:1712357313.034510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1712357313.034511:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1712357313.034512:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034512:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034513:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034514:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034514:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1712357313.034515:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1712357313.034516:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.034516:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1712357313.034517:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.034517:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034518:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 02000000:00000010:0.0:1712357313.034522:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00020000:00000001:2.0:1712357313.034523:0:12714:0:(lov_io.c:1569:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1712357313.034525:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:2.0:1712357313.034526:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:2.0:1712357313.034526:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000100:00000001:0.0:1712357313.034526:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1712357313.034528:0:12714:0:(osc_io.c:591:osc_io_setattr_start()) Process entered 00010000:00000001:0.0:1712357313.034528:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000020:00000001:2.0:1712357313.034529:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:2.0:1712357313.034530:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00010000:00000001:0.0:1712357313.034530:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034531:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00010000:00000001:0.0:1712357313.034531:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.034532:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034533:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034533:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034534:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:2.0:1712357313.034536:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1712357313.034537:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00000002:00000001:0.0:1712357313.034538:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00020000:00000001:2.0:1712357313.034539:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034540:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034541:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00010000:00000001:0.0:1712357313.034541:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.034542:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00000008:00000001:2.0:1712357313.034544:0:12714:0:(osc_request.c:213:osc_setattr_async()) Process entered 00010000:00000040:0.0:1712357313.034544:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:0.0:1712357313.034545:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1712357313.034546:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47100. 00010000:00000001:0.0:1712357313.034547:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000020:00000040:2.0:1712357313.034549:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=5 obd=lustre-OST0000-osc-ffff8800aa323000 00010000:00000010:0.0:1712357313.034549:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000100:00000001:2.0:1712357313.034551:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1712357313.034551:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 02000000:00000001:2.0:1712357313.034552:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1712357313.034553:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03337cea to hash 02000000:00000001:2.0:1712357313.034554:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.034554:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.034555:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 02000000:00000010:2.0:1712357313.034557:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3886600. 00010000:00000001:0.0:1712357313.034557:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.034559:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1712357313.034560:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.034560:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.034562:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357313.034564:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.034567:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.034567:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000040:2.0:1712357313.034605:0:12714:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800ada47100] to pc [ptlrpcd_01_01+1] req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00010000:0.0:1712357313.034614:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000008:00000001:2.0:1712357313.034621:0:12714:0:(osc_request.c:244:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1712357313.034623:0:12714:0:(osc_io.c:705:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034625:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034625:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00020000:00000001:2.0:1712357313.034626:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.034627:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034627:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00020000:00000001:2.0:1712357313.034628:0:12714:0:(lov_io.c:1584:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034629:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.034630:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000010:0.0:1712357313.034630:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00020000:00000001:2.0:1712357313.034631:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:2.0:1712357313.034632:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1712357313.034632:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000020:00000001:2.0:1712357313.034633:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000001:0.0:1712357313.034634:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.034635:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000001:0.0:1712357313.034637:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.034638:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034640:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.034641:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357313.034641:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1712357313.034643:0:1853:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1712357313.034645:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.034645:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.034649:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.034650:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.034650:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.034651:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357313.034651:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034652:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.034653:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1712357313.034653:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.034655:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.034657:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133760:192.168.203.120@tcp:101:rsync.0 00000100:00000040:2.0:1712357313.034658:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.034660:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1712357313.034662:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.034663:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.034664:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.034665:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.034666:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.034666:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.034667:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1712357313.034668:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572133824:192.168.203.120@tcp:2:rsync.0 02000000:00000010:0.0:1712357313.034670:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 00000100:00000001:2.0:1712357313.034671:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.034672:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.034672:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.034673:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.034674:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1712357313.034675:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000010:2.0:1712357313.034677:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a5d1c00. 00000400:00000010:0.0:1712357313.034677:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 02000000:00000001:2.0:1712357313.034678:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1712357313.034681:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000400:00000200:2.0:1712357313.034682:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.034684:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1840. 00000100:00000200:0.0:1712357313.034686:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572133760, portal 10 00000400:00000010:2.0:1712357313.034687:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00000100:00000001:0.0:1712357313.034687:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.034688:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000200:2.0:1712357313.034689:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572133824, portal 4 00000100:00000001:2.0:1712357313.034690:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.034691:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227453696 : -131938482097920 : ffff8800ada47100) 00000100:00000040:0.0:1712357313.034692:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.034695:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.034697:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1712357313.034699:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.034701:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000040:0.0:1712357313.034702:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.034703:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4ee0. 00000100:00000200:2.0:1712357313.034704:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1795536572133824, offset 0 00000400:00000010:0.0:1712357313.034705:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000400:00000200:2.0:1712357313.034707:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000200:0.0:1712357313.034707:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572133760, offset 0 00000400:00000200:0.0:1712357313.034711:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.034712:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.034714:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.034718:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.034720:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.034721:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.034723:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.034724:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.034725:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.034727:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.034727:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.034729:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.034730:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.034732:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [197:197:256:4294967295] 192.168.203.120@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:0.0:1712357313.034732:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [198:198:256:4294967295] 192.168.203.120@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1712357313.034735:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.034735:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.034741:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.034745:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.034748:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343e00. 00000800:00000200:2.0:1712357313.034751:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.034756:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.034759:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.034765:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034767:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.034769:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034770:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034772:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.034804:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357313.034806:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.034828:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.034830:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343e00. 00000400:00000200:2.0:1712357313.034832:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.034835:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.034837:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4ee0 00000400:00000010:2.0:1712357313.034838:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4ee0. 00000400:00000200:0.0:1712357313.034838:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:2.0:1712357313.034840:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000800:00000200:0.0:1712357313.034842:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000200:2.0:1712357313.034843:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000010:0.0:1712357313.034845:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.034847:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:2.0:1712357313.034849:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.034852:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:0.0:1712357313.034852:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.034854:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.034856:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034857:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034858:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:0.0:1712357313.034858:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.034859:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034861:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.034861:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.034863:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.034864:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.034865:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.034867:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.034868:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.034882:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.034883:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357313.034885:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.034889:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.034891:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:2.0:1712357313.034892:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:2.0:1712357313.034893:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.034896:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.034902:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.034904:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.034908:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.034909:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.036679:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.036688:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.036690:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.036692:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.036698:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.036703:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.036708:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.036711:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.036720:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.036723:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 432 into portal 4 MB=0x66107ef9031c0 00000400:00000200:3.0:1712357313.036726:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.036730:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 432/432 into md 0xa55 [1] + 224 00000800:00000001:3.0:1712357313.036735:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.036745:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.036747:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.036750:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.036754:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.036758:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.036766:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.036788:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.036793:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.036796:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.037310:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357313.037313:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.037317:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.037318:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.037321:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1840. 00000400:00000200:2.0:1712357313.037324:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000010:2.0:1712357313.037325:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000100:00000001:2.0:1712357313.037327:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.037332:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.037339:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.037344:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.037345:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.037346:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.037348:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.037350:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.037351:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.037353:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.037359:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.037362:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.037368:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357313.037369:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.037371:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1712357313.037375:0:1853:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93249) req@ffff8800ada47100 x1795536572133824/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.037381:0:1853:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.037383:0:1853:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357313.037385:0:1853:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1712357313.037386:0:1853:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357313.037387:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.037388:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227453696 : -131938482097920 : ffff8800ada47100) 00000100:00000001:2.0:1712357313.037390:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.037392:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357313.037393:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.037394:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357313.037397:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47100 x1795536572133824/t4294967302(4294967302) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.037404:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.037406:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.037407:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1712357313.037410:0:1853:0:(osc_request.c:189:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1712357313.037426:0:1853:0:(osc_request.c:202:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357313.037430:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47100 x1795536572133824/t4294967302(4294967302) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.037436:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572133824:192.168.203.120@tcp:2:rsync.0 00000100:00000001:2.0:1712357313.037439:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.037441:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.037443:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47100 x1795536572133824/t4294967302(4294967302) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.037448:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.037449:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.037456:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.037457:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.037459:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357313.037460:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037516:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:1.0:1712357313.037519:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037521:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037524:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:1.0:1712357313.037526:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00020000:00000001:1.0:1712357313.037527:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:1.0:1712357313.037528:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:1.0:1712357313.037529:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:1.0:1712357313.037530:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1712357313.037531:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037532:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037533:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1712357313.037534:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1712357313.037535:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1712357313.037541:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1712357313.037541:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1712357313.037543:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1712357313.037543:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:1.0:1712357313.037544:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1712357313.037546:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1712357313.037547:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037548:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037549:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1712357313.037549:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1712357313.037550:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037552:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1712357313.037553:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:1.0:1712357313.037554:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1712357313.037555:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1712357313.037556:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:1.0:1712357313.037558:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f120 00020000:00000001:1.0:1712357313.037560:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1712357313.037561:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:1.0:1712357313.037563:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1712357313.037565:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1712357313.037568:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1712357313.037580:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037619:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.037620:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1712357313.037621:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:1.0:1712357313.037622:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f090 00000080:00000001:1.0:1712357313.037624:0:12714:0:(lcommon_cl.c:120:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037626:0:12714:0:(llite_lib.c:2502:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1712357313.037630:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000080:00200008:1.0:1712357313.037638:0:12714:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8) current size 0, valid attrs 41, mode 8180, uid -1442390016, gid -30720, new size 32, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.025000000, rc 0 00000080:00000001:1.0:1712357313.037643:0:12714:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037649:0:12714:0:(xattr.c:112:ll_xattr_set_common()) Process entered 00000080:00000001:1.0:1712357313.037651:0:12714:0:(xattr.c:128:ll_xattr_set_common()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000080:00000001:1.0:1712357313.037652:0:12714:0:(xattr.c:223:ll_xattr_set_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1712357313.037730:0:12714:0:(file.c:2574:ll_file_write()) Process entered 00000080:00000001:1.0:1712357313.037733:0:12714:0:(file.c:2546:ll_file_aio_write()) Process entered 00000080:00000001:1.0:1712357313.037734:0:12714:0:(file.c:2361:ll_file_write_iter()) Process entered 00000080:00200008:1.0:1712357313.037738:0:12714:0:(file.c:2367:ll_file_write_iter()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0], ppos: 0, count: 126 00000080:00000001:1.0:1712357313.037741:0:12714:0:(pcc.c:1753:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1712357313.037743:0:12714:0:(pcc.c:1757:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037745:0:12714:0:(file.c:1778:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037747:0:12714:0:(file.c:2312:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1712357313.037751:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:1.0:1712357313.037752:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 0 of 0 to 126 bytes 00000080:00000001:1.0:1712357313.037755:0:12714:0:(rw26.c:826:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1712357313.037757:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1712357313.037758:0:12714:0:(file.c:2339:ll_do_tiny_write()) result: 0, original count 126 00000080:00000001:1.0:1712357313.037760:0:12714:0:(file.c:2341:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037762:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:1.0:1712357313.037763:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227682968 : -131938481868648 : ffff8800ada7f098) 00000020:00001000:1.0:1712357313.037765:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f090 00000080:00000001:1.0:1712357313.037768:0:12714:0:(file.c:1808:ll_file_io_generic()) Process entered 00000080:00200000:1.0:1712357313.037769:0:12714:0:(file.c:1812:ll_file_io_generic()) .easy_install.py.Z2cDH4: write ppos: 0, bytes: 126 00000080:00200000:1.0:1712357313.037773:0:12714:0:(file.c:1599:ll_io_set_mirror()) .easy_install.py.Z2cDH4: desiginated mirror: 0 00000020:00000001:1.0:1712357313.037775:0:12714:0:(cl_io.c:190:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1712357313.037779:0:12714:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8800b5cf1190[0x4, 1, [0x200000401:0x1a:0x0] hash] 00000020:00200000:1.0:1712357313.037780:0:12714:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [0, 126) 0 0 00000020:00000001:1.0:1712357313.037782:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.037784:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:1.0:1712357313.037786:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:1.0:1712357313.037787:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1712357313.037789:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1712357313.037790:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1712357313.037792:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.037795:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037796:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1712357313.037797:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037798:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1712357313.037800:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1a:0x0]io ffff8800aa314738 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1712357313.037803:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:1.0:1712357313.037806:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1712357313.037808:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1712357313.037809:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1712357313.037810:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037817:0:12714:0:(lov_io.c:675:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1712357313.037818:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1712357313.037819:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037820:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1712357313.037820:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1712357313.037821:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1712357313.037822:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000020:00000001:1.0:1712357313.037825:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037826:0:12714:0:(cl_io.c:198:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.037827:0:12714:0:(file.c:1879:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1712357313.037829:0:12714:0:(range_lock.c:144:range_lock()) Process entered 00000001:00000001:1.0:1712357313.037831:0:12714:0:(range_lock.c:177:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037833:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:1.0:1712357313.037834:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1712357313.037835:0:12714:0:(cl_io.c:833:cl_page_list_init()) Process entered 00000020:00000001:1.0:1712357313.037836:0:12714:0:(cl_io.c:836:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1712357313.037837:0:12714:0:(lov_io.c:987:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1712357313.037838:0:12714:0:(lov_io.c:1039:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 126) 126, 126 00020000:00000001:1.0:1712357313.037840:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1712357313.037841:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1712357313.037844:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->125] -> [(0) 0->125 (0)] 00020000:00000001:1.0:1712357313.037846:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.037847:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1712357313.037848:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:1.0:1712357313.037849:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227683112 : -131938481868504 : ffff8800ada7f128) 00000020:00001000:1.0:1712357313.037851:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f120 00000020:00000001:1.0:1712357313.037852:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf12d8 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.037853:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:1.0:1712357313.037855:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1712357313.037855:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1712357313.037856:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037857:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037858:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000020:00000001:1.0:1712357313.037860:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1712357313.037861:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1712357313.037863:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037864:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037865:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037866:0:12714:0:(lov_io.c:1045:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037867:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037872:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000080:00000001:1.0:1712357313.037873:0:12714:0:(vvp_io.c:557:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1712357313.037875:0:12714:0:(vvp_io.c:446:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1712357313.037877:0:12714:0:(llite_mmap.c:71:our_vma()) Process entered 00000080:00000001:1.0:1712357313.037878:0:12714:0:(llite_mmap.c:86:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037879:0:12714:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037881:0:12714:0:(vvp_io.c:213:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1712357313.037882:0:12714:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1712357313.037883:0:12714:0:(cl_io.c:448:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1712357313.037884:0:12714:0:(cl_io.c:240:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1712357313.037885:0:12714:0:(cl_io.c:257:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037886:0:12714:0:(cl_io.c:455:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037887:0:12714:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037888:0:12714:0:(vvp_io.c:584:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.037889:0:12714:0:(vvp_io.c:628:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037890:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:1.0:1712357313.037891:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:1.0:1712357313.037891:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:1.0:1712357313.037892:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1712357313.037893:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037894:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037895:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037896:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037897:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1712357313.037898:0:12714:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:1.0:1712357313.037899:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00020000:00000001:1.0:1712357313.037901:0:12714:0:(lov_lock.c:334:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1712357313.037902:0:12714:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1712357313.037904:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00010000:00000010:3.1:1712357313.037907:0:34:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6320a00. 00020000:00000010:1.0:1712357313.037909:0:12714:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b5f44a00. 00020000:00000002:1.0:1712357313.037911:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1712357313.037912:0:12714:0:(lov_lock.c:89:lov_sublock_init()) Process entered 00010000:00000010:3.1:1712357313.037913:0:34:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6320b00. 00020000:00000001:1.0:1712357313.037914:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.037914:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00010000:00000010:3.1:1712357313.037916:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab3806c0. 00000020:00000001:1.0:1712357313.037916:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00000008:00000010:1.0:1712357313.037925:0:12714:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a999c000. 00000008:00010000:1.0:1712357313.037927:0:12714:0:(lustre_osc.h:184:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1712357313.037929:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1712357313.037930:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1712357313.037932:0:12714:0:(osc_lock.c:1258:osc_lock_init()) ### lock ffff8800b5f44a30, osc lock ffff8800a999c000, flags 0x0 00000020:00000001:1.0:1712357313.037934:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037938:0:12714:0:(lov_lock.c:99:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.037940:0:12714:0:(lov_lock.c:216:lov_lock_sub_init()) Process leaving (rc=18446612135366904320 : -131938342647296 : ffff8800b5f44a00) 00000020:00000001:1.0:1712357313.037942:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1712357313.037942:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1712357313.037943:0:12714:0:(lov_lock.c:340:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037945:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.037946:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1712357313.037947:0:12714:0:(lov_lock.c:253:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1712357313.037948:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.037949:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000020:00000001:1.0:1712357313.037950:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1712357313.037952:0:12714:0:(osc_lock.c:958:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1712357313.037953:0:12714:0:(osc_lock.c:875:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1712357313.037954:0:12714:0:(osc_lock.c:923:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.037957:0:12714:0:(osc_request.c:3074:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1712357313.037959:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.037963:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.037965:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.037966:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.037969:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1df00. 00010000:00000010:1.0:1712357313.037971:0:12714:0:(ldlm_resource.c:1394:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800ab158cc0. 00010000:00000001:1.0:1712357313.037975:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.037977:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e880. 00000020:00000010:1.0:1712357313.037981:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800ad8bc740. 00000800:00000001:2.0:1712357313.037983:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:1.0:1712357313.037983:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.037985:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e880 with handle 0xbda2fb8f03337cf1 to hash 00000020:00000001:1.0:1712357313.037986:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.037987:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00000800:00000001:2.0:1712357313.037990:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.037990:0:12714:0:(ldlm_extent.c:959:ldlm_interval_alloc()) Process entered 00000800:00000001:2.0:1712357313.037991:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000010:1.0:1712357313.037992:0:12714:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8800b5f44900. 00000800:00000001:2.0:1712357313.037993:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.037993:0:12714:0:(ldlm_extent.c:969:ldlm_interval_alloc()) Process leaving (rc=18446612135366904064 : -131938342647552 : ffff8800b5f44900) 00010000:00000010:1.0:1712357313.037995:0:12714:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800ad8bcbc0. 00000400:00000200:2.0:1712357313.037997:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:1.0:1712357313.037997:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.037999:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1712357313.038001:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00010000:00000001:1.0:1712357313.038001:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.038005:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.038007:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00010000:1.0:1712357313.038008:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1712357313.038009:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.038012:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903180 00000400:00000200:2.0:1712357313.038016:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00010000:1.0:1712357313.038017:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1712357313.038019:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xa4d [1] + 224 00000800:00000001:2.0:1712357313.038022:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:1.0:1712357313.038027:0:12714:0:(ldlm_request.c:950:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1712357313.038030:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061180. 00000020:00000040:1.0:1712357313.038033:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=6 obd=lustre-OST0000-osc-ffff8800aa323000 00010000:00000001:1.0:1712357313.038036:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.038039:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.038040:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.038042:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.038044:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.038046:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.038050:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0b200. 00000100:00000001:1.0:1712357313.038055:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.038058:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.038059:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.038061:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.038061:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.038063:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.038065:0:12714:0:(ldlm_request.c:964:ldlm_enqueue_pack()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00010000:00010000:1.0:1712357313.038069:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1712357313.038074:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.038076:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.038079:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.038080:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.038082:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.038083:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000001:1.0:1712357313.038085:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.038087:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.038093:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.038094:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.038098:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.038104:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.038105:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.038107:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.038109:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.038112:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.038115:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.038118:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.038120:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.038121:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.038124:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba4c00. 02000000:00000001:1.0:1712357313.038125:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.038129:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.038131:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f27e8. 00000400:00000010:1.0:1712357313.038135:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357313.038138:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572133888, portal 4 00000100:00000001:1.0:1712357313.038140:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.038141:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000040:1.0:1712357313.038145:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.038150:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.038151:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.038153:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357313.038155:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1795536572133888, offset 0 00000400:00000200:1.0:1712357313.038158:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.038161:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.038164:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.038167:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.038169:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.038171:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.038176:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.038178:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [199:199:256:4294967295] 192.168.203.120@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:1.0:1712357313.038181:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.038185:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.038189:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.038190:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.038193:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.038198:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.038200:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.038204:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.038205:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.038206:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.038208:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.038208:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.038210:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.038296:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.038298:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.038300:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.038301:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.038336:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.038339:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.038343:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.038346:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.038349:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.038355:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.038369:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.038373:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357313.038393:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.038396:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357313.038399:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.038403:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.038405:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357313.038406:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357313.038410:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.038413:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.038420:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.038423:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.038424:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.038428:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1712357313.038428:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1712357313.038429:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000001:0.0:1712357313.038429:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.038430:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:0.0:1712357313.038433:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357313.038434:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357313.038441:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.038444:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.038450:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.038455:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.038456:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.038458:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.038459:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.038460:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.038461:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.038463:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.038467:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.038469:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.038471:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.038474:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.038484:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.038486:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.038487:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.038488:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.038490:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.038493:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.038497:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.038499:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.038500:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.038502:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.038508:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.038512:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.038518:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.038520:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.038521:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.038524:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.038529:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.038531:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.038533:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.038534:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.038536:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.038538:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.038539:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.038541:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357313.038542:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.038545:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00010000:0.0:1712357313.038548:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038554:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.038557:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038561:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.038563:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038567:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.038568:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.038579:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038610:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.038611:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.038613:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.038615:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.038623:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.038626:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.038628:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038633:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.038634:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.038637:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038641:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.038643:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.038644:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.038644:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.038645:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357313.038647:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.038648:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.038650:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.038651:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 5/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.038655:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.038656:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.038658:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.038659:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.038661:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.038662:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.038662:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.038663:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.038665:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03337cea from hash 00010000:00000001:0.0:1712357313.038666:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.038667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.038678:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.038679:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.038680:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.038681:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.038683:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.038683:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.038684:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.038686:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.038688:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038691:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.038692:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.038693:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.038694:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.038694:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.038695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.038696:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.038697:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337cea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.038705:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.038706:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.038709:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.038712:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.038718:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.038719:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038720:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038722:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038724:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.038726:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.038726:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038727:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.038729:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=easy_install.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.038731:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.038733:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.038738:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.038741:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.038742:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.038745:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012abb2c00. 00000080:00002000:0.0:1712357313.038749:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.038753:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.038755:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.038758:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038760:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.038762:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.038763:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.038765:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:0.0:1712357313.038767:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.038769:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/5 (0 0) 00000002:00000001:0.0:1712357313.038772:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038773:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.038774:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.038775:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.038777:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.038779:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000100:00000001:0.0:1712357313.038782:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.038784:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398a80 x1795536572133760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.038788:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.038790:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.038792:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.038796:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.038797:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.038798:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=34 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.038799:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.038801:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 02000000:00000001:0.0:1712357313.038803:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.038804:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.038806:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00000100:00000001:0.0:1712357313.038809:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.038809:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.038815:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.038816:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.038817:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.038822:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.038823:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry easy_install.cpython-36.pyc (ffff8800a7516870, parent ffff8800a7516e58, inode (null)) hashed, 00000080:00000001:0.0:1712357313.038826:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.038828:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.038831:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.038832:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.038833:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516e58, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000080:00000001:0.0:1712357313.038835:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.038863:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.038865:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.038866:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.038870:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.038873:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.038874:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516e58) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.038876:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.038878:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.038880:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.038882:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.038884:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.038884:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x5:0x0](ffff8800a76d90c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.038886:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.038892:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.cpython-36.opt-1.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), flags=0 00000080:00000001:0.0:1712357313.038894:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.038895:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.cpython-36.opt-1.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), intent=getattr 00000080:00000010:0.0:1712357313.038899:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcea00. 00000080:00000001:0.0:1712357313.038904:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.038906:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.038907:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.cpython-36.opt-1.pyc' on [0x200000401:0x5:0x0] 00800000:00000001:0.0:1712357313.038910:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.038912:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x5:0x0], fid2=[0x0:0x0:0x0], name='six.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.038914:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038917:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.038921:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x5:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.038924:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.038925:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.038927:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 00000020:00000040:0.0:1712357313.038929:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.038932:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.038934:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.038937:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.038937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.038938:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.038940:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.038941:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.038942:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.038944:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00000100:00000001:0.0:1712357313.038947:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.038949:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.038950:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.038951:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.038951:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.038953:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.038956:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00010000:00000001:0.0:1712357313.038958:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.038959:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.038961:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:0.0:1712357313.038962:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.038963:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.038965:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357313.038966:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.038968:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03337cf8 to hash 00000020:00000001:0.0:1712357313.038969:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.038970:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.038971:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.038973:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.038974:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.038976:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.038985:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.038991:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.038995:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.038995:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.038997:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357313.038998:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357313.039000:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.039001:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000001:0.0:1712357313.039003:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.039005:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.039006:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.039007:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.039010:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.039015:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.039016:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.039017:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.039018:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.039020:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.039023:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.039024:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.039026:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.039027:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.039028:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.039029:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.039033:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.039034:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c0b0. 00000400:00000010:0.0:1712357313.039037:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.039039:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572133952, portal 10 00000100:00000001:0.0:1712357313.039044:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.039045:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000040:0.0:1712357313.039049:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.039053:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.039055:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.039056:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357313.039058:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572133952, offset 0 00000400:00000200:0.0:1712357313.039061:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.039065:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.039067:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.039069:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.039071:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.039073:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.039074:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.039076:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [200:200:256:4294967295] 192.168.203.120@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1712357313.039079:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.039084:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.039088:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.039090:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.039093:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.039097:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.039099:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.039115:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.039116:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.039117:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.039119:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.039120:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.039121:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.039123:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.039124:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.039125:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.039130:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.039173:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.039176:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357313.039183:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.039186:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.039188:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357313.039190:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357313.039192:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.039195:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.039202:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.039204:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.039210:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.039211:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.039318:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.040303:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.040309:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.040310:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.040312:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.040317:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.040321:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.040326:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.040328:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.040330:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.040333:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 400 into portal 4 MB=0x66107ef903200 00000400:00000200:3.0:1712357313.040336:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.040340:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 400/400 into md 0xa65 [1] + 224 00000800:00000001:3.0:1712357313.040344:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.040351:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.040353:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.040356:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.040358:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.040362:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.040369:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=400 offset=224 replen=400 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.040395:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.040399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.040401:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.040427:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.040431:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.040432:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.040434:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f27e8. 00000400:00000200:1.0:1712357313.040437:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:1.0:1712357313.040438:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:1.0:1712357313.040440:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.040445:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.040452:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.040458:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.040459:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.040461:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.040466:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.040468:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.040469:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.040471:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.040475:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.040478:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.040480:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.040481:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.040483:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.040486:0:12714:0:(ldlm_request.c:1572:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.040488:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.040489:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.040490:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.040492:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.040496:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.040502:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.040504:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.040505:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.040508:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.040514:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572133888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.040517:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.040519:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.040520:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.040521:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.040523:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.040528:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.040530:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.040533:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.040534:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.040536:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.040541:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.040543:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.040544:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=4 00000020:00000001:1.0:1712357313.040546:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040548:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000040:1.0:1712357313.040551:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e880, remote cookie: 0xa8e7976a8eb1fcde, flags: 0x1 00010000:00010000:1.0:1712357313.040556:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.040563:0:12714:0:(ldlm_lock.c:1609:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1712357313.040565:0:12714:0:(ldlm_lock.c:1701:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.040566:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.040579:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000001:00000001:1.0:1712357313.040600:0:12714:0:(interval_tree.c:380:interval_insert()) Process entered 00000001:00000001:1.0:1712357313.040601:0:12714:0:(interval_tree.c:323:interval_insert_color()) Process entered 00000001:00000001:1.0:1712357313.040602:0:12714:0:(interval_tree.c:372:interval_insert_color()) Process leaving 00000001:00000001:1.0:1712357313.040604:0:12714:0:(interval_tree.c:408:interval_insert()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.040606:0:12714:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1712357313.040613:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x240000400:0x2:0x0].0x0 (ffff8800b6e1df00) refcount = 1 00010000:00000040:1.0:1712357313.040615:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1712357313.040617:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000020:00000010:1.0:1712357313.040625:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800adb0ae00. 00010000:00000001:1.0:1712357313.040627:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.040628:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.040630:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.040631:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.040634:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.040646:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.040647:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.040648:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.040649:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.040649:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357313.040650:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.040653:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061180 x1795536572133888/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.040658:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.040659:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.040661:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba4c00. 02000000:00000001:1.0:1712357313.040664:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.040666:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.040667:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=5 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:1.0:1712357313.040669:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.040670:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0b200. 02000000:00000001:1.0:1712357313.040672:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.040673:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.040674:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061180. 00000100:00000001:1.0:1712357313.040677:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.040678:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.040680:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.040683:0:12714:0:(osc_request.c:2963:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1712357313.040685:0:12714:0:(osc_lock.c:273:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1712357313.040686:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.040688:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.040689:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=3 00000020:00000001:1.0:1712357313.040690:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040692:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040693:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.040694:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.040695:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=4 00000020:00000001:1.0:1712357313.040696:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040698:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040701:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.040703:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.040706:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.040711:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.040712:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1712357313.040714:0:12714:0:(osc_lock.c:158:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1712357313.040717:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00010000:1.0:1712357313.040719:0:12714:0:(osc_lock.c:196:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1712357313.040725:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.040726:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1712357313.040727:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1712357313.040729:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1712357313.040731:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040732:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040734:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00000001:1.0:1712357313.040735:0:12714:0:(osc_lock.c:201:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1712357313.040736:0:12714:0:(osc_lock.c:307:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.040737:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.040738:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.040739:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=5 00000020:00000001:1.0:1712357313.040740:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040742:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.040743:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.040745:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.040749:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.040750:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.040752:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.040759:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.040760:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.040761:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1712357313.040766:0:12714:0:(osc_request.c:2991:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.040768:0:12714:0:(osc_request.c:3185:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.040769:0:12714:0:(osc_lock.c:1060:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040771:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.040772:0:12714:0:(lov_lock.c:272:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040774:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040776:0:12714:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040778:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040779:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040781:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000080:00000001:1.0:1712357313.040784:0:12714:0:(vvp_io.c:1308:vvp_io_write_start()) Process entered 00000080:00200000:1.0:1712357313.040786:0:12714:0:(vvp_io.c:1331:vvp_io_write_start()) .easy_install.py.Z2cDH4: write [0, 126) 00000020:00000001:1.0:1712357313.040788:0:12714:0:(cl_object.c:420:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1712357313.040791:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000002:1.0:1712357313.040794:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800ab3ad7e0 addref 2/0 by ffff8800a9934440. 00020000:00000002:1.0:1712357313.040796:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000020:00000001:1.0:1712357313.040798:0:12714:0:(cl_object.c:428:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1712357313.040800:0:12714:0:(cl_io.c:583:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1712357313.040802:0:12714:0:(lov_io.c:1293:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1712357313.040804:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->125] -> [(0) 0->125 (0)] 00020000:00000001:1.0:1712357313.040806:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.040807:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000020:00000001:1.0:1712357313.040809:0:12714:0:(cl_io.c:583:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1712357313.040810:0:12714:0:(osc_io.c:1259:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1712357313.040811:0:12714:0:(osc_io.c:1272:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040813:0:12714:0:(cl_io.c:594:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.040814:0:12714:0:(lov_io.c:1334:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040815:0:12714:0:(cl_io.c:594:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.040819:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:1.0:1712357313.040820:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 0 of 0 to 126 bytes 00000020:00000001:1.0:1712357313.040836:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:1.0:1712357313.040839:0:12714:0:(cl_page.c:341:cl_page_find()) 0@[0x200000401:0x1a:0x0] ffffea00029c3380 0 1 00000020:00000001:1.0:1712357313.040842:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1712357313.040843:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.040844:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:1.0:1712357313.041008:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa377000. 00000020:00000001:1.0:1712357313.041011:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1712357313.041012:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1712357313.041014:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1712357313.041016:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1712357313.041018:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.041019:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000008:00000001:1.0:1712357313.041021:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1712357313.041023:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800aa377070 vmpage ffffea00029c3380 obj off 0 00000008:00000001:1.0:1712357313.041024:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041026:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1712357313.041026:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1712357313.041028:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1712357313.041029:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041030:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041032:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135169978368 : -131938539573248 : ffff8800aa377000) 00000020:00000001:1.0:1712357313.041033:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135169978368 : -131938539573248 : ffff8800aa377000) 00000020:00000001:1.0:1712357313.041035:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:1.0:1712357313.041036:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:1.0:1712357313.041037:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135169574712 : -131938539976904 : ffff8800aa314738) 00000020:00000001:1.0:1712357313.041038:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1712357313.041039:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1712357313.041040:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1712357313.041043:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800aa377000[2 ffff8800b5cf1210 1 1 ffff8800aa314738] 00000020:00000001:1.0:1712357313.041044:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1712357313.041045:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1712357313.041046:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00000001:1.0:1712357313.041048:0:12714:0:(rw26.c:738:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1712357313.041049:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041050:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041051:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1712357313.041053:0:12714:0:(lov_object.c:1062:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1712357313.041056:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:1.0:1712357313.041057:0:12714:0:(lov_offset.c:64:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041060:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:1.0:1712357313.041061:0:12714:0:(lov_offset.c:64:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1712357313.041062:0:12714:0:(lov_merge.c:101:lov_merge_lvb_kms()) MDT ID 0x1a:1025 on OST[0]: s=0 (1) m=0 a=0 c=1712357313 b=0 00020000:00000001:1.0:1712357313.041065:0:12714:0:(lov_merge.c:112:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1712357313.041067:0:12714:0:(lov_object.c:1093:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=1712357313 b=0 00020000:00000001:1.0:1712357313.041069:0:12714:0:(lov_object.c:1111:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041070:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041071:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000080:00000001:1.0:1712357313.041074:0:12714:0:(rw26.c:758:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.041076:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:1.0:1712357313.041077:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.041079:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:1.0:1712357313.041080:0:12714:0:(rw26.c:1008:ll_write_end()) pos 0, len 126, copied 126 00000020:00000001:1.0:1712357313.041081:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:1.0:1712357313.041082:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135169574712 : -131938539976904 : ffff8800aa314738) 00000020:00000001:1.0:1712357313.041083:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1712357313.041084:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1712357313.041086:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:1.0:1712357313.041087:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:1.0:1712357313.041087:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:1.0:1712357313.041088:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1712357313.041090:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800aa377000[3 ffff8800b5cf1210 2 1 ffff8800aa314738] 00000080:00200000:1.0:1712357313.041092:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029c3380 1fffff00000825 2:0 ffff8800aa377000 0 lru 00000080:00200000:1.0:1712357313.041098:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800aa377060 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9828000 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1712357313.041099:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800aa377000 00000080:00200000:1.0:1712357313.041100:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 1. 00000080:00000001:1.0:1712357313.041101:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=126 : 126 : 7e) 00000080:00000001:1.0:1712357313.041104:0:12714:0:(vvp_io.c:1213:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1712357313.041106:0:12714:0:(vvp_io.c:1219:vvp_io_write_commit()) commit async pages: 1, from 0, to 126 00000020:00000001:1.0:1712357313.041107:0:12714:0:(cl_io.c:610:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1712357313.041109:0:12714:0:(lov_io.c:1437:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1712357313.041110:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.041111:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000020:00000001:1.0:1712357313.041112:0:12714:0:(cl_io.c:610:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1712357313.041113:0:12714:0:(osc_io.c:311:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1712357313.041115:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1712357313.041116:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:1.0:1712357313.041119:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:1.0:1712357313.041120:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1712357313.041122:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9828000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800aa377070 page ffffea00029c3380 added for cmd 2 00000008:00000001:1.0:1712357313.041126:0:12714:0:(osc_cache.c:1577:osc_enter_cache()) Process entered 00000008:00000020:1.0:1712357313.041128:0:12714:0:(osc_cache.c:1579:osc_enter_cache()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 0/119552 dirty_pages: 0/477539 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1712357313.041132:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 0/119552 dirty_pages: 0/477539 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1712357313.041135:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800aa3770a8 page ffffea00029c3380 00000008:00000020:1.0:1712357313.041138:0:12714:0:(osc_cache.c:1611:osc_enter_cache()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 1/119552 dirty_pages: 1/477539 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1712357313.041140:0:12714:0:(osc_cache.c:1627:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1712357313.041141:0:12714:0:(osc_cache.c:1630:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.041143:0:12714:0:(osc_cache.c:663:osc_extent_find()) Process entered 00000008:00000010:1.0:1712357313.041147:0:12714:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800ab1ea000. 00000008:00000020:1.0:1712357313.041151:0:12714:0:(osc_cache.c:1212:osc_extent_tree_dump0()) Dump object ffff8800a9828000 extents at osc_extent_find:786, mppr: 1024. 00000008:00000020:1.0:1712357313.041154:0:12714:0:(osc_cache.c:1709:osc_update_pending()) obj ffff8800a9828000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1712357313.041157:0:12714:0:(osc_cache.c:804:osc_extent_find()) extent ffff8800ab1ea000@{[0 -> 0/1023], [3|1|-|active|wi|ffff8800a9828000], [28672|0|-|-|ffff8800ac38e880|1024| (null)]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1712357313.041162:0:12714:0:(osc_cache.c:804:osc_extent_find()) ### extent: ffff8800ab1ea000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1712357313.041167:0:12714:0:(osc_cache.c:821:osc_extent_find()) Process leaving 00000008:00000001:1.0:1712357313.041169:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.041170:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.041172:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1712357313.041173:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00000002:1.0:1712357313.041174:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 0->126 0 00000020:00000001:1.0:1712357313.041176:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041177:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1712357313.041178:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 0to 126 00020000:00000001:1.0:1712357313.041179:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1712357313.041180:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041183:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041185:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00000001:1.0:1712357313.041186:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1712357313.041187:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:1.0:1712357313.041188:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:1.0:1712357313.041190:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800aa377000[4 ffff8800b5cf1210 2 1 ffff8800aa314738] 00000020:00000001:1.0:1712357313.041191:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:1.0:1712357313.041192:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:1.0:1712357313.041193:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1712357313.041194:0:12714:0:(osc_request.c:764:osc_update_next_shrink()) next time 1456 to shrink grant 00000080:00000001:1.0:1712357313.041196:0:12714:0:(vvp_io.c:1152:write_commit_callback()) Process entered 00000080:00000001:1.0:1712357313.041197:0:12714:0:(vvp_io.c:1049:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1712357313.041199:0:12714:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800a7648248, count 1, dirtied 1 00000080:00000001:1.0:1712357313.041201:0:12714:0:(vvp_io.c:1140:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1712357313.041201:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:1.0:1712357313.041202:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1712357313.041203:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1712357313.041204:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1712357313.041205:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800aa377000[3 ffff8800b5cf1210 2 1 (null)] 00000020:00000001:1.0:1712357313.041206:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1712357313.041207:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1712357313.041208:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1712357313.041209:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:1.0:1712357313.041210:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135169574712 : -131938539976904 : ffff8800aa314738) 00000020:00000001:1.0:1712357313.041211:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:1.0:1712357313.041213:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800aa377000[3 ffff8800b5cf1210 1 1 (null)] 00000020:00000001:1.0:1712357313.041213:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:1.0:1712357313.041214:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000080:00000001:1.0:1712357313.041215:0:12714:0:(vvp_io.c:1176:write_commit_callback()) Process leaving 00000008:00000040:1.0:1712357313.041216:0:12714:0:(osc_io.c:384:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1712357313.041217:0:12714:0:(osc_io.c:385:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041218:0:12714:0:(cl_io.c:620:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041219:0:12714:0:(lov_io.c:1449:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041220:0:12714:0:(cl_io.c:620:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.041222:0:12714:0:(vvp_io.c:1242:vvp_io_write_commit()) Committed 1 pages 126 bytes, tot: 126 00000080:00000001:1.0:1712357313.041225:0:12714:0:(file.c:1483:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1712357313.041226:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041227:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041228:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1712357313.041231:0:12714:0:(lov_object.c:1062:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1712357313.041232:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:1.0:1712357313.041233:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=126 : 126 : 7e) 00020000:00000001:1.0:1712357313.041234:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:1.0:1712357313.041235:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=126 : 126 : 7e) 00020000:00000002:1.0:1712357313.041236:0:12714:0:(lov_merge.c:101:lov_merge_lvb_kms()) MDT ID 0x1a:1025 on OST[0]: s=126 (1) m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:1.0:1712357313.041238:0:12714:0:(lov_merge.c:112:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1712357313.041239:0:12714:0:(lov_object.c:1093:lov_attr_get_composite()) COMP ID #-1: s=126 m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:1.0:1712357313.041241:0:12714:0:(lov_object.c:1111:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041242:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041243:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000080:00200000:1.0:1712357313.041245:0:12714:0:(file.c:1528:ll_merge_attr_nolock()) [0x200000401:0x1a:0x0] updating i_size 126 i_blocks 0 00000080:00000001:1.0:1712357313.041247:0:12714:0:(file.c:1547:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1712357313.041248:0:12714:0:(cl_io.c:979:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1712357313.041249:0:12714:0:(cl_io.c:983:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1712357313.041250:0:12714:0:(vvp_io.c:1287:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.041251:0:12714:0:(vvp_io.c:1410:vvp_io_write_start()) .easy_install.py.Z2cDH4: write bytes 0, result: 126 00000080:00000001:1.0:1712357313.041253:0:12714:0:(vvp_io.c:1443:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041254:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:1.0:1712357313.041255:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:1.0:1712357313.041256:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:1.0:1712357313.041257:0:12714:0:(osc_io.c:913:osc_io_write_start()) Process entered 00000020:00000001:1.0:1712357313.041258:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041259:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:1.0:1712357313.041260:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1712357313.041261:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1712357313.041261:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041262:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041263:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00000001:1.0:1712357313.041265:0:12714:0:(osc_io.c:921:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041266:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041267:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041268:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041270:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041271:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00020000:00000001:1.0:1712357313.041272:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:1.0:1712357313.041273:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1712357313.041274:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000008:00000001:1.0:1712357313.041277:0:12714:0:(osc_cache.c:591:osc_extent_release()) Process entered 00000008:00000001:1.0:1712357313.041279:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1712357313.041282:0:12714:0:(osc_cache.c:1709:osc_update_pending()) obj ffff8800a9828000 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1712357313.041285:0:12714:0:(osc_cache.c:1646:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1712357313.041286:0:12714:0:(osc_cache.c:1694:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.041287:0:12714:0:(osc_cache.c:1646:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1712357313.041288:0:12714:0:(osc_cache.c:1684:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357313.041289:0:12714:0:(osc_cache.c:638:osc_extent_release()) Process leaving 00000020:00000001:1.0:1712357313.041290:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:1.0:1712357313.041291:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041292:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.041293:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:1.0:1712357313.041294:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:1.0:1712357313.041296:0:12714:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000020:00010000:1.0:1712357313.041297:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b388d308 (ffff8800ada7f098/0) at cl_lock_release():233 00000020:00000001:1.0:1712357313.041299:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1712357313.041299:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b388d308 (ffff8800ada7f098/0) at cl_lock_cancel():150 00020000:00000001:1.0:1712357313.041302:0:12714:0:(lov_lock.c:282:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1712357313.041303:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:1.0:1712357313.041303:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135184962152 : -131938524589464 : ffff8800ab1c1268) 00000020:00000001:1.0:1712357313.041305:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1712357313.041305:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5f44a30 (ffff8800ada7f128/1) at cl_lock_cancel():150 00000008:00000001:1.0:1712357313.041307:0:12714:0:(osc_lock.c:1113:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1712357313.041308:0:12714:0:(osc_lock.c:1070:osc_lock_detach()) Process entered 00010000:00000001:1.0:1712357313.041309:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.041310:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.041311:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=5 00000020:00000001:1.0:1712357313.041312:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.041314:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.041315:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.041318:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.041323:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.041324:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.041325:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.041328:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.041330:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.041337:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.041339:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.041340:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.041342:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.041342:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.041343:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.041345:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.041347:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.041348:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.041350:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.041351:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.041352:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.041352:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.041353:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.041354:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1712357313.041354:0:12714:0:(osc_lock.c:1090:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1712357313.041356:0:12714:0:(osc_lock.c:1122:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1712357313.041356:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1712357313.041357:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1712357313.041358:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:1.0:1712357313.041359:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b388d308 (ffff8800ada7f098/0) at cl_lock_fini():85 00020000:00000001:1.0:1712357313.041360:0:12714:0:(lov_lock.c:225:lov_lock_fini()) Process entered 00000020:00000001:1.0:1712357313.041361:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:1.0:1712357313.041362:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5f44a30 (ffff8800ada7f098/1) at cl_lock_fini():85 00000008:00000010:1.0:1712357313.041364:0:12714:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a999c000. 00000020:00000001:1.0:1712357313.041365:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1712357313.041366:0:12714:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b5f44a00. 00020000:00000001:1.0:1712357313.041369:0:12714:0:(lov_lock.c:234:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1712357313.041369:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1712357313.041370:0:12714:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00020000:00000001:1.0:1712357313.041371:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:1.0:1712357313.041372:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:1.0:1712357313.041373:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:1.0:1712357313.041373:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1712357313.041374:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041378:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041379:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1712357313.041380:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1712357313.041381:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1712357313.041382:0:12714:0:(vvp_io.c:533:vvp_io_advance()) advancing 126 bytes 00000020:00000001:1.0:1712357313.041383:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1712357313.041384:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1712357313.041386:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1712357313.041386:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:1.0:1712357313.041387:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1712357313.041388:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1712357313.041389:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041390:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.041392:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1712357313.041392:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1712357313.041393:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.041396:0:12714:0:(file.c:1916:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1712357313.041397:0:12714:0:(range_lock.c:102:range_unlock()) Process entered 00000001:00000001:1.0:1712357313.041399:0:12714:0:(range_lock.c:123:range_unlock()) Process leaving 00000020:00000001:1.0:1712357313.041399:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1712357313.041401:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:1.0:1712357313.041401:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1712357313.041402:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1712357313.041403:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:1.0:1712357313.041404:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f120 00020000:00000001:1.0:1712357313.041406:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1712357313.041407:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:1.0:1712357313.041408:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1712357313.041410:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1712357313.041412:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1712357313.041413:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000080:00200000:1.0:1712357313.041414:0:12714:0:(file.c:1950:ll_file_io_generic()) .easy_install.py.Z2cDH4: 2 io complete with rc: 0, result: 126, restart: 0 00000080:00200000:1.0:1712357313.041417:0:12714:0:(file.c:2026:ll_file_io_generic()) iot: 2, result: 126 00000080:00000001:1.0:1712357313.041419:0:12714:0:(file.c:2030:ll_file_io_generic()) Process leaving (rc=126 : 126 : 7e) 00000020:00001000:1.0:1712357313.041421:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f090 00000080:00000008:1.0:1712357313.041423:0:12714:0:(file.c:2446:ll_file_write_iter()) COMPLETED: file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0], ppos: 126, count: 0, rc = 126 00000080:00000001:1.0:1712357313.041425:0:12714:0:(file.c:2448:ll_file_write_iter()) Process leaving (rc=126 : 126 : 7e) 00000080:00000001:1.0:1712357313.041426:0:12714:0:(file.c:2563:ll_file_aio_write()) Process leaving (rc=126 : 126 : 7e) 00000080:00000001:1.0:1712357313.041428:0:12714:0:(file.c:2590:ll_file_write()) Process leaving (rc=126 : 126 : 7e) 00020000:00000001:1.0:1712357313.041444:0:12714:0:(lov_object.c:2402:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1712357313.041445:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000002:1.0:1712357313.041450:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:1.0:1712357313.041451:0:12714:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.041454:0:12714:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:1.0:1712357313.041455:0:12714:0:(file.c:430:ll_file_release()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8), flags 100002 00000080:00000001:1.0:1712357313.041458:0:12714:0:(pcc.c:1544:pcc_file_release()) Process entered 00000080:00000001:1.0:1712357313.041460:0:12714:0:(pcc.c:1563:pcc_file_release()) Process leaving 00020000:00000001:1.0:1712357313.041461:0:12714:0:(lov_object.c:2402:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1712357313.041462:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000002:1.0:1712357313.041463:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:1.0:1712357313.041464:0:12714:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.041466:0:12714:0:(file.c:345:ll_md_close()) Process entered 00000080:00000001:1.0:1712357313.041468:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.041471:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.041474:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.041475:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.041479:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 2 00010000:00000001:1.0:1712357313.041480:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.041482:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.041484:0:12714:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x1a:0x0]: 0 00000080:00000001:1.0:1712357313.041486:0:12714:0:(file.c:299:ll_md_real_close()) Process entered 00000080:00000001:1.0:1712357313.041487:0:12714:0:(file.c:165:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1712357313.041490:0:12714:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800adb0a400. 00000080:00000001:1.0:1712357313.041491:0:12714:0:(file.c:108:ll_prepare_close()) Process entered 00000080:00000001:1.0:1712357313.041493:0:12714:0:(file.c:144:ll_prepare_close()) Process leaving 00000080:00000001:1.0:1712357313.041494:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.041496:0:12714:0:(lmv_obd.c:1639:lmv_close()) Process entered 00800000:00000002:1.0:1712357313.041498:0:12714:0:(lmv_obd.c:1645:lmv_close()) CLOSE [0x200000401:0x1a:0x0] 00800000:00000001:1.0:1712357313.041499:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.041501:0:12714:0:(mdc_request.c:883:mdc_close()) Process entered 00000002:00000002:1.0:1712357313.041502:0:12714:0:(mdc_request.c:887:mdc_close()) lustre-MDT0000-mdc-ffff8800aa323000: [0x200000401:0x1a:0x0] file closed with intent: 200 00000100:00000010:1.0:1712357313.041506:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa061180. 00000020:00000040:1.0:1712357313.041508:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000002:00100000:1.0:1712357313.041514:0:12714:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.041520:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.041524:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.041526:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.041530:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0be00. 00000100:00000001:1.0:1712357313.041533:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357313.041540:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1712357313.041544:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.041549:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.041550:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.041553:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.041554:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.041556:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.041557:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000001:1.0:1712357313.041559:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.041561:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.041563:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.041564:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.041567:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.041608:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.041609:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.041611:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.041612:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.041615:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134080:192.168.203.120@tcp:35:rsync.0 00000100:00000001:1.0:1712357313.041618:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.041621:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.041622:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.041623:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.041626:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba4c00. 02000000:00000001:1.0:1712357313.041627:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.041632:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.041634:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f27e8. 00000400:00000010:1.0:1712357313.041637:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357313.041641:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572134080, portal 10 00000100:00000001:1.0:1712357313.041645:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.041646:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000040:1.0:1712357313.041651:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.041656:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.041658:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.041660:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357313.041662:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1795536572134080, offset 0 00000400:00000200:1.0:1712357313.041666:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.041670:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.041674:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.041677:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.041680:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.041682:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.041684:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.041687:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [201:201:256:4294967295] 192.168.203.120@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1712357313.041690:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.041696:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.041701:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.041703:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.041707:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.041712:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.041715:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.041725:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.041727:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.041728:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.041730:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.041731:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.041733:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.041734:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.041736:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.041737:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.041741:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.041776:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.041779:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:2.0:1712357313.041785:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.041788:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.041790:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:2.0:1712357313.041795:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:2.0:1712357313.041799:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.041802:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.041807:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.041809:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.041813:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.041814:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.043086:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356a00. 00000800:00000001:3.0:1712357313.043458:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.043467:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.043469:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.043471:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.043478:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.043483:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.043489:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.043492:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.043496:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.043499:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903240 00000400:00000200:3.0:1712357313.043503:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.043508:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xa6d [1] + 224 00000800:00000001:3.0:1712357313.043514:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.043523:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.043525:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.043529:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.043533:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.043539:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.043547:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.043567:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.043580:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.043598:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.043641:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.043645:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.043647:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.043649:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c0b0. 00000400:00000200:1.0:1712357313.043652:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:1.0:1712357313.043654:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:1.0:1712357313.043656:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.043660:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.043667:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.043673:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.043674:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.043676:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.043678:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.043680:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.043682:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.043684:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.043690:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.043694:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.043696:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.043698:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.043703:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.043706:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.043707:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.043708:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.043710:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.043714:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.043719:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.043721:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.044067:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.044076:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.044082:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572133952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.044086:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.044089:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.044090:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.044092:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.044094:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.044099:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.044102:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:1.0:1712357313.044104:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.044105:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.044107:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.044109:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.044111:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.044113:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:1.0:1712357313.044115:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357313.044117:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:1.0:1712357313.044120:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044128:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.044131:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044134:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.044136:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.044141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.044145:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044150:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.044151:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.044153:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.044155:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.044159:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.044161:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.044163:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044167:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.044169:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.044171:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044174:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.044176:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.044177:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000800:00000001:2.0:1712357313.044676:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.044682:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.044685:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.044686:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.044691:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.044695:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.044699:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.044701:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.044703:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.044706:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9032c0 00000400:00000200:2.0:1712357313.044709:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.044713:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xa75 [1] + 224 00000800:00000001:2.0:1712357313.044716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.044843:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.044845:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.044849:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.044852:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.044856:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.044863:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.044927:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.044933:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.044939:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1712357313.044948:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.044950:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:1.0:1712357313.044952:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357313.044954:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357313.044957:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.044959:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.044964:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.044965:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.044967:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.044968:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.044970:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.044976:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.044977:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.044978:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.044980:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03337cf8 from hash 00010000:00000001:1.0:1712357313.044981:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.044982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.044983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.044984:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.044984:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.044985:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.044987:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.044988:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.044989:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.044990:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.044992:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.044996:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.044996:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.044997:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.044998:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.044999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.044999:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.045000:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.045001:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337cf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.045007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.045008:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.045012:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.045016:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.045023:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.045024:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045025:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045026:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045028:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.045033:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.045034:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045036:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.045037:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.045040:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.045043:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.045045:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.045048:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.045049:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.045053:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880136999f80. 00000080:00002000:1.0:1712357313.045056:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.045061:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.045064:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.045067:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045069:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.045071:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.045073:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.045077:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:1.0:1712357313.045080:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.045083:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/5 (0 0) 00000002:00000001:1.0:1712357313.045086:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045087:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.045089:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.045090:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.045093:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.045095:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcea00. 00000100:00000001:1.0:1712357313.045098:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.045102:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398a80 x1795536572133952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.045107:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.045109:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.045112:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:1.0:1712357313.045118:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.045119:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.045121:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.045123:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.045129:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 02000000:00000001:1.0:1712357313.045132:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.045134:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.045135:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00000100:00000001:1.0:1712357313.045139:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.045140:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.045142:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.045143:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.045144:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.045146:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.045148:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry six.cpython-36.opt-1.pyc (ffff8800a7516af8, parent ffff8800a7516e58, inode (null)) hashed, 00000080:00000001:1.0:1712357313.045150:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.045152:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.045155:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.045157:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.045158:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516e58, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000080:00000001:1.0:1712357313.045160:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.045187:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.045189:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.045191:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.045194:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.045196:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.045197:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.045199:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.045201:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.045203:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.045205:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.045207:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.045207:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x5:0x0](ffff8800a76d90c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.045209:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.045214:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.cpython-36.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), flags=0 00000080:00000001:1.0:1712357313.045216:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.045218:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.cpython-36.pyc, dir=[0x200000401:0x5:0x0](ffff8800a76d90c8), intent=getattr 00000080:00000010:1.0:1712357313.045222:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.045227:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.045229:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.045235:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.cpython-36.pyc' on [0x200000401:0x5:0x0] 00800000:00000001:1.0:1712357313.045238:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.045240:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x5:0x0], fid2=[0x0:0x0:0x0], name='six.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.045242:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045245:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.045246:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x5:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.045249:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.045250:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.045253:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060000. 00000020:00000040:1.0:1712357313.045256:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.045259:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.045262:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.045265:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.045266:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.045267:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.045269:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.045271:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.045274:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.045278:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba5000. 00000100:00000001:1.0:1712357313.045282:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.045285:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.045286:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.045287:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.045288:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.045290:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.045295:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00010000:00000001:1.0:1712357313.045297:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.045298:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.045300:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:1.0:1712357313.045302:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.045303:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.045306:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357313.045307:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.045309:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f03337cff to hash 00000020:00000001:1.0:1712357313.045311:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.045315:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.045317:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.045319:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.045320:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.045322:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.045326:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.045333:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.045337:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.045338:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.045341:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.045342:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.045344:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.045345:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000001:1.0:1712357313.045348:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.045350:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.045352:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.045353:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.045357:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.045362:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.045363:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.045365:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.045367:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.045369:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.045372:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.045375:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.045377:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.045378:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.045384:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.045386:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.045389:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.045392:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.045396:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357313.045400:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572134144, portal 10 00000100:00000001:1.0:1712357313.045402:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.045403:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000040:1.0:1712357313.045407:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.045413:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.045415:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.045417:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357313.045419:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572134144, offset 0 00000400:00000200:1.0:1712357313.045422:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.045427:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.045431:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.045435:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.045439:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.045441:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.045444:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.045447:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [202:202:256:4294967295] 192.168.203.120@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:1.0:1712357313.045450:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.045456:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.045461:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.045464:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357313.045468:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.045473:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.045476:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.045498:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.045500:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.045502:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.045508:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.045509:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.045510:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.045512:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.045514:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.045516:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.045518:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.045920:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.045924:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.045925:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.045928:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f27e8. 00000400:00000200:0.0:1712357313.045931:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:0.0:1712357313.045932:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:0.0:1712357313.045935:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.045939:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.045946:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa061180 x1795536572134080/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.045951:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.045953:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.045954:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.045956:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.045957:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.045959:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.045961:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.045966:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5480 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.045968:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.045970:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.045971:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.045973:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.045975:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.045977:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.045978:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.045979:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.045980:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.045981:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000100:00000001:0.0:1712357313.045983:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.045985:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.045986:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.045987:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.045991:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.046006:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.046007:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.046009:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.046012:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.046018:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa061180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134080:192.168.203.120@tcp:35:rsync.0 00000100:00000001:0.0:1712357313.046021:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.046023:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046024:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.046025:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.046027:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357313.046031:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1712357313.046032:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1712357313.046034:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000100:00000010:0.0:1712357313.046034:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:0.0:1712357313.046036:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1712357313.046037:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357313.046037:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046040:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1712357313.046041:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:0.0:1712357313.046041:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166742912 : -131938542808704 : ffff8800aa061180) 00000002:00000001:0.0:1712357313.046043:0:12714:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.046045:0:12714:0:(lmv_obd.c:1647:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.046047:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000080:00000010:0.0:1712357313.046047:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0a400. 00000400:00000010:3.0:1712357313.046048:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000080:00000001:0.0:1712357313.046049:0:12714:0:(file.c:281:ll_close_inode_openhandle()) Process leaving 00000100:00000001:3.0:1712357313.046051:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000080:00000001:0.0:1712357313.046051:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.046053:0:12714:0:(lmv_obd.c:4000:lmv_clear_open_replay_data()) Process entered 00000100:00000200:3.0:1712357313.046054:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00800000:00000001:0.0:1712357313.046055:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.046057:0:12714:0:(mdc_request.c:848:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1712357313.046060:0:12714:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.046061:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.046063:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000002:00000001:0.0:1712357313.046065:0:12714:0:(mdc_request.c:871:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.046066:0:12714:0:(lmv_obd.c:4006:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.046069:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.046070:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.0:1712357313.046071:0:12714:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012c55b6c0. 00000100:00000001:0.0:1712357313.046075:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.046077:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.046082:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.046083:0:12714:0:(file.c:331:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.046085:0:12714:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800a982a000. 00000080:00000001:0.0:1712357313.046094:0:12714:0:(file.c:409:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.046097:0:12714:0:(file.c:470:ll_file_release()) COMPLETED file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8), flags 100002, rc = 0 00000080:00000001:0.0:1712357313.046100:0:12714:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.046104:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.046106:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry .easy_install.py.Z2cDH4 (ffff8800a7657af8, parent ffff8800a7656360, inode ffff8800a76480c8) hashed, 00000080:00000001:0.0:1712357313.046108:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.046111:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.046113:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.046129:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.046130:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.046131:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.046134:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.046137:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357313.046139:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.046140:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.046144:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcf400. 00000080:00000001:0.0:1712357313.046147:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.046148:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.046150:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '.easy_install.py.Z2cDH4' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.046152:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.046154:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='.easy_install.py.Z2cDH4' -> mds #0 00800000:00000001:0.0:1712357313.046156:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.046157:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.046158:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .easy_install.py.Z2cDH4,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.046161:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.046162:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.046174:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398380. 00000020:00000040:0.0:1712357313.046176:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=37 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.046178:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.046180:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.046182:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.046182:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.046183:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046185:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.046186:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.046187:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.046190:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9c00. 00000100:00000001:0.0:1712357313.046193:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.046195:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.046196:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.046197:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.046197:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.046199:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.046201:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203668864 : -131938505882752 : ffff8800ac398380) 00010000:00000001:0.0:1712357313.046203:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.046203:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.046206:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356e00. 00010000:00000010:0.0:1712357313.046209:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.046210:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.046212:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357313.046214:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.046216:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337d06 to hash 00000020:00000001:0.0:1712357313.046217:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.046218:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.046219:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.046221:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.046222:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.046225:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.046229:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.046239:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.046242:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.046243:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.046246:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3c00. 00000100:00000001:0.0:1712357313.046247:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775744 : -131938381775872 : ffff8800b39f3c00) 00000100:00000001:0.0:1712357313.046248:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.046249:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203668864 : -131938505882752 : ffff8800ac398380) 00000100:00000001:0.0:1712357313.046251:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.046253:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046254:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.046255:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.046258:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.046263:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.046264:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.046266:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.046267:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.046269:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.046271:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.046273:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.046274:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.046275:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.046277:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.046279:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.046282:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.046284:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.046286:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.046289:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572134208, portal 10 00000100:00000001:0.0:1712357313.046290:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.046291:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203668864 : -131938505882752 : ffff8800ac398380) 00000100:00000040:0.0:1712357313.046295:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.046303:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.046305:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.046306:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.046308:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572134208, offset 0 00000400:00000200:0.0:1712357313.046311:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.046315:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.046318:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.046320:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.046322:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.046324:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.046325:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.046327:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [203:203:256:4294967295] 192.168.203.120@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1712357313.046330:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.046335:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.046338:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.046340:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.046342:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.046346:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.046348:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.046360:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046361:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.046363:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046364:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.046365:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.046366:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3c00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.046368:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.046369:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.046370:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.046371:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.046630:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.046633:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:3.0:1712357313.046636:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.046639:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.046641:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:3.0:1712357313.046643:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:3.0:1712357313.046645:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.046648:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.046655:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.046657:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.046662:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.046663:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.049113:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3840. 00000080:00000010:2.1:1712357313.049130:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb2d80. 00010000:00000010:2.1:1712357313.049137:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000080:00000010:2.1:1712357313.049139:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012abb2c00. 00000800:00000001:3.0:1712357313.049752:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049762:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.049764:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049766:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.049774:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049778:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.049784:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049788:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049791:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049806:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x66107ef903340 00000400:00000200:3.0:1712357313.049809:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049813:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xa85 [1] + 224 00000800:00000001:3.0:1712357313.049818:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049823:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.049825:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.049828:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.049832:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.049837:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.049845:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=640 offset=224 replen=1024 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.049866:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.049872:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049874:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.049876:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049877:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.049879:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049882:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.049885:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049887:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049889:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049891:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903300 00000400:00000200:3.0:1712357313.049894:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.049897:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xa7d [1] + 224 00000800:00000001:3.0:1712357313.049900:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049907:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.049909:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.049911:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.049913:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.049916:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.049931:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.049948:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.049952:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.049955:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.050000:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.050006:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1712357313.050006:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.050007:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.050010:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000400:00000200:1.0:1712357313.050013:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:1.0:1712357313.050015:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:1.0:1712357313.050017:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000001:0.0:1712357313.050018:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.050019:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1712357313.050021:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000010:0.0:1712357313.050025:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000100:00000200:1.0:1712357313.050028:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.050028:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.050029:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.050031:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:1.0:1712357313.050033:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.050034:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.050036:0:12713:0:(client.c:1456:after_reply()) Process entered 00000100:00000200:0.0:1712357313.050036:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 02000000:00000001:1.0:1712357313.050038:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.050040:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.050041:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.050043:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1712357313.050043:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00001000:1.0:1712357313.050049:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00000001:0.0:1712357313.050049:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.050050:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.050051:0:12714:0:(client.c:1456:after_reply()) Process entered 00000100:00001000:1.0:1712357313.050052:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 02000000:00000001:0.0:1712357313.050053:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.050054:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.050054:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.050055:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.050056:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.050057:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00001000:0.0:1712357313.050059:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00000001:1.0:1712357313.050062:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00001000:0.0:1712357313.050062:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.050064:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1712357313.050064:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.050065:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.050065:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.050066:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1712357313.050067:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1712357313.050068:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.050070:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.050071:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.050071:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.050072:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.050073:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.050075:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.050078:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.050081:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.050083:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.050084:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.050085:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.050085:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.050086:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.050088:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000040:0.0:1712357313.050088:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.050094:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134144:192.168.203.120@tcp:101:rsync.0 00000100:00100000:0.0:1712357313.050094:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.050097:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.050100:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.050102:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.050103:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.050103:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.050105:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.050105:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.050107:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.050108:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.050110:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.050111:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000010:1.0:1712357313.050112:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.050114:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.050115:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.050116:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.050117:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00000100:00000010:0.0:1712357313.050117:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3c00. 00000100:00000001:0.0:1712357313.050119:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1712357313.050120:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1712357313.050120:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050122:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:1.0:1712357313.050123:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:0.0:1712357313.050123:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050124:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.050125:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357313.050126:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00000020:00000040:0.0:1712357313.050126:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.050127:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:1.0:1712357313.050128:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357313.050129:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:1.0:1712357313.050132:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357313.050133:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a33c0, remote cookie: 0xa8e7976a8eb1fd24, flags: 0x1001 00010000:00010000:0.0:1712357313.050137:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.050138:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.050141:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357313.050143:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1a:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.050145:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000001:1.0:1712357313.050146:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00000040:0.0:1712357313.050149:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 2 00010000:00010000:1.0:1712357313.050151:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.050151:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1712357313.050153:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356e00 count: 0 00010000:00000001:1.0:1712357313.050156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1712357313.050156:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:1.0:1712357313.050157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.050159:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.050162:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.050163:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.050165:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.050165:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.050168:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.050170:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.050171:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.050174:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38eac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.050178:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00000001:0.0:1712357313.050179:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1712357313.050181:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.050182:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.050183:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.050184:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.050185:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.050186:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.050186:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.050187:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1a:0x0].0x0 (ffff8800aa343a00) refcount = 2 00010000:00010000:1.0:1712357313.050189:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357313.050189:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357313.050191:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 1/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1712357313.050193:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.050195:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.050196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1712357313.050196:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1712357313.050197:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.050198:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:1.0:1712357313.050200:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357313.050200:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.050201:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357313.050203:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.050204:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1712357313.050204:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.050205:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 5/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.050206:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.050207:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.050209:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.050214:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.050214:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050215:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050216:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050216:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.050217:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.050218:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050218:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.050220:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.050221:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000002:00000001:0.0:1712357313.050221:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.050222:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.050222:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.050223:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1712357313.050223:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:1.0:1712357313.050224:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1712357313.050224:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00010000:00000001:1.0:1712357313.050226:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050226:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000020:00000040:1.0:1712357313.050227:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f03337cff from hash 00010000:00000001:0.0:1712357313.050227:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:1.0:1712357313.050229:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.050229:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.050230:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.050231:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.050231:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.050232:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.050232:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050233:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:1.0:1712357313.050234:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1712357313.050234:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00010000:00000001:1.0:1712357313.050235:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1712357313.050235:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:1.0:1712357313.050236:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.050237:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050237:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:1.0:1712357313.050239:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.050239:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.050240:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.050242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.050242:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.050243:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.050243:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.050244:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.050245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.050246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.050246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050247:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050247:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.050248:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337cff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.050248:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050249:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050250:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357313.050251:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050252:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050253:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1712357313.050254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.050255:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00010000:0.0:1712357313.050255:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357313.050257:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.050260:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050260:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.050261:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00010000:0.0:1712357313.050262:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.050266:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.050267:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050268:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050268:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050269:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.050271:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.050272:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1712357313.050273:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000001:1.0:1712357313.050274:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.050275:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.050277:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.050278:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.050279:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.050280:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.050282:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.050285:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050287:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00800000:00000001:1.0:1712357313.050288:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050288:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050289:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00800000:00000001:1.0:1712357313.050290:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050290:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000080:00000001:1.0:1712357313.050292:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00010000:00000001:0.0:1712357313.050292:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000080:00002000:1.0:1712357313.050293:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000002:00010000:0.0:1712357313.050294:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000080:00000010:1.0:1712357313.050297:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c53c020. 00000080:00002000:1.0:1712357313.050300:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656bd0 inode (null) refc 1 flags 0x8e 00000002:00000010:0.0:1712357313.050301:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.050302:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050303:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.050303:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.050304:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.050305:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.050306:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.050307:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00800000:00000001:1.0:1712357313.050308:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00000020:00000001:0.0:1712357313.050308:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050309:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00800000:00000001:1.0:1712357313.050310:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050310:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050311:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00000001:1.0:1712357313.050312:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.050313:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00000002:00010000:0.0:1712357313.050314:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1712357313.050315:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.050317:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356500 count: 2 00010000:00000001:1.0:1712357313.050318:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.050318:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050318:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050319:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.050320:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1712357313.050321:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/5 (0 0) 00000020:00000001:0.0:1712357313.050321:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050321:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.050323:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00000001:1.0:1712357313.050324:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050324:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00000001:1.0:1712357313.050325:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.050327:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1712357313.050327:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00000080:00000001:1.0:1712357313.050329:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.050331:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.050331:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.050333:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00010000:00010000:0.0:1712357313.050333:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/26 (0 0) 00000100:00000001:1.0:1712357313.050335:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1712357313.050336:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050336:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.050337:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000100:00000040:1.0:1712357313.050338:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa060000 x1795536572134144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000002:00002000:0.0:1712357313.050338:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.easy_install.py.Z2cDH4 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.050341:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050343:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050344:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.050346:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.050347:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bbb8 it_disposition b 00000080:00000001:0.0:1712357313.050349:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.050350:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.050351:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00800000:00000001:0.0:1712357313.050352:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.050353:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 00000002:00000001:0.0:1712357313.050354:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 02000000:00000010:1.0:1712357313.050355:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 00000002:00000001:0.0:1712357313.050356:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 02000000:00000001:1.0:1712357313.050358:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00000001:0.0:1712357313.050358:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000020:00000001:1.0:1712357313.050360:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000080:00000001:0.0:1712357313.050360:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000020:00000040:1.0:1712357313.050361:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.050363:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.050365:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba5000. 00000020:00000001:0.0:1712357313.050365:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 02000000:00000001:1.0:1712357313.050368:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.050370:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.050371:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060000. 00000080:00000010:0.0:1712357313.050373:0:12714:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3720. 00000100:00000001:1.0:1712357313.050374:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.050375:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.050375:0:12714:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599b60. 00000080:00000001:1.0:1712357313.050376:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.050377:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.050378:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:0.0:1712357313.050379:0:12714:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa226870. 00000020:00000001:0.0:1712357313.050381:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.050382:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000080:00000001:1.0:1712357313.050383:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.050384:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry six.cpython-36.pyc (ffff8800a7656bd0, parent ffff8800a7516e58, inode (null)) hashed, 00000020:00000001:0.0:1712357313.050384:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000080:00000001:1.0:1712357313.050387:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.050387:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00000080:00000001:1.0:1712357313.050389:0:12713:0:(dcache.c:56:ll_release()) Process entered 00020000:00000001:0.0:1712357313.050389:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00000080:00000001:1.0:1712357313.050391:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00020000:00000001:0.0:1712357313.050391:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00000080:00000001:1.0:1712357313.050392:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.050393:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516e58, parent ffff8800a7656360, inode ffff8800a76d90c8) hashed, 00000080:00000001:1.0:1712357313.050395:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1712357313.050395:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df360. 00020000:00000010:0.0:1712357313.050398:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.050401:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df3c0. 00020000:00000001:0.0:1712357313.050402:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691712 : -131938381859904 : ffff8800b39df3c0) 00020000:00000002:0.0:1712357313.050405:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df3c0, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.050409:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.050412:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.050418:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.050421:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.050423:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.050425:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.050428:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df360. 00020000:00000010:0.0:1712357313.050429:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df3c0. 00020000:00000002:0.0:1712357313.050431:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.050433:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050434:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357313.050436:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.050438:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.050440:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.050443:0:12714:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1a:0x0](ffff8800a76480c8): rc = 0 00000080:00000001:0.0:1712357313.050445:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122600136 : -131938586951480 : ffff8800a76480c8) 00010000:00000001:0.0:1712357313.050447:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050448:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050449:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.050450:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050451:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000080:00000001:0.0:1712357313.050453:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.050454:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.050455:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.050456:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.050457:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.050458:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:0.0:1712357313.050459:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.050460:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.050462:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.050463:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.050465:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df360. 00020000:00000001:0.0:1712357313.050466:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691616 : -131938381860000 : ffff8800b39df360) 00020000:00000002:0.0:1712357313.050467:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df360, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.050470:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.050475:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.050477:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.050479:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.050480:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.050482:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.050484:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.050485:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df360. 00000080:00000001:1.0:1712357313.050486:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00020000:00000002:0.0:1712357313.050487:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00000080:00000001:1.0:1712357313.050488:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00020000:00000001:0.0:1712357313.050488:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050489:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.050490:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000020:00000001:0.0:1712357313.050491:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1712357313.050493:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000080:00000001:1.0:1712357313.050494:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.050494:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800ab3ad7e0 addref 2/0 by ffff8800a9934440. 00020000:00000002:0.0:1712357313.050496:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.050498:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1712357313.050499:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1712357313.050500:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1712357313.050501:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1712357313.050503:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1712357313.050504:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1a:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1712357313.050506:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.050508:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050509:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050510:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.050511:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.050513:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050514:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.050515:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.050518:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) for lock 0xbda2fb8f03337d06 00000080:00000001:0.0:1712357313.050520:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050521:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.050522:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.050524:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.050525:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050526:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050530:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.050531:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050533:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050534:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050535:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.050536:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050537:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.050540:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e90f80. 00000080:00002000:0.0:1712357313.050542:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode ffff8800a76480c8 refc 1 flags 0x400008e 00000080:00000001:0.0:1712357313.050544:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.050546:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) 00000080:00010000:0.0:1712357313.050548:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d06 from it ffff8800a984bbb8 00010000:00000001:0.0:1712357313.050549:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050550:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050551:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.050553:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050554:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050556:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.050558:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.050563:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050564:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050564:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.050566:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.050567:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.050605:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.050607:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.050608:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.050611:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050611:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050612:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050618:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.050619:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050621:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050623:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050624:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.050625:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050626:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.050627:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.050629:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcf400. 00000100:00000001:0.0:1712357313.050632:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.050636:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398380 x1795536572134208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.050640:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.050641:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.050643:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.050646:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.050647:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.050648:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.050649:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.050650:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9c00. 02000000:00000001:0.0:1712357313.050653:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.050654:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.050655:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398380. 00000100:00000001:0.0:1712357313.050658:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.050659:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.050660:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.050661:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bbb8 released 00000080:00000001:0.0:1712357313.050662:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357313.050670:0:12714:0:(file.c:5676:ll_getattr_dentry()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.050673:0:12714:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357313.050674:0:12714:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1a:0x0](ffff8800a76480c8),name=.easy_install.py.Z2cDH4 00000080:00000010:0.0:1712357313.050678:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fcf400. 00000080:00000001:0.0:1712357313.050683:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050685:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.050686:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x1a:0x0] '.easy_install.py.Z2cDH4' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.050689:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.050695:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x1a:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357313.050698:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.050700:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.050702:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1a:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.050704:0:12714:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.050705:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.050706:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.050708:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00010000:00000001:0.0:1712357313.050709:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.050712:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.050713:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.050715:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 02000000:00000001:0.0:1712357313.050720:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.050722:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.050725:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000002:00000001:0.0:1712357313.050729:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357313.050730:0:12714:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.050732:0:12714:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.050733:0:12714:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.050734:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.050736:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fcf400. 00000080:00000001:0.0:1712357313.050738:0:12714:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.050740:0:12714:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.050741:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) 00000080:00010000:0.0:1712357313.050743:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) for lock 0xbda2fb8f03337d06 00000080:00000001:0.0:1712357313.050745:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050746:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.050747:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.050748:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.050749:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050753:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050754:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.050756:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050757:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050759:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050760:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.050760:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.050762:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.050763:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d06 from it ffff8800a984bcc8 00010000:00000001:0.0:1712357313.050765:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.050766:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.050766:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.050767:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050769:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.050770:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.050772:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.050776:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050777:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050778:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.050779:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.050780:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.050784:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.050785:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.050786:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.050788:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050788:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.050789:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050790:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.050791:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050793:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050794:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.050799:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.050800:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.050801:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.050802:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.050803:0:12714:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.050806:0:12714:0:(pcc.c:1836:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1712357313.050808:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.050809:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.050810:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.050811:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.050813:0:12714:0:(pcc.c:1845:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1712357313.050815:0:12714:0:(glimpse.c:194:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1712357313.050817:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.050818:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.050820:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.050822:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.050823:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:0.0:1712357313.050825:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:0.0:1712357313.050826:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.050828:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.050829:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.050830:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.050831:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.050833:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.050835:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1a:0x0]io ffff8800b3599bc0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1712357313.050837:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.050840:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1712357313.050841:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1712357313.050842:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1712357313.050844:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.050845:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.050846:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1712357313.050847:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050848:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.050849:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.050850:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1712357313.050851:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.050852:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1712357313.050854:0:12714:0:(glimpse.c:87:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1712357313.050859:0:12714:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x1a:0x0] 00000020:00000001:0.0:1712357313.050860:0:12714:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:0.0:1712357313.050862:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00020000:00000001:0.0:1712357313.050863:0:12714:0:(lov_lock.c:334:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1712357313.050865:0:12714:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1712357313.050868:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1712357313.050871:0:12714:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b3664500. 00020000:00000002:0.0:1712357313.050873:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.050875:0:12714:0:(lov_lock.c:89:lov_sublock_init()) Process entered 00020000:00000001:0.0:1712357313.050876:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.050877:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1712357313.050878:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000010:0.0:1712357313.050880:0:12714:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800aa229090. 00000020:00000010:0.0:1712357313.050883:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fcf400. 00000020:00000010:0.0:1712357313.050885:0:12714:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fce400. 00000020:00000010:0.0:1712357313.050887:0:12714:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b39df360. 00000008:00000010:0.0:1712357313.050892:0:12714:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35ce18. 00020000:00000010:0.0:1712357313.050894:0:12714:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b39f3c00. 00008000:00000010:0.0:1712357313.050897:0:12714:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c000. 00000080:00000010:0.0:1712357313.050900:0:12714:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d37b8. 00000080:00000010:0.0:1712357313.050902:0:12714:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599da8. 00000020:00000010:0.0:1712357313.050904:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fcea00. 00000008:00000010:0.0:1712357313.050906:0:12714:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800aa1a8dc0. 00020000:00000010:0.0:1712357313.050909:0:12714:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab0a2f40. 00008000:00000010:0.0:1712357313.050912:0:12714:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b38b39a0. 00000080:00000010:0.0:1712357313.050914:0:12714:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800aa226960. 00000020:00000001:0.0:1712357313.050915:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610456 : -131938540941160 : ffff8800aa229098) 00000020:00001000:0.0:1712357313.050917:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229090 00000020:00000001:0.0:1712357313.050918:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf12d8 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.050920:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.050922:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.050922:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1712357313.050923:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.050924:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.050925:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.050927:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00000008:00000010:0.0:1712357313.050937:0:12714:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a99e2000. 00000008:00010000:0.0:1712357313.050938:0:12714:0:(lustre_osc.h:184:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1712357313.050940:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.050941:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1712357313.050942:0:12714:0:(osc_lock.c:1258:osc_lock_init()) ### lock ffff8800b3664530, osc lock ffff8800a99e2000, flags 0x400001002 00000020:00000001:0.0:1712357313.050944:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.050945:0:12714:0:(lov_lock.c:99:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.050947:0:12714:0:(lov_lock.c:216:lov_lock_sub_init()) Process leaving (rc=18446612135324042496 : -131938385509120 : ffff8800b3664500) 00000020:00000001:0.0:1712357313.050948:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.050949:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.050950:0:12714:0:(lov_lock.c:340:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050951:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.050953:0:12714:0:(cl_io.c:1133:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1712357313.050955:0:12714:0:(cl_io.c:1141:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1712357313.050956:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.050957:0:12714:0:(lov_lock.c:253:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.050958:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.050958:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.050960:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.050961:0:12714:0:(osc_lock.c:958:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.050963:0:12714:0:(osc_lock.c:983:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.050966:0:12714:0:(osc_request.c:3074:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1712357313.050967:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.050976:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 2 00010000:00000001:0.0:1712357313.050977:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1712357313.050980:0:12714:0:(interval_tree.c:633:interval_search()) Process entered 00010000:00000001:0.0:1712357313.050982:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.050983:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.050985:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000001:00000001:0.0:1712357313.050991:0:12714:0:(interval_tree.c:681:interval_search()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:0.0:1712357313.050993:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.050994:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.050996:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.051010:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.051011:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.051012:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=4 00000020:00000001:0.0:1712357313.051014:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.051015:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00000008:00000001:0.0:1712357313.051018:0:12714:0:(osc_lock.c:273:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1712357313.051019:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.051020:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.051021:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=5 00000020:00000001:0.0:1712357313.051022:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.051023:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00000020:00000001:0.0:1712357313.051025:0:12714:0:(cl_io.c:1636:cl_sync_io_note()) Process entered 00000020:00000001:0.0:1712357313.051026:0:12714:0:(cl_io.c:1697:cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1712357313.051027:0:12714:0:(osc_lock.c:307:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051028:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.051028:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.051029:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=6 00000020:00000001:0.0:1712357313.051031:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.051032:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.051033:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.051035:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.051170:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051171:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.051172:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.051173:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.051175:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.051179:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.051184:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.051185:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.051187:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051187:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.051188:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051189:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.051190:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051191:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1712357313.051194:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6fcf000. 00010000:00000001:0.0:1712357313.051196:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051197:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.051198:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051199:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.051200:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051200:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.051201:0:12714:0:(osc_request.c:3139:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.051203:0:12714:0:(osc_lock.c:1060:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051205:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.051206:0:12714:0:(lov_lock.c:272:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051207:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051208:0:12714:0:(cl_io.c:1636:cl_sync_io_note()) Process entered 00000020:00000001:0.0:1712357313.051209:0:12714:0:(cl_io.c:1697:cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1712357313.051210:0:12714:0:(cl_io.c:1153:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1712357313.051212:0:12714:0:(cl_io.c:1177:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051213:0:12714:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051216:0:12714:0:(file.c:1483:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1712357313.051217:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.051219:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.051220:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1712357313.051222:0:12714:0:(lov_object.c:1062:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1712357313.051225:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.051226:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=126 : 126 : 7e) 00020000:00000001:0.0:1712357313.051227:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.051228:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=126 : 126 : 7e) 00020000:00000002:0.0:1712357313.051230:0:12714:0:(lov_merge.c:101:lov_merge_lvb_kms()) MDT ID 0x1a:1025 on OST[0]: s=126 (1) m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.051232:0:12714:0:(lov_merge.c:112:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.051233:0:12714:0:(lov_object.c:1093:lov_attr_get_composite()) COMP ID #-1: s=126 m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.051235:0:12714:0:(lov_object.c:1111:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051240:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051242:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000080:00200000:0.0:1712357313.051244:0:12714:0:(file.c:1528:ll_merge_attr_nolock()) [0x200000401:0x1a:0x0] updating i_size 126 i_blocks 0 00000080:00000001:0.0:1712357313.051246:0:12714:0:(file.c:1547:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1712357313.051249:0:12714:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000020:00010000:0.0:1712357313.051250:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3599b60 (ffff8800aa229008/0) at cl_lock_release():233 00000020:00000001:0.0:1712357313.051252:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.051253:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3599b60 (ffff8800aa229008/0) at cl_lock_cancel():150 00020000:00000001:0.0:1712357313.051255:0:12714:0:(lov_lock.c:282:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1712357313.051256:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.051257:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.051259:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.051259:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3664530 (ffff8800aa229098/1) at cl_lock_cancel():150 00000008:00000001:0.0:1712357313.051262:0:12714:0:(osc_lock.c:1113:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1712357313.051262:0:12714:0:(osc_lock.c:1070:osc_lock_detach()) Process entered 00010000:00000001:0.0:1712357313.051263:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051264:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.051265:0:12714:0:(osc_lock.c:1090:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1712357313.051266:0:12714:0:(osc_lock.c:1122:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.051267:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.051268:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.051269:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.051269:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3599b60 (ffff8800aa229008/0) at cl_lock_fini():85 00020000:00000001:0.0:1712357313.051271:0:12714:0:(lov_lock.c:225:lov_lock_fini()) Process entered 00000020:00000001:0.0:1712357313.051272:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.051273:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3664530 (ffff8800aa229008/1) at cl_lock_fini():85 00000008:00000010:0.0:1712357313.051275:0:12714:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a99e2000. 00000020:00000001:0.0:1712357313.051277:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1712357313.051278:0:12714:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b3664500. 00020000:00000001:0.0:1712357313.051280:0:12714:0:(lov_lock.c:234:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.051281:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.051282:0:12714:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00000001:00000001:0.0:1712357313.051282:0:12714:0:(glimpse.c:134:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.051284:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1712357313.051285:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:0.0:1712357313.051286:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.051287:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.051288:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.051289:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229090 00020000:00000001:0.0:1712357313.051294:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.051295:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:0.0:1712357313.051297:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.051298:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1712357313.051301:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.051302:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051303:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.051304:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.051305:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.051306:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000001:00000001:0.0:1712357313.051307:0:12714:0:(glimpse.c:227:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.051310:0:12714:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.051313:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.051314:0:12714:0:(dcache.c:133:ll_ddelete()) keeping dentry .easy_install.py.Z2cDH4 (ffff8800a7516d80, parent ffff8800a7656360, inode ffff8800a76480c8) hashed, 00000080:00000001:0.0:1712357313.051316:0:12714:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051340:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.051341:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.051342:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.051345:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051347:0:12714:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.051348:0:12714:0:(dcache.c:101:ll_dcompare()) found name .easy_install.py.Z2cDH4(ffff8800a7516d80) flags 0x408008e refc 0 00000080:00000001:0.0:1712357313.051350:0:12714:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.051351:0:12714:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=.easy_install.py.Z2cDH4, flags=0 00000080:00000001:0.0:1712357313.051358:0:12714:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.051360:0:12714:0:(llite_lib.c:2280:ll_setattr_raw()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8) current size 126, valid attrs 10170, mode 8800, uid 1522632566, gid 0, new size 18446612135158383456, atime 1712357313.000000000, mtime 1565197193.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.051365:0:12714:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1565197193, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.051368:0:12714:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357313.051370:0:12714:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.051371:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.051373:0:12714:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.051374:0:12714:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1a:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357313.051376:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.051379:0:12714:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.051381:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.051386:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00010000:00000001:0.0:1712357313.051388:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.051389:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.051391:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.051393:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.051398:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.051400:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.051401:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.051403:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1a:0x0] mode (null) 00000080:00000001:0.0:1712357313.051404:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.051406:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.051407:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.051408:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.051409:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.051411:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051412:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.051413:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.051413:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.051414:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.051415:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.051417:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051418:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.051419:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.051419:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.051420:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.051421:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.051423:0:12714:0:(ldlm_lock.c:340:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1712357313.051424:0:12714:0:(ldlm_lock.c:353:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1712357313.051425:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.051427:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.051429:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.051433:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051437:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.051438:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.051439:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.051440:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.051441:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=2 00000020:00000001:0.0:1712357313.051443:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.051444:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.051445:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051446:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.051447:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.051448:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.051449:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.051451:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.051452:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.051453:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051455:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.051456:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.051458:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1a:0x0](ffff8800a76480c8) invalid 00000080:00002000:0.0:1712357313.051459:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .easy_install.py.Z2cDH4 (ffff8800a7516d80) parent ffff8800a7656360 inode ffff8800a76480c8 refc 1 00000080:00000001:0.0:1712357313.051462:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.051463:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.051464:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051466:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.051467:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.051468:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.051468:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.051470:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.051471:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337d06 from hash 00010000:00000001:0.0:1712357313.051472:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.051473:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051474:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.051475:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.051476:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.051477:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.051479:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.051481:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.051486:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.051490:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398380. 00000020:00000040:0.0:1712357313.051492:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.051495:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.051497:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.051498:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.051499:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.051500:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.051502:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.051503:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.051505:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.051508:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fce800. 00000100:00000001:0.0:1712357313.051512:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051514:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.051515:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.051519:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.051524:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.051525:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.051526:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.051527:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fd24 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1712357313.051532:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.051536:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.051537:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051538:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.051539:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.051540:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.051542:0:12714:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1565197193, ctime 1712357313 00000020:00100000:0.0:1712357313.051547:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.051553:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.051558:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.051564:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.051567:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.051569:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.051601:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.051602:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203668864 : -131938505882752 : ffff8800ac398380) 00000100:00000001:0.0:1712357313.051605:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.051608:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.051610:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.051611:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.051614:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.051620:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.051622:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.051623:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.051625:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.051627:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134336:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.051630:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.051633:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.051635:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.051636:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.051639:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2c9c00. 02000000:00000001:0.0:1712357313.051640:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.051645:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.051647:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.051651:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.051656:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572134336, portal 10 00000100:00000001:0.0:1712357313.051657:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.051658:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203668864 : -131938505882752 : ffff8800ac398380) 00000100:00000040:0.0:1712357313.051663:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.051668:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.051670:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.051671:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357313.051674:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572134336, offset 0 00000400:00000200:0.0:1712357313.051682:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.051686:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.051691:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.051696:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.051698:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.051701:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.051703:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.051706:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [204:204:256:4294967295] 192.168.203.120@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:0.0:1712357313.051709:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.051715:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.051720:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.051723:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.051727:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.051733:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.051737:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 584 niov 1 nkiov 1 00000080:00200000:1.0:1712357313.051851:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357313.051856:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.051857:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357313.051861:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.051864:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.051866:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.051871:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'asn1crypto-0.24.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.051873:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.051875:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto-0.24.0-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357313.051877:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.051880:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.051881:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto-0.24.0-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.051884:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.051886:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.051889:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060000. 00000020:00000040:1.0:1712357313.051891:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=37 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.051894:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.051896:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.051897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.051898:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.051899:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.051901:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.051902:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.051903:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.051906:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba5000. 00000100:00000001:1.0:1712357313.051908:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.051911:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.051912:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.051913:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.051914:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.051915:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.051919:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00010000:00000001:1.0:1712357313.051922:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.051923:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.051927:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357313.051929:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b5f44500. 00010000:00000001:1.0:1712357313.051932:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.051934:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357313.051936:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.051938:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03337d0d to hash 00000020:00000001:1.0:1712357313.051943:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.051944:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.051946:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.051948:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.051949:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.051951:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.051957:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.051964:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.051968:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.051968:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.051971:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.051972:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.051974:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.051975:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000001:1.0:1712357313.051977:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.051979:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.051980:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.051981:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.051985:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.051991:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.051992:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.051994:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.051995:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.051997:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.052000:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.052002:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.052003:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.052008:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.052010:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.052011:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.052015:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.052017:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.052019:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357313.052021:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572134400, portal 10 00000100:00000001:1.0:1712357313.052023:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.052024:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000040:1.0:1712357313.052028:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.052034:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.052036:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.052037:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.052039:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572134400, offset 0 00000400:00000200:1.0:1712357313.052042:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.052045:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.052048:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.052050:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.052052:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.052054:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.052055:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.052058:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [205:205:255:4294967295] 192.168.203.120@tcp LPNI seq info [205:205:7:4294967295] 00000400:00000200:1.0:1712357313.052061:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.052066:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.052069:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.052071:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.052074:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.052078:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.052080:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.052396:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.052398:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.052399:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.052400:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.052402:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.052403:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357313.052404:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1712357313.052405:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.052406:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.052407:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.052408:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.052409:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1712357313.052409:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.052410:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.052411:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.052412:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.052412:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.052413:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.052415:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.052416:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.052466:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.052469:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357313.052472:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.052476:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.052479:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:3.0:1712357313.052481:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:3.0:1712357313.052483:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.052487:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.052494:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.052496:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.052501:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.052502:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357313.052548:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.052550:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:3.0:1712357313.052553:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.052556:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.052558:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357313.052559:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357313.052561:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.052563:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.052568:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.052579:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.052617:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.052618:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.055013:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:3.1:1712357313.055021:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880136999f80. 00000800:00000001:3.0:1712357313.055426:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.055436:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.055438:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.055439:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.055447:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055452:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.055457:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055460:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055463:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055466:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9033c0 00000400:00000200:3.0:1712357313.055470:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055475:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xa8d [1] + 224 00000800:00000001:3.0:1712357313.055481:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.055493:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.055496:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.055499:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.055504:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.055509:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.055517:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.055526:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.055531:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.055533:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055537:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.055541:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [206:206:256:4294967295] 192.168.203.120@tcp LPNI seq info [206:206:8:4294967295] 00000400:00000200:3.0:1712357313.055544:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.055550:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.055559:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.055563:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320b00. 00000800:00000200:3.0:1712357313.055566:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.055601:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.055604:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357313.055652:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357313.055684:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.055687:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320b00. 00000400:00000200:3.0:1712357313.055689:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.055692:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.055728:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.055744:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.055749:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.055750:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.055752:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.055755:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.055757:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.055759:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.055763:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.055778:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398380 x1795536572134336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.055783:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.055785:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.055786:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.055789:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.055791:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.055793:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.055795:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.055801:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.055804:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.055806:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.055807:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.055809:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.055811:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.055814:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.055815:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.055817:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.055818:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.055819:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203668864 : -131938505882752 : ffff8800ac398380) 00000100:00000001:0.0:1712357313.055822:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.055823:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.055824:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.055826:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.055829:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398380 x1795536572134336/t4294967333(4294967333) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.055835:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.055837:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.055839:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.055842:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398380 x1795536572134336/t4294967333(4294967333) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.055847:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134336:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.055854:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.055857:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.055858:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.055860:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.055862:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398380 x1795536572134336/t4294967333(4294967333) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.055867:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.055869:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.055871:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.055872:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.055877:0:12714:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.055880:0:12714:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055882:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.055885:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.055887:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.055888:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.055893:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.055895:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1712357313.055898:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.055901:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398380 x1795536572134336/t4294967333(4294967333) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.055906:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055907:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.055909:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.055910:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055912:0:12714:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055914:0:12714:0:(pcc.c:1794:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1712357313.055916:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.055917:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.055919:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.055920:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055921:0:12714:0:(pcc.c:1803:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055923:0:12714:0:(lcommon_cl.c:77:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1712357313.055925:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.055928:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.055934:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.055937:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.055939:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:0.0:1712357313.055941:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:0.0:1712357313.055943:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.055945:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.055946:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.055948:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.055949:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.055950:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.055954:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1a:0x0]io ffff8800b3599bc0 type 3 ignore/verify layout 0/1 00020000:00000002:0.0:1712357313.055956:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.055959:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1712357313.055961:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1712357313.055962:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1712357313.055963:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.055965:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.055966:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1712357313.055967:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.055968:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.055969:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.055970:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1712357313.055971:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.055973:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.055974:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:0.0:1712357313.055975:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1712357313.055977:0:12714:0:(lov_io.c:1054:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1712357313.055979:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1712357313.055981:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1712357313.055983:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.055986:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.055987:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1712357313.055988:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.055989:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610456 : -131938540941160 : ffff8800aa229098) 00000020:00001000:0.0:1712357313.055991:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229090 00000020:00000001:0.0:1712357313.055992:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf12d8 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.055993:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.055996:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.056000:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1712357313.056001:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056002:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056004:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.056006:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.056008:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.056010:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056011:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056013:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056014:0:12714:0:(lov_io.c:1063:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056015:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056016:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000080:00000001:0.0:1712357313.056018:0:12714:0:(vvp_io.c:213:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1712357313.056019:0:12714:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1712357313.056020:0:12714:0:(cl_io.c:448:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1712357313.056021:0:12714:0:(cl_io.c:240:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1712357313.056022:0:12714:0:(cl_io.c:257:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056023:0:12714:0:(cl_io.c:455:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.056025:0:12714:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056026:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:0.0:1712357313.056027:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.056028:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:0.0:1712357313.056029:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.056030:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056031:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056032:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056033:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056034:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.056035:0:12714:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:0.0:1712357313.056037:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00020000:00000001:0.0:1712357313.056038:0:12714:0:(lov_lock.c:334:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1712357313.056039:0:12714:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1712357313.056042:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1712357313.056045:0:12714:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b3664500. 00020000:00000002:0.0:1712357313.056047:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.056048:0:12714:0:(lov_lock.c:89:lov_sublock_init()) Process entered 00020000:00000001:0.0:1712357313.056049:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.056050:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.056051:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00000008:00000010:0.0:1712357313.056054:0:12714:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a99e2000. 00000008:00010000:0.0:1712357313.056065:0:12714:0:(lustre_osc.h:184:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1712357313.056067:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.056069:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1712357313.056325:0:12714:0:(osc_lock.c:1258:osc_lock_init()) ### lock ffff8800b3664530, osc lock ffff8800a99e2000, flags 0x0 00000020:00000001:0.0:1712357313.056328:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056329:0:12714:0:(lov_lock.c:99:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056332:0:12714:0:(lov_lock.c:216:lov_lock_sub_init()) Process leaving (rc=18446612135324042496 : -131938385509120 : ffff8800b3664500) 00000020:00000001:0.0:1712357313.056333:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.056334:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.056335:0:12714:0:(lov_lock.c:340:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056336:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056338:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.056339:0:12714:0:(lov_lock.c:253:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.056340:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.056340:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.056342:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.056344:0:12714:0:(osc_lock.c:958:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.056345:0:12714:0:(osc_lock.c:875:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1712357313.056346:0:12714:0:(osc_lock.c:923:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.056348:0:12714:0:(osc_request.c:3074:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1712357313.056350:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.056355:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1df00 count: 2 00010000:00000001:0.0:1712357313.056357:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1712357313.056360:0:12714:0:(interval_tree.c:633:interval_search()) Process entered 00010000:00000001:0.0:1712357313.056362:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.056364:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.056367:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000001:00000001:0.0:1712357313.056375:0:12714:0:(interval_tree.c:681:interval_search()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:0.0:1712357313.056377:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.056380:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.056382:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.056387:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.056392:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.056394:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=4 00000020:00000001:0.0:1712357313.056396:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056398:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00000008:00000001:0.0:1712357313.056400:0:12714:0:(osc_lock.c:273:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1712357313.056402:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.056403:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.056404:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=5 00000020:00000001:0.0:1712357313.056405:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056406:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056407:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.056408:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.056409:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=6 00000020:00000001:0.0:1712357313.056410:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056411:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056413:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.056414:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.056416:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.056420:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.056421:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.056422:0:12714:0:(osc_lock.c:307:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.056423:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.056424:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.056425:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=7 00000020:00000001:0.0:1712357313.056426:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056427:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:0.0:1712357313.056428:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.056430:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.056441:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.056441:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.056443:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.056448:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.056449:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.056449:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.056450:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.056451:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.056452:0:12714:0:(osc_request.c:3139:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.056453:0:12714:0:(osc_lock.c:1060:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056454:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056456:0:12714:0:(lov_lock.c:272:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056457:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056458:0:12714:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056459:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056460:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056462:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000020:00000001:0.0:1712357313.056464:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.056465:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.056467:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1712357313.056468:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056469:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00020000:00000001:0.0:1712357313.056472:0:12714:0:(lov_io.c:1569:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1712357313.056473:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:0.0:1712357313.056474:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.056475:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:0.0:1712357313.056476:0:12714:0:(osc_io.c:591:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1712357313.056477:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.056478:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.056479:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1712357313.056480:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056481:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.056482:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1712357313.056486:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.056488:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056489:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056490:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00000001:0.0:1712357313.056492:0:12714:0:(osc_request.c:213:osc_setattr_async()) Process entered 00000100:00000010:0.0:1712357313.056496:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398000. 00000020:00000040:0.0:1712357313.056499:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=6 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:0.0:1712357313.056502:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.056504:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.056506:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.056510:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fcfe00. 00000100:00000001:0.0:1712357313.056514:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.056518:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.056520:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.056526:0:12714:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800ac398000] to pc [ptlrpcd_00_00+0] req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000008:00000001:0.0:1712357313.056553:0:12714:0:(osc_request.c:244:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.056555:0:12714:0:(osc_io.c:705:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056556:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056558:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056559:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.056560:0:12714:0:(lov_io.c:1584:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056561:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.056562:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00020000:00000001:0.0:1712357313.056563:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:0.0:1712357313.056564:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1712357313.056565:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000001:1.0:1712357313.056629:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000008:00000010:1.0:1712357313.056634:0:1851:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3ba178. 00020000:00000010:1.0:1712357313.056637:0:1851:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab1586c0. 00000080:00000010:1.0:1712357313.056641:0:1851:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb130. 00000080:00000010:1.0:1712357313.056644:0:1851:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0490. 00000008:00000010:1.0:1712357313.056647:0:1851:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b2420. 00020000:00000010:1.0:1712357313.056650:0:1851:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38ef40. 00000080:00000010:1.0:1712357313.056653:0:1851:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa1e0. 00000100:00000001:1.0:1712357313.056654:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.056656:0:1851:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.056660:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.056666:0:1851:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.056667:0:1851:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.056669:0:1851:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.056671:0:1851:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.056673:0:1851:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b07237b-aa56-4e53-8899-280f18556039:1851:1795536572134464:192.168.203.120@tcp:2:rsync.0 00000100:00000001:1.0:1712357313.056676:0:1851:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.056679:0:1851:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.056680:0:1851:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.056682:0:1851:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.056685:0:1851:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba5400. 02000000:00000001:1.0:1712357313.056686:0:1851:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.056691:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.056694:0:1851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.056698:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.056707:0:1851:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572134464, portal 4 00000100:00000001:1.0:1712357313.056708:0:1851:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.056709:0:1851:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203667968 : -131938505883648 : ffff8800ac398000) 00000100:00000040:1.0:1712357313.056715:0:1851:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.056721:0:1851:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.056723:0:1851:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.056725:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357313.056727:0:1851:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1795536572134464, offset 0 00000400:00000200:1.0:1712357313.056731:0:1851:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.056734:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.056737:0:1851:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.056741:0:1851:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.056743:0:1851:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.056746:0:1851:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.056748:0:1851:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.056751:0:1851:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [207:207:256:4294967295] 192.168.203.120@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:1.0:1712357313.056754:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.056759:0:1851:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.056763:0:1851:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.056766:0:1851:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.056769:0:1851:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.056773:0:1851:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.056776:0:1851:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.056791:0:1851:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.056793:0:1851:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.056795:0:1851:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.056797:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.056799:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.056802:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.056803:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357313.056805:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.056810:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.056811:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.056812:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.056819:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000008:00000010:1.0:1712357313.056822:0:1852:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3baca0. 00020000:00000010:1.0:1712357313.056825:0:1852:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab158300. 00000080:00000010:1.0:1712357313.056827:0:1852:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb1c8. 00000080:00000010:1.0:1712357313.056829:0:1852:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f06d8. 00000008:00000010:1.0:1712357313.056831:0:1852:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b2580. 00020000:00000010:1.0:1712357313.056833:0:1852:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38f180. 00000080:00000010:1.0:1712357313.056835:0:1852:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa2d0. 00000100:00000001:1.0:1712357313.056836:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.057007:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.057010:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357313.057014:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.057017:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.057019:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357313.057020:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357313.057023:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.057026:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.057033:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.057035:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.057040:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.057042:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.057373:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.057380:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.057382:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.057384:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.057388:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.057392:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.057396:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.057399:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.057401:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.057404:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903400 00000400:00000200:2.0:1712357313.057407:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.057411:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xa95 [1] + 224 00000800:00000001:2.0:1712357313.057415:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.057424:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.057426:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.057429:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.057433:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.057437:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.057444:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.057635:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.057640:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.057643:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.057771:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.057774:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.057775:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.057777:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000400:00000200:1.0:1712357313.057779:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:1.0:1712357313.057781:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:1.0:1712357313.057783:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.057787:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.057793:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.057798:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.057799:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.057800:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.057802:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.057803:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.057804:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.057805:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.057809:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.057812:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.057814:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.057815:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.057817:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.057819:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.057825:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.057826:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.057828:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.057829:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.057832:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.057838:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.057840:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.057841:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.057844:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.057850:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.057853:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.057855:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.057856:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.057857:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.057860:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.057864:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.057866:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.057868:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.057870:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.057872:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.057874:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.057876:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.057877:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357313.057879:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.057880:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000040:1.0:1712357313.057883:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38ed00, remote cookie: 0xa8e7976a8eb1fd47, flags: 0x1001 00010000:00010000:1.0:1712357313.057887:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.057899:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x6:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.057901:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.057906:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357313.057908:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25600. 00010000:00000040:1.0:1712357313.057911:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1dc00 count: 0 00010000:00000010:1.0:1712357313.057915:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b5f44500. 00010000:00000001:1.0:1712357313.057920:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.057923:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.057928:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.057932:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.057935:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.057937:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.057938:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.057939:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.057940:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x6:0x0].0x0 (ffff8800b6e1d800) refcount = 1 00010000:00010000:1.0:1712357313.057943:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.057947:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.057949:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.057950:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.057952:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.057954:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.057956:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.057960:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.058649:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058650:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058651:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058652:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058653:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.058657:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.058658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058659:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058660:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058662:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058664:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058665:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058665:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058666:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357313.058667:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058668:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058669:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.058671:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.058673:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.058677:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058678:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058678:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058679:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058679:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357313.058680:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058682:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058683:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.058684:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.058688:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.058694:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.058698:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.058698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058699:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.058704:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.058709:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058710:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058710:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058712:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058713:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058714:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.058715:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.058716:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.058719:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.058720:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058721:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058721:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058722:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058724:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00000002:00010000:1.0:1712357313.058725:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.058729:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058730:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058731:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.058731:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058732:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058733:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058734:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058738:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000040:1.0:1712357313.058741:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357313.058742:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.058744:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/6 (0 0) 00010000:00000001:1.0:1712357313.058746:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.058747:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.058749:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto-0.24.0-py3.6.egg-info intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.058751:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.058754:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.058756:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00800000:00000001:1.0:1712357313.058756:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.058759:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.058760:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000800:00000001:3.0:1712357313.058762:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.058762:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000800:00000001:3.0:1712357313.058763:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.058764:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.058764:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.058767:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.058768:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000002:00000001:1.0:1712357313.058769:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.058770:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000400:00000200:3.0:1712357313.058771:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000080:00000001:1.0:1712357313.058772:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.058774:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000400:00000200:3.0:1712357313.058775:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.058777:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000080:00000001:1.0:1712357313.058777:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000400:00000200:3.0:1712357313.058779:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000080:00000002:1.0:1712357313.058779:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x6:0x0] 00000080:00000001:1.0:1712357313.058781:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.058782:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.058784:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000400:00000200:3.0:1712357313.058786:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 432 into portal 4 MB=0x66107ef903440 00000080:00200000:1.0:1712357313.058787:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x6:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.058788:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x6:0x0](ffff8800a76d98c8): rc = 0 00000400:00000200:3.0:1712357313.058789:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000080:00000001:1.0:1712357313.058790:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123196104 : -131938586355512 : ffff8800a76d98c8) 00010000:00000001:1.0:1712357313.058791:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058792:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:3.0:1712357313.058793:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 432/432 into md 0xa9d [1] + 224 00000020:00000040:1.0:1712357313.058793:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058794:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058795:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00000800:00000001:3.0:1712357313.058797:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:1.0:1712357313.058799:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058799:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.058800:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.058801:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.058802:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.058803:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.058805:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.058806:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.058808:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) for lock 0xbda2fb8f03337d0d 00000080:00000001:1.0:1712357313.058810:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.058811:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.058812:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.058813:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.058814:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058814:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058815:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058816:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058817:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058819:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.058819:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.058820:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.058824:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012a60dcc0. 00000080:00002000:1.0:1712357313.058828:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76566c0 inode ffff8800a76d98c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.058831:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.058833:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.058835:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.058837:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) 00000080:00010000:1.0:1712357313.058839:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d0d from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357313.058840:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.058841:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.058842:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.058843:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058844:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.058848:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.058850:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.058854:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058855:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058856:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.058857:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.058859:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.058864:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.058865:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.058867:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.058870:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058870:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.058871:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.058873:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.058874:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.058875:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.058877:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.058878:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.058879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.058879:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.058880:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.058883:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000100:00000001:1.0:1712357313.058886:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.058889:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa060000 x1795536572134400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.058894:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.058895:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.058897:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.058901:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.058903:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.058904:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.058905:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 00000800:00000001:3.0:1712357313.058908:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.058910:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1712357313.058911:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba5000. 00000400:00000200:3.0:1712357313.058913:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 02000000:00000001:1.0:1712357313.058914:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.058915:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1712357313.058917:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000010:1.0:1712357313.058917:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060000. 00000100:00000001:1.0:1712357313.058919:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1712357313.058920:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.058920:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.058922:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.058923:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.058924:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000100:00000040:3.0:1712357313.058926:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00200008:1.0:1712357313.058932:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file asn1crypto-0.24.0-py3.6.egg-info:[0x200000401:0x6:0x0](ffff8800a76d98c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.058935:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357313.058936:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x6:0x0](ffff8800a76d98c8),name=asn1crypto-0.24.0-py3.6.egg-info 00000100:00000001:3.0:1712357313.058940:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.058944:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357313.058945:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1712357313.058946:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.058947:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.058949:0:1851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.058950:0:1851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.058951:0:1851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:1.0:1712357313.058953:0:1851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.058955:0:1851:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.058956:0:1851:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.058959:0:1851:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.058965:0:1851:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398000 x1795536572134464/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.058969:0:1851:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.058970:0:1851:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.058971:0:1851:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.058973:0:1851:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.058974:0:1851:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.058974:0:1851:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.058976:0:1851:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.058979:0:1851:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.058981:0:1851:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.058983:0:1851:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.058983:0:1851:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.058985:0:1851:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.058989:0:1851:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.058991:0:1851:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.058992:0:1851:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.059001:0:1851:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.059003:0:1851:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.059003:0:1851:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203667968 : -131938505883648 : ffff8800ac398000) 00000100:00000001:1.0:1712357313.059006:0:1851:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.059007:0:1851:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.059010:0:1851:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.059011:0:1851:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.059015:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398000 x1795536572134464/t4294967303(4294967303) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.059019:0:1851:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.059020:0:1851:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.059021:0:1851:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1712357313.059024:0:1851:0:(osc_request.c:189:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1712357313.059065:0:1851:0:(osc_request.c:202:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.059069:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398000 x1795536572134464/t4294967303(4294967303) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.059074:0:1851:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b07237b-aa56-4e53-8899-280f18556039:1851:1795536572134464:192.168.203.120@tcp:2:rsync.0 00000100:00000001:1.0:1712357313.059077:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.059081:0:1851:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.059083:0:1851:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398000 x1795536572134464/t4294967303(4294967303) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.059087:0:1851:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.059088:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.059092:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.059093:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.059094:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.059096:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.059102:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.059106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.059112:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.059113:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x6:0x0] 'asn1crypto-0.24.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.059116:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.059118:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x6:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357313.059120:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.059123:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.059124:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x6:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.059126:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.059127:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.059129:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.059134:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357313.059136:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.059137:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.059139:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357313.059141:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357313.059146:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357313.059148:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.059149:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1712357313.059149:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:0.0:1712357313.059151:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.059153:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:0.0:1712357313.059153:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.059155:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.059155:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000002:00000001:1.0:1712357313.059156:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.059157:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.059157:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00800000:00000001:1.0:1712357313.059158:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.059158:0:12714:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000080:00000010:1.0:1712357313.059160:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000020:00010000:0.0:1712357313.059160:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aa2268a8 (ffff8800aa229008/0) at cl_lock_release():233 00000080:00000001:1.0:1712357313.059162:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000020:00000001:0.0:1712357313.059162:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000080:00000001:1.0:1712357313.059163:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:0.0:1712357313.059163:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aa2268a8 (ffff8800aa229008/0) at cl_lock_cancel():150 00000080:00010000:1.0:1712357313.059164:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) 00000080:00010000:1.0:1712357313.059166:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) for lock 0xbda2fb8f03337d0d 00020000:00000001:0.0:1712357313.059166:0:12714:0:(lov_lock.c:282:lov_lock_cancel()) Process entered 00000080:00000001:1.0:1712357313.059168:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.059171:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.059172:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.059172:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00000002:00000001:1.0:1712357313.059173:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00020000:00000001:0.0:1712357313.059173:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00010000:00000001:1.0:1712357313.059174:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.059174:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00000001:1.0:1712357313.059175:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00010000:0.0:1712357313.059175:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3664530 (ffff8800aa229098/1) at cl_lock_cancel():150 00000020:00000040:1.0:1712357313.059176:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357313.059177:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.059178:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00000008:00000001:0.0:1712357313.059178:0:12714:0:(osc_lock.c:1113:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1712357313.059179:0:12714:0:(osc_lock.c:1070:osc_lock_detach()) Process entered 00010000:00000001:1.0:1712357313.059180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.059180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.059180:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000002:00000001:1.0:1712357313.059181:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.059181:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00800000:00000001:1.0:1712357313.059182:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.059182:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e880 refcount=5 00000080:00010000:1.0:1712357313.059183:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d0d from it ffff8800aa3cfcc8 00000020:00000001:0.0:1712357313.059183:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00010000:00000001:1.0:1712357313.059184:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.059184:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629184 : -131938505922432 : ffff8800ac38e880) 00000020:00000001:1.0:1712357313.059185:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.059186:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00010000:00000001:0.0:1712357313.059186:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000020:00000001:1.0:1712357313.059187:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.059188:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.059189:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.059189:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1712357313.059191:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.059193:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.059194:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.059194:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.059195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.059195:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.059196:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.059196:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:0.0:1712357313.059196:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.059198:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.059198:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ac38e880/0xbda2fb8f03337cf1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1fcde expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1712357313.059202:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.059202:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.059203:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.059203:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.059204:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.059204:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.059205:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.059205:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.059206:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.059206:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.059207:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059207:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059208:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.059208:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059209:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059210:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.059210:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059211:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059211:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059213:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059213:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.059213:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.059214:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.059214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.059214:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.059215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.059215:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1712357313.059216:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.059217:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.059217:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.059218:0:12714:0:(osc_lock.c:1090:osc_lock_detach()) Process leaving 00000080:00000001:1.0:1712357313.059219:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.059220:0:12714:0:(osc_lock.c:1122:osc_lock_cancel()) Process leaving 00000080:00000008:1.0:1712357313.059221:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file asn1crypto-0.24.0-py3.6.egg-info:[0x200000401:0x6:0x0](ffff8800a76d98c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1712357313.059221:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.059221:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.059222:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.059223:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aa2268a8 (ffff8800aa229008/0) at cl_lock_fini():85 00000080:00000001:1.0:1712357313.059224:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.059225:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76566c0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00020000:00000001:0.0:1712357313.059225:0:12714:0:(lov_lock.c:225:lov_lock_fini()) Process entered 00000020:00000001:0.0:1712357313.059226:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000080:00000001:1.0:1712357313.059227:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:0.0:1712357313.059227:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3664530 (ffff8800aa229008/1) at cl_lock_fini():85 00000008:00000010:0.0:1712357313.059229:0:12714:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a99e2000. 00000020:00000001:0.0:1712357313.059231:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1712357313.059232:0:12714:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b3664500. 00020000:00000001:0.0:1712357313.059235:0:12714:0:(lov_lock.c:234:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.059235:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.059236:0:12714:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00020000:00000001:0.0:1712357313.059237:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.059238:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.059239:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:0.0:1712357313.059240:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1712357313.059241:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.059242:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.059243:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.059243:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.059244:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1712357313.059245:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1712357313.059246:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.059247:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.059248:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000080:00000001:1.0:1712357313.059249:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000020:00000001:0.0:1712357313.059249:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1712357313.059250:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000080:00000001:1.0:1712357313.059251:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00020000:00000001:0.0:1712357313.059251:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.059252:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00020000:00000001:0.0:1712357313.059252:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.059253:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000080:00000001:1.0:1712357313.059254:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.059254:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.059255:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.059256:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1712357313.059257:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00020000:00000001:0.0:1712357313.059257:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00000080:00002000:1.0:1712357313.059258:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto-0.24.0-py3.6.egg-info(ffff8800a76566c0) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.059259:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.059259:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.059259:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.059260:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000080:00200000:1.0:1712357313.059261:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, flags=0 00000080:00000001:1.0:1712357313.059262:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000020:00001000:0.0:1712357313.059262:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229090 00000080:00000001:1.0:1712357313.059263:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.059264:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.059267:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:1.0:1712357313.059269:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00000001:0.0:1712357313.059269:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.059270:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1712357313.059271:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file asn1crypto-0.24.0-py3.6.egg-info:[0x200000401:0x6:0x0](ffff8800a76d98c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1604778631.727882355, ctime 1712357313.000000000 00000080:00000001:0.0:1712357313.059273:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.059274:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.059275:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1604778631, ctime 1712357313, now = 1712357313 00000080:00000001:0.0:1712357313.059276:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.059277:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:0.0:1712357313.059277:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.059278:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000080:00000001:1.0:1712357313.059279:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.059280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.059282:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.059283:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x6:0x0], valid 0x101f0/0x1 00000020:00001000:0.0:1712357313.059284:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00800000:00000001:1.0:1712357313.059285:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.059285:0:12714:0:(lcommon_cl.c:120:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.059287:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000080:00000001:0.0:1712357313.059287:0:12714:0:(llite_lib.c:2502:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1712357313.059288:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000002:00000001:1.0:1712357313.059290:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.059292:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00000080:00200008:0.0:1712357313.059293:0:12714:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8) current size 126, valid attrs 101f0, mode 8800, uid 1522632566, gid 0, new size 18446612135158383456, atime 1712357313.050000000, mtime 1565197193.000000000, ctime 1712357313.050000000, rc 0 00010000:00000001:1.0:1712357313.059294:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.059295:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.059297:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00000080:00000001:0.0:1712357313.059298:0:12714:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.059299:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.059303:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.059303:0:12714:0:(xattr.c:112:ll_xattr_set_common()) Process entered 00000080:00000001:0.0:1712357313.059305:0:12714:0:(xattr.c:128:ll_xattr_set_common()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000080:00000001:1.0:1712357313.059306:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.059307:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000001:0.0:1712357313.059307:0:12714:0:(xattr.c:223:ll_xattr_set_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000040:1.0:1712357313.059309:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x6:0x0] mode (null) 00000080:00000001:0.0:1712357313.059309:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00000001:1.0:1712357313.059310:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1712357313.059310:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry .easy_install.py.Z2cDH4 (ffff8800a7516d80, parent ffff8800a7656360, inode ffff8800a76480c8) hashed, 00000002:00000001:1.0:1712357313.059311:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.059312:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.059313:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00000080:00000001:0.0:1712357313.059313:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.059314:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.059315:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.059316:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.059316:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000002:00000001:1.0:1712357313.059317:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.059318:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.059318:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357313.059319:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.059319:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000002:00000001:1.0:1712357313.059320:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.059321:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.059322:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.059323:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.059323:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357313.059324:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.059325:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.059326:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.059327:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x6:0x0] lli = ffff8800a76d9800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.059329:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.059329:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.059330:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00200000:0.0:1712357313.059330:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.059331:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.059332:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.059333:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x6:0x0](ffff8800a76d98c8) invalid 00000080:00000001:0.0:1712357313.059333:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1712357313.059335:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76566c0) parent ffff8800a7656360 inode ffff8800a76d98c8 refc 1 00000080:00200000:0.0:1712357313.059337:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:1.0:1712357313.059339:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.059339:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00000001:1.0:1712357313.059340:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.059340:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.059341:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00010000:00000001:1.0:1712357313.059343:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000080:00000010:0.0:1712357313.059343:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00010000:00000001:1.0:1712357313.059344:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.059345:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.059346:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:0.0:1712357313.059346:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059347:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.059347:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.059348:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '.easy_install.py.Z2cDH4' on [0x200000401:0x4:0x0] 00000020:00000040:1.0:1712357313.059349:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03337d0d from hash 00800000:00000001:0.0:1712357313.059350:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00010000:00000001:1.0:1712357313.059351:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.059352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.059352:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.059353:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.059354:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00800000:00000002:0.0:1712357313.059354:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='.easy_install.py.Z2cDH4' -> mds #0 00010000:00000001:1.0:1712357313.059355:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00800000:00000001:0.0:1712357313.059356:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059357:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.059358:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.059358:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00000001:1.0:1712357313.059359:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00010000:0.0:1712357313.059359:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .easy_install.py.Z2cDH4,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.059361:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000100:00000010:1.0:1712357313.059362:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800aa060000. 00000020:00000040:1.0:1712357313.059363:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=37 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000002:00000001:0.0:1712357313.059363:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00010000:00000001:1.0:1712357313.059366:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000100:00000010:0.0:1712357313.059366:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 00000020:00000040:0.0:1712357313.059367:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=38 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.059368:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.059369:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.059369:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.059370:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.059370:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.059371:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059371:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1712357313.059372:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1712357313.059372:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.059373:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.059374:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1712357313.059374:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.059375:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.059375:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.059376:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.059379:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0a400. 02000000:00000010:0.0:1712357313.059379:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2ca000. 00000100:00000001:1.0:1712357313.059382:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059382:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059384:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.059384:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.059385:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00000001:0.0:1712357313.059385:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.059386:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.059387:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.059388:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.059389:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.059391:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000002:00000001:0.0:1712357313.059393:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00010000:00000001:1.0:1712357313.059394:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.059395:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.059395:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.059396:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00010000:1.0:1712357313.059397:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337d0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fd47 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1712357313.059399:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356900. 00010000:00000040:1.0:1712357313.059401:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:0.0:1712357313.059401:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.059403:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.059404:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25600. 00010000:00000010:0.0:1712357313.059405:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357313.059407:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.059408:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337d14 to hash 00010000:00000001:1.0:1712357313.059409:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.059410:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.059410:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.059411:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.059411:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:1.0:1712357313.059412:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.059412:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.059413:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1604778631, ctime 1712357313 00010000:00000001:0.0:1712357313.059414:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.059417:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00100000:1.0:1712357313.059418:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00010000:00000001:0.0:1712357313.059419:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.059421:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00000100:00100000:1.0:1712357313.059423:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1712357313.059426:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:1.0:1712357313.059428:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.059429:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.059432:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00010000:00010000:0.0:1712357313.059432:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:1.0:1712357313.059433:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.059434:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.059435:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000001:0.0:1712357313.059436:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.059437:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1712357313.059438:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1712357313.059438:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:1.0:1712357313.059440:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059440:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:1.0:1712357313.059441:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.059441:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.059442:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000001:1.0:1712357313.059443:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1712357313.059443:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.059444:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.059445:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.059446:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.059446:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.059449:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.059450:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.059451:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.059453:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1712357313.059453:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.059454:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.059455:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.059455:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.059456:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.059457:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134656:192.168.203.120@tcp:36:rsync.0 00000100:00100000:0.0:1712357313.059458:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.059460:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1712357313.059462:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.059463:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.059463:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.059464:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.059464:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.059466:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1712357313.059466:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.059468:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba5000. 02000000:00000010:0.0:1712357313.059468:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:1.0:1712357313.059470:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.059470:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.059473:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.059478:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.059482:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000400:00000200:1.0:1712357313.059483:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.059484:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.059486:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:0.0:1712357313.059486:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572134592, portal 10 00000100:00000200:1.0:1712357313.059487:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572134656, portal 10 00000100:00000001:0.0:1712357313.059487:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.059488:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.059488:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000001:1.0:1712357313.059489:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000040:1.0:1712357313.059492:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:0.0:1712357313.059492:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.059497:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:0.0:1712357313.059497:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.059499:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000040:0.0:1712357313.059499:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.059500:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000400:00000010:0.0:1712357313.059500:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:1.0:1712357313.059502:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572134656, offset 0 00000100:00000200:0.0:1712357313.059502:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572134592, offset 0 00000400:00000200:1.0:1712357313.059505:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.059509:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.059510:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.059512:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.059516:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.059518:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.059520:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.059522:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.059524:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [208:208:256:4294967295] 192.168.203.120@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:1.0:1712357313.059527:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.059529:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.059531:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.059532:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.059533:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000200:0.0:1712357313.059534:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.059535:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1712357313.059537:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.059537:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000800:00000010:1.0:1712357313.059539:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000400:00000200:0.0:1712357313.059539:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [209:209:255:4294967295] 192.168.203.120@tcp LPNI seq info [209:209:7:4294967295] 00000400:00000200:0.0:1712357313.059541:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:1.0:1712357313.059543:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:0.0:1712357313.059545:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.059548:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.059548:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.059550:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.059552:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.059554:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1712357313.059555:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.059557:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.059579:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059579:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.059595:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.059596:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059597:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.059598:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.059598:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1712357313.059598:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059599:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1712357313.059600:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.059600:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.059601:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.059602:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.059603:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.059604:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.059605:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059606:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.059607:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.059608:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.059609:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.059673:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.059676:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.059678:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.059680:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.059682:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357313.059683:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357313.059688:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.059690:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.059694:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.059696:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.059698:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.059699:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1712357313.059724:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.059725:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357313.059727:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.059730:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.059731:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:2.0:1712357313.059732:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:2.0:1712357313.059734:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.059736:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.059741:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.059743:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.059748:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.059749:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357313.060713:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab29a00. 00000800:00000001:3.0:1712357313.062147:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.062157:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.062160:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.062162:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.062169:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062174:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.062179:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062183:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062186:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062189:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903500 00000400:00000200:3.0:1712357313.062192:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062197:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xaad [1] + 224 00000800:00000001:3.0:1712357313.062202:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.062212:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.062215:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.062218:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.062222:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.062232:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.062239:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.062259:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.062264:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.062267:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062270:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.062274:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [210:210:256:4294967295] 192.168.203.120@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:3.0:1712357313.062277:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.062283:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.062287:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.062291:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320a00. 00000800:00000200:3.0:1712357313.062295:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.062300:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.062302:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320a00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357313.062404:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.062410:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.062411:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.062414:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:1.0:1712357313.062417:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.062418:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.062421:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.062424:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.062428:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800aa060000 x1795536572134656/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.062432:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.062433:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.062434:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.062436:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.062438:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.062439:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.062440:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.062445:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.062447:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.062449:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.062449:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.062451:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.062453:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.062454:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.062459:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.062461:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.062462:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.062463:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135166738432 : -131938542813184 : ffff8800aa060000) 00000100:00000001:1.0:1712357313.062465:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.062467:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.062468:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.062470:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.062473:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800aa060000 x1795536572134656/t4294967334(4294967334) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.062478:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.062518:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.062519:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.062523:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800aa060000 x1795536572134656/t4294967334(4294967334) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.062529:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800aa060000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134656:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.062532:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.062534:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.062536:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.062538:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.062540:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800aa060000 x1795536572134656/t4294967334(4294967334) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.062544:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.062547:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.062549:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.062550:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.062555:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.062558:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.062560:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.062563:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.062565:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.062566:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.062580:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.062613:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x6:0x0] 00000080:00000001:1.0:1712357313.062615:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.062618:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.062619:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.062622:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x6:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.062624:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.062627:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa060000 x1795536572134656/t4294967334(4294967334) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.062631:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.062633:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.062634:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.062635:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.062637:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.062638:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.062641:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000080:00200008:1.0:1712357313.062646:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file asn1crypto-0.24.0-py3.6.egg-info:[0x200000401:0x6:0x0](ffff8800a76d98c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.058000000, mtime 1604778631.727882355, ctime 1712357313.058000000, rc 0 00000080:00000001:1.0:1712357313.062650:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.062657:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.062658:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76566c0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00000080:00000001:1.0:1712357313.062660:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.062664:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.062667:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.062681:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.062683:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.062684:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.062687:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.062873:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.062876:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320a00. 00000400:00000200:3.0:1712357313.062879:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.062885:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357313.062889:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.062892:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357313.064015:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000080:00000010:3.1:1712357313.064023:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c53c020. 00000800:00000001:3.0:1712357313.064353:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.064361:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.064363:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.064365:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.064370:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.064375:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.064379:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.064381:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.064390:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.064393:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x66107ef9034c0 00000400:00000200:3.0:1712357313.064396:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.064400:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xaa5 [1] + 224 00000800:00000001:3.0:1712357313.064405:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.064415:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.064416:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.064419:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.064422:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.064427:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.064435:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=640 offset=224 replen=1024 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.064454:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.064458:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.064461:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.064614:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.064619:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.064620:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.064622:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.064625:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.064627:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.064629:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.064633:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.064640:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.064645:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.064646:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.064648:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.064650:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.064651:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.064653:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.064655:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.064659:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.064662:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.064664:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.064665:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.064667:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.064669:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.064671:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.064673:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.064674:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.064676:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.064679:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.064684:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.064690:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.064691:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.064694:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.064701:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.064704:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.064707:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.064708:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.064710:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.064712:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.064717:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.064719:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.064721:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.064722:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.064724:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.064726:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064728:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064730:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.064732:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064734:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000040:0.0:1712357313.064738:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3180, remote cookie: 0xa8e7976a8eb1fd6a, flags: 0x1001 00010000:00010000:0.0:1712357313.064741:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.064748:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1a:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.064750:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1712357313.064755:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 2 00010000:00000001:0.0:1712357313.064757:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1712357313.064759:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356900 count: 0 00010000:00000010:0.0:1712357313.064763:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.064771:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.064773:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.064780:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.064785:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.064787:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.064788:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.064790:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.064791:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.064792:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1a:0x0].0x0 (ffff8800aa343a00) refcount = 2 00010000:00000040:0.0:1712357313.064794:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357313.064796:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 1/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.064801:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.064806:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.064808:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.064809:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.064811:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.064813:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.064815:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.064820:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.064821:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064822:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.064822:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064823:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.064824:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.064826:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.064830:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064830:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064832:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.064833:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064835:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064836:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064837:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064837:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.064839:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064840:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064842:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.064843:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.064846:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.064850:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064851:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.064851:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064852:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064853:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357313.064854:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064855:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064857:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.064858:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.064863:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064863:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.064865:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.064869:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.064870:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064873:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.064874:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064874:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.064877:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.064884:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064885:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064885:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.064887:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064888:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00000002:00010000:0.0:1712357313.064891:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1712357313.064897:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.064898:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064899:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.064900:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.064901:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.064903:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.064905:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064905:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064906:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.064907:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064908:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00000002:00010000:0.0:1712357313.064911:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.064915:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064916:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.064917:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.064917:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.064918:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.064919:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.064920:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.064923:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000040:0.0:1712357313.064926:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00010000:00000001:0.0:1712357313.064927:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.064929:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/26 (0 0) 00010000:00000001:0.0:1712357313.064932:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.064932:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.064933:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.064934:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.easy_install.py.Z2cDH4 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.064937:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.064939:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.064941:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.064944:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.064946:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bc38 it_disposition b 00000080:00000001:0.0:1712357313.064948:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.064949:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.064952:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.064954:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.064955:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.064957:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.064959:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000020:00000001:0.0:1712357313.064964:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.064966:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.064968:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.064970:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.064973:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:0.0:1712357313.064975:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.064977:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.064981:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.064984:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.064987:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df420. 00020000:00000001:0.0:1712357313.064989:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691808 : -131938381859808 : ffff8800b39df420) 00020000:00000002:0.0:1712357313.064991:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df420, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.064994:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.064997:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.065004:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.065006:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.065008:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.065011:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.065013:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.065015:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df420. 00020000:00000002:0.0:1712357313.065017:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.065019:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.065020:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357313.065022:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.065024:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.065026:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.065029:0:12714:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1a:0x0](ffff8800a76480c8): rc = 0 00000080:00000001:0.0:1712357313.065030:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122600136 : -131938586951480 : ffff8800a76480c8) 00010000:00000001:0.0:1712357313.065032:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.065033:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.065034:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.065035:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.065037:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00000080:00000001:0.0:1712357313.065039:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.065040:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.065041:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.065042:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.065043:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.065044:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:0.0:1712357313.065045:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.065046:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.065047:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df420. 00020000:00000010:0.0:1712357313.065049:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.065171:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df3c0. 00020000:00000001:0.0:1712357313.065172:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691712 : -131938381859904 : ffff8800b39df3c0) 00020000:00000002:0.0:1712357313.065174:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df3c0, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.065177:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.065183:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.065185:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.065186:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.065188:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.065273:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.065275:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df420. 00020000:00000010:0.0:1712357313.065277:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df3c0. 00020000:00000002:0.0:1712357313.065278:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.065280:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.065281:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.065283:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1712357313.065285:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.065287:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800ab3ad7e0 addref 2/0 by ffff8800a9934440. 00020000:00000002:0.0:1712357313.065289:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.065291:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1712357313.065293:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1712357313.065294:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1712357313.065295:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1712357313.065296:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1712357313.065298:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1a:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1712357313.065300:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.065301:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065303:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065303:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.065304:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.065306:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.065307:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.065309:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.065311:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) for lock 0xbda2fb8f03337d14 00000080:00000001:0.0:1712357313.065314:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.065316:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.065317:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.065318:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.065319:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.065320:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.065324:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.065325:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.065327:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.065328:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065329:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.065330:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.065331:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.065334:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f65e0. 00000080:00002000:0.0:1712357313.065338:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode ffff8800a76480c8 refc 1 flags 0x400008e 00000080:00000001:0.0:1712357313.065340:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.065342:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) 00000080:00010000:0.0:1712357313.065345:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d14 from it ffff8800a984bc38 00010000:00000001:0.0:1712357313.065346:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.065347:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.065348:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357313.065349:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.065350:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.065352:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.065354:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.065359:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065359:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.065360:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.065361:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.065363:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.065368:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.065370:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.065371:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.065373:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065374:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.065375:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065379:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.065381:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065382:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065384:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065385:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.065386:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065386:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.065388:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.065390:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000100:00000001:0.0:1712357313.065393:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.065396:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398a80 x1795536572134592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.065401:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.065403:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.065405:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.065409:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.065410:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.065411:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=37 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.065413:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.065415:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2ca000. 02000000:00000001:0.0:1712357313.065418:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.065419:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.065421:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00000100:00000001:0.0:1712357313.065424:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.065425:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.065426:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.065427:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bc38 released 00000080:00000001:0.0:1712357313.065428:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.065454:0:12714:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.065456:0:12714:0:(llite_lib.c:2280:ll_setattr_raw()) START file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8) current size 126, valid attrs 41, mode 81a4, uid -2128177388, gid -1, new size 18446612135158267536, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.065462:0:12714:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.065464:0:12714:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6fce000. 00000080:00000001:0.0:1712357313.065466:0:12714:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.065467:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.065471:0:12714:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.065474:0:12714:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1a:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357313.065477:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.065479:0:12714:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.065481:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.065483:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00010000:00000001:0.0:1712357313.065485:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.065486:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.065488:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.065491:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.065496:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.065498:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.065499:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.065501:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1a:0x0] mode (null) 00000080:00000001:0.0:1712357313.065502:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.065504:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.065505:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.065506:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.065508:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.065509:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.065511:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.065511:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.065512:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.065513:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.065514:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.065515:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.065516:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.065517:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.065518:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.065519:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.065520:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.065522:0:12714:0:(ldlm_lock.c:340:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1712357313.065523:0:12714:0:(ldlm_lock.c:353:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1712357313.065524:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.065526:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.065528:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.065535:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065536:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.065537:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.065538:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.065539:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.065540:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=2 00000020:00000001:0.0:1712357313.065541:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.065542:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.065544:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065544:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.065545:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.065546:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.065547:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.065548:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.065549:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.065550:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.065551:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.065553:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.065554:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1a:0x0](ffff8800a76480c8) invalid 00000080:00002000:0.0:1712357313.065556:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .easy_install.py.Z2cDH4 (ffff8800a75161b0) parent ffff8800a7656360 inode ffff8800a76480c8 refc 1 00000080:00000001:0.0:1712357313.065558:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.065559:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.065560:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065562:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.065563:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.065564:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.065565:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.065566:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.065569:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337d14 from hash 00010000:00000001:0.0:1712357313.065601:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.065601:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065602:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.065603:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.065608:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.065609:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.065611:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.065612:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.065614:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.065617:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ac398a80. 00000020:00000040:0.0:1712357313.065619:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=38 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.065622:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.065624:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.065626:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.065626:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.065627:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.065629:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.065631:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.065632:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.065636:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59600. 00000100:00000001:0.0:1712357313.065640:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065641:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.065643:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.065646:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.065651:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.065652:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.065653:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.065655:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fd6a expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1712357313.065660:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.065663:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.065664:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065665:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.065666:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.065668:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.065669:0:12714:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:0.0:1712357313.065676:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.065681:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.065686:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.065687:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.065690:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.065691:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.065693:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.065693:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000001:0.0:1712357313.065696:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.065699:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.065700:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.065701:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.065704:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.065708:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.065710:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.065712:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.065713:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.065715:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134784:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.065718:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.065721:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.065723:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.065725:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.065727:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2ca000. 02000000:00000001:0.0:1712357313.065728:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.065732:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.065734:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.065738:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.065742:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572134784, portal 10 00000100:00000001:0.0:1712357313.065743:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.065744:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000040:0.0:1712357313.065747:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.065756:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.065759:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.065760:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357313.065763:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572134784, offset 0 00000400:00000200:0.0:1712357313.065767:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.065771:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.065775:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.065779:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.065781:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.065784:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.065786:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.065789:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [211:211:256:4294967295] 192.168.203.120@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:0.0:1712357313.065791:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.065798:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.065802:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.065805:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356800. 00000800:00000200:0.0:1712357313.065809:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.065815:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.065818:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.065832:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.065834:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.065835:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.065837:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.065839:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.065840:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.065842:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.065843:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.065844:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.065845:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.065902:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:1.0:1712357313.065905:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.065907:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357313.065911:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.065915:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.065917:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.065922:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'asn1crypto-0.24.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.065925:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.065927:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto-0.24.0-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357313.065929:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.065931:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.065932:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto-0.24.0-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.065935:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.065937:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.065945:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24000. 00000020:00000040:1.0:1712357313.065947:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=39 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.065950:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.065951:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.065953:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.065954:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.065955:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.065956:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.065957:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.065958:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.065961:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba5800. 00000100:00000001:1.0:1712357313.065963:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.065965:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.065966:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.065967:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.065967:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.065968:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.065973:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160201216 : -131938549350400 : ffff8800a9a24000) 00010000:00000001:1.0:1712357313.065975:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.065976:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.065980:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d900. 00010000:00000010:1.0:1712357313.065982:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25600. 00010000:00000001:1.0:1712357313.065984:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.065986:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f3c0. 00000020:00000001:1.0:1712357313.065988:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.065989:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f3c0 with handle 0xbda2fb8f03337d1b to hash 00000020:00000001:1.0:1712357313.065994:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.065995:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.065997:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.065999:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.066000:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.066002:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.066006:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.066013:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.066016:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.066017:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.066019:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.066020:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.066021:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.066022:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160201216 : -131938549350400 : ffff8800a9a24000) 00000100:00000001:1.0:1712357313.066024:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.066025:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.066026:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.066027:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.066030:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357313.066032:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1712357313.066035:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1712357313.066036:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356800. 00000100:00000001:1.0:1712357313.066036:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.066038:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1712357313.066039:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1712357313.066039:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.066041:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.066043:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1712357313.066044:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 02000000:00000001:1.0:1712357313.066044:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1712357313.066046:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 02000000:00000001:1.0:1712357313.066046:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1712357313.066047:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:2.0:1712357313.066050:0:1845:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:1.0:1712357313.066050:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1712357313.066053:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 02000000:00000010:1.0:1712357313.066057:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 00000100:00000001:2.0:1712357313.066059:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1712357313.066059:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357313.066062:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:1.0:1712357313.066062:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.066064:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.066066:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.066069:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572134848, portal 10 00000100:00000001:1.0:1712357313.066070:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.066071:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.066071:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160201216 : -131938549350400 : ffff8800a9a24000) 00000100:00000001:2.0:1712357313.066073:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000040:1.0:1712357313.066075:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.066080:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.066081:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.066082:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357313.066084:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572134848, offset 0 00000400:00000200:1.0:1712357313.066087:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.066090:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.066093:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.066095:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.066097:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.066099:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.066100:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.066102:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [212:212:256:4294967295] 192.168.203.120@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1712357313.066105:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.066110:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.066113:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.066116:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.066118:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.066122:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.066124:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.066139:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.066145:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.066146:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.066148:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.066148:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.066150:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.066151:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.066152:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.066154:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.066155:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.066321:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.066323:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:3.0:1712357313.066327:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.066331:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.066333:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357313.066334:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357313.066336:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.066339:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.066345:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.066347:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.066352:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.066353:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.066979:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356e00. 00010000:00000010:0.1:1712357313.066983:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:0.1:1712357313.066987:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e90f80. 00000800:00000001:2.0:1712357313.068235:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.068243:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.068245:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.068247:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.068253:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068256:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.068260:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068265:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068267:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068270:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903580 00000400:00000200:2.0:1712357313.068272:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068275:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xab5 [1] + 224 00000800:00000001:2.0:1712357313.068279:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.068282:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.068283:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.068286:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.068289:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.068293:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.068299:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.068310:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.068313:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.068315:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068318:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.068320:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [213:213:256:4294967295] 192.168.203.120@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1712357313.068322:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.068326:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000001:0.0:1712357313.068328:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.068332:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.068333:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1712357313.068336:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.068337:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000800:00000010:2.0:1712357313.068339:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000400:00000200:0.0:1712357313.068339:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.068340:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000800:00000200:2.0:1712357313.068342:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:0.0:1712357313.068342:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:2.0:1712357313.068345:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000200:0.0:1712357313.068345:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357313.068347:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1712357313.068350:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ac398a80 x1795536572134784/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.068353:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.068354:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.068355:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.068357:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.068358:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.068360:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.068361:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.068366:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.068368:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.068369:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.068370:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.068371:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.068373:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.068375:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.068376:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000023/0x0] 00000100:00000001:0.0:1712357313.068376:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.068377:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.068378:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135203670656 : -131938505880960 : ffff8800ac398a80) 00000100:00000001:0.0:1712357313.068379:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.068380:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.068381:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.068382:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.068384:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ac398a80 x1795536572134784/t4294967335(4294967335) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.068387:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.068389:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.068392:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.068394:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ac398a80 x1795536572134784/t4294967335(4294967335) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.068398:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ac398a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572134784:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.068400:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.068402:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.068403:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.068404:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.068405:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ac398a80 x1795536572134784/t4294967335(4294967335) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.068408:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.068409:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.068410:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.068411:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.068414:0:12714:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.068416:0:12714:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068418:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.068420:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.068446:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000002:00000001:0.0:1712357313.068455:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.068457:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.068462:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.068463:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1712357313.068465:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.068467:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ac398a80 x1795536572134784/t4294967335(4294967335) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.068471:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068472:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.068473:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.068474:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068475:0:12714:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068477:0:12714:0:(pcc.c:1794:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1712357313.068478:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.068479:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.068483:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.068484:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068484:0:12714:0:(pcc.c:1803:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068486:0:12714:0:(lcommon_cl.c:77:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1712357313.068487:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.068490:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.068491:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.068493:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf1210 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.068494:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:0.0:1712357313.068496:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:0.0:1712357313.068497:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.068499:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.068500:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.068501:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.068502:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.068502:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.068505:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1a:0x0]io ffff8800b3599bc0 type 3 ignore/verify layout 0/1 00020000:00000002:0.0:1712357313.068506:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.068508:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1712357313.068509:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1712357313.068510:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1712357313.068511:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068512:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.068513:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1712357313.068514:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068514:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.068515:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.068515:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1712357313.068516:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.068516:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068517:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:0.0:1712357313.068518:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1712357313.068519:0:12714:0:(lov_io.c:1054:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1712357313.068520:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1712357313.068522:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1712357313.068523:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.068525:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.068526:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1712357313.068526:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.068529:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610456 : -131938540941160 : ffff8800aa229098) 00000020:00001000:0.0:1712357313.068530:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229090 00000020:00000001:0.0:1712357313.068531:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b5cf12d8 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.068532:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.068534:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.068534:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1712357313.068535:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068536:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068536:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135183783656 : -131938525767960 : ffff8800ab0a16e8) 00000020:00000001:0.0:1712357313.068538:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.068539:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.068540:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068541:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068542:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068543:0:12714:0:(lov_io.c:1063:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068543:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068544:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00020000:00000001:0.0:1712357313.068545:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:0.0:1712357313.068546:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.068547:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:0.0:1712357313.068547:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.068548:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.068674:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1712357313.068675:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1712357313.068676:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00020000:00000001:0.0:1712357313.068677:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068678:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.068679:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1712357313.068679:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.068680:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068681:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.068682:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000020:00000001:0.0:1712357313.068682:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00020000:00000001:0.0:1712357313.068684:0:12714:0:(lov_io.c:1569:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1712357313.068685:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:0.0:1712357313.068686:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.068687:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:0.0:1712357313.068688:0:12714:0:(osc_io.c:591:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1712357313.068690:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.068691:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.068693:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1712357313.068694:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068695:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000020:00000001:0.0:1712357313.068697:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1712357313.068703:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.068704:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068705:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068706:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9828000 -> ffff8800b5cf1210 00000008:00000001:0.0:1712357313.068709:0:12714:0:(osc_request.c:213:osc_setattr_async()) Process entered 00000800:00000001:3.0:1712357313.068715:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.068718:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28000. 00000800:00000001:3.0:1712357313.068720:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000040:0.0:1712357313.068720:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=7 obd=lustre-OST0000-osc-ffff8800aa323000 00000800:00000001:3.0:1712357313.068723:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.068723:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.068725:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1712357313.068726:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 02000000:00000001:0.0:1712357313.068727:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.068728:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 02000000:00000010:0.0:1712357313.068730:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59400. 00000400:00000200:3.0:1712357313.068732:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.068734:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.068735:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.068736:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.068738:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9035c0 00000100:00000001:0.0:1712357313.068739:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1712357313.068740:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.068741:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.068742:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xabd [1] + 224 00000800:00000001:3.0:1712357313.068745:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:0.0:1712357313.068746:0:12714:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800a9a28000] to pc [ptlrpcd_00_01+1] req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:3.0:1712357313.068755:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.068757:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.068759:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.068762:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.068766:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.068777:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.068827:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.068831:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357313.068833:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1712357313.068834:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.068835:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.068836:0:1852:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.068840:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.068844:0:1852:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.068844:0:1852:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.068846:0:1852:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.068847:0:1852:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.068849:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b07237b-aa56-4e53-8899-280f18556039:1852:1795536572134912:192.168.203.120@tcp:2:rsync.0 00000008:00000001:0.0:1712357313.068951:0:12714:0:(osc_request.c:244:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.068953:0:12714:0:(osc_io.c:705:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068954:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068956:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068957:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.068958:0:12714:0:(lov_io.c:1584:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068959:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.068960:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00020000:00000001:0.0:1712357313.068962:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:0.0:1712357313.068963:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1712357313.068963:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000001:1.0:1712357313.068986:0:1852:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.068989:0:1852:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.068991:0:1852:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.068992:0:1852:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.068996:0:1852:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba5c00. 02000000:00000001:1.0:1712357313.068997:0:1852:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.069001:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.069003:0:1852:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.069007:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357313.069011:0:1852:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572134912, portal 4 00000100:00000001:1.0:1712357313.069012:0:1852:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.069013:0:1852:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160217600 : -131938549334016 : ffff8800a9a28000) 00000100:00000040:1.0:1712357313.069018:0:1852:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069023:0:1852:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.069029:0:1852:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.069031:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357313.069034:0:1852:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1795536572134912, offset 0 00000400:00000200:1.0:1712357313.069037:0:1852:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.069040:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.069043:0:1852:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.069046:0:1852:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.069049:0:1852:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.069051:0:1852:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.069053:0:1852:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.069055:0:1852:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [214:214:256:4294967295] 192.168.203.120@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:1.0:1712357313.069058:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.069063:0:1852:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.069067:0:1852:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.069069:0:1852:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.069072:0:1852:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.069076:0:1852:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.069078:0:1852:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.069088:0:1852:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069090:0:1852:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.069092:0:1852:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069093:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069095:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.069099:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.069100:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357313.069101:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.069102:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.069103:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069104:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069110:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.069111:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069116:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.069118:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.069119:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.069124:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:1.0:1712357313.069126:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.069127:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.069129:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.069132:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357313.069136:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.069138:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000100:00000200:1.0:1712357313.069139:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:2.0:1712357313.069142:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1712357313.069144:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.069145:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.069147:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:2.0:1712357313.069149:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:1.0:1712357313.069149:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.069150:0:12713:0:(client.c:1456:after_reply()) Process entered 00000100:00000001:2.0:1712357313.069151:0:1845:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:1.0:1712357313.069151:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.069152:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.069153:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1712357313.069154:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 02000000:00000001:1.0:1712357313.069155:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.069158:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00000001:2.0:1712357313.069160:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1712357313.069161:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000040:2.0:1712357313.069162:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069162:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.069163:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069165:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1712357313.069166:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069166:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.069167:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357313.069167:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.069168:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.069169:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.069171:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.069174:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069178:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.069179:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.069180:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.069181:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.069185:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572134848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.069191:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.069193:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069194:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.069195:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.069196:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069199:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.069201:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.069202:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.069202:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069204:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.069205:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069207:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069208:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.069210:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069211:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000040:1.0:1712357313.069213:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38f3c0, remote cookie: 0xa8e7976a8eb1fd8d, flags: 0x1001 00010000:00010000:1.0:1712357313.069216:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.069219:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x6:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.069221:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.069225:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d700. 00010000:00000010:1.0:1712357313.069226:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25480. 00010000:00000040:1.0:1712357313.069228:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d900 count: 0 00010000:00000010:1.0:1712357313.069231:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25600. 00010000:00000001:1.0:1712357313.069236:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.069238:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.069243:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069251:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.069254:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.069255:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.069255:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.069257:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.069258:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x6:0x0].0x0 (ffff8800b6e1d700) refcount = 1 00010000:00010000:1.0:1712357313.069261:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069266:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.069268:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.069269:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.069271:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.069272:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.069275:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069279:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.069280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069282:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069282:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069283:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069287:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.069288:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069289:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069290:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069291:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069292:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069294:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069295:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069295:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.069297:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069301:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069304:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.069305:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.069307:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069313:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069314:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069315:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=5 00000020:00000001:1.0:1712357313.069316:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069317:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069318:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.069320:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069325:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.069327:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069331:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.069331:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069332:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069333:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069333:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.069337:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.069342:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069343:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069344:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069345:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069350:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069353:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.069353:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069355:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069356:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.069358:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069359:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069360:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069361:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069363:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00000002:00010000:1.0:1712357313.069365:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069370:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069372:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.069373:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069374:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069375:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069376:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069377:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000040:1.0:1712357313.069380:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 2 00010000:00000001:1.0:1712357313.069382:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.069384:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/6 (0 0) 00010000:00000001:1.0:1712357313.069386:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069386:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.069387:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.069388:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto-0.24.0-py3.6.egg-info intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.069391:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069393:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069394:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.069398:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.069402:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357313.069405:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.069406:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069409:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.069410:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.069411:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.069413:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.069417:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.069419:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x6:0x0] 00000080:00000001:1.0:1712357313.069421:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.069422:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.069424:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.069426:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x6:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.069429:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x6:0x0](ffff8800a76d98c8): rc = 0 00000080:00000001:1.0:1712357313.069430:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123196104 : -131938586355512 : ffff8800a76d98c8) 00010000:00000001:1.0:1712357313.069432:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069433:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069434:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069435:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069436:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069447:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.069449:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.069450:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.069451:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.069453:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069454:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.069455:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.069457:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) for lock 0xbda2fb8f03337d1b 00000080:00000001:1.0:1712357313.069460:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069461:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.069462:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069463:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.069464:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069468:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069469:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069471:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069472:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069474:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.069476:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069477:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.069481:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012a60da20. 00000080:00002000:1.0:1712357313.069485:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76561b0 inode ffff8800a76d98c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.069487:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.069489:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.069491:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.069493:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) 00000080:00010000:1.0:1712357313.069495:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d1b from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357313.069496:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.069497:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.069497:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.069498:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069499:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.069501:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.069502:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069506:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069507:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069508:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.069509:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.069510:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.069516:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.069518:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.069519:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.069525:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069527:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069529:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.069530:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069532:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069533:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069535:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.069536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069536:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.069538:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.069540:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000100:00000001:1.0:1712357313.069543:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.069546:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24000 x1795536572134848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069551:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.069552:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.069554:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.069557:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.069558:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.069560:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=38 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.069561:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.069563:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba5800. 02000000:00000001:1.0:1712357313.069566:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.069567:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.069568:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24000. 00000100:00000001:1.0:1712357313.069579:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.069580:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.069599:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.069600:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357313.069601:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.069613:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.069615:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file asn1crypto-0.24.0-py3.6.egg-info:[0x200000401:0x6:0x0](ffff8800a76d98c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.069620:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.069622:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.069627:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.069630:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.069632:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.069634:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x6:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357313.069636:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069638:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.069639:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.069642:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 2 00010000:00000001:1.0:1712357313.069643:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.069645:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.069646:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.069648:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.069653:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.069655:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.069657:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.069658:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x6:0x0] mode (null) 00000080:00000001:1.0:1712357313.069660:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069661:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.069662:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.069663:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 3 00010000:00000001:1.0:1712357313.069665:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.069666:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.069667:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069668:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.069669:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.069670:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 3 00010000:00000001:1.0:1712357313.069671:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.069672:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.069673:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.069674:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.069674:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.069675:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 3 00010000:00000001:1.0:1712357313.069676:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.069678:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.069679:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.069690:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x6:0x0] lli = ffff8800a76d9800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.069693:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.069694:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.069695:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.069696:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x6:0x0](ffff8800a76d98c8) invalid 00000080:00002000:1.0:1712357313.069698:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76561b0) parent ffff8800a7656360 inode ffff8800a76d98c8 refc 1 00000080:00000001:1.0:1712357313.069700:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.069701:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.069702:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069704:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.069705:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.069706:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.069707:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.069708:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.069710:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f3c0 with handle 0xbda2fb8f03337d1b from hash 00010000:00000001:1.0:1712357313.069712:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.069713:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069713:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069714:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.069716:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.069717:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.069719:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.069720:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.069721:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.069724:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24000. 00000020:00000040:1.0:1712357313.069725:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=39 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.069728:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.069729:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.069731:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.069732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069733:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069734:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.069735:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.069736:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.069739:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0b200. 00000100:00000001:1.0:1712357313.069745:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069747:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.069748:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.069751:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.069761:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.069762:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.069763:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.069765:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337d1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fd8d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.069770:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d700 count: 0 00010000:00000010:1.0:1712357313.069773:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.069778:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.069779:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069780:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.069781:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.069782:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.069784:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:1.0:1712357313.069789:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.069794:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.069799:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.069800:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.069803:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.069805:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.069806:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.069807:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160201216 : -131938549350400 : ffff8800a9a24000) 00000100:00000001:1.0:1712357313.069809:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.069810:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069812:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.069813:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.069815:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069823:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.069824:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.069825:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.069827:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.069829:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135040:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.069831:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.069833:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.069834:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.069835:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.069837:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba5800. 02000000:00000001:1.0:1712357313.069839:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.069842:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.069844:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.069846:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.069848:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572135040, portal 10 00000100:00000001:1.0:1712357313.069849:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.069850:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160201216 : -131938549350400 : ffff8800a9a24000) 00000100:00000040:1.0:1712357313.069854:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.069858:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.069860:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.069862:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357313.069863:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572135040, offset 0 00000400:00000200:1.0:1712357313.069866:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.069869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.069872:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.069874:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.069876:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.069878:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.069879:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.069881:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [215:215:256:4294967295] 192.168.203.120@tcp LPNI seq info [215:215:8:4294967295] 00000400:00000200:1.0:1712357313.069884:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.069894:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.069898:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.069900:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.069903:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.069907:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.069909:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.069925:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069927:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.069929:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069930:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.069931:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.069933:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.069935:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.069936:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.069938:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.069939:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.069990:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.069992:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.069995:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.069998:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.070000:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357313.070001:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357313.070002:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.070005:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.070011:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.070018:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.070022:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.070023:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.070437:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.070443:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.070445:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.070446:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.070450:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.070453:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.070457:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.070460:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.070462:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.070469:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 432 into portal 4 MB=0x66107ef903600 00000400:00000200:2.0:1712357313.070472:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.070475:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 432/432 into md 0xac5 [1] + 224 00000800:00000001:2.0:1712357313.070479:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.070488:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.070490:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.070493:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.070495:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.070498:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.070505:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.070522:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.070526:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.070529:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.070563:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.070564:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.070567:0:1852:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.070568:0:1852:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.070579:0:1852:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000400:00000200:1.0:1712357313.070604:0:1852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:1.0:1712357313.070605:0:1852:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:1.0:1712357313.070607:0:1852:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.070611:0:1852:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.070617:0:1852:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28000 x1795536572134912/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.070622:0:1852:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.070623:0:1852:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.070624:0:1852:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.070626:0:1852:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.070627:0:1852:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.070628:0:1852:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.070629:0:1852:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.070637:0:1852:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.070639:0:1852:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.070641:0:1852:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.070642:0:1852:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.070644:0:1852:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.070645:0:1852:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.070646:0:1852:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.070648:0:1852:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.070649:0:1852:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.070650:0:1852:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.070651:0:1852:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160217600 : -131938549334016 : ffff8800a9a28000) 00000100:00000001:1.0:1712357313.070653:0:1852:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.070654:0:1852:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.070655:0:1852:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.070657:0:1852:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.070660:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28000 x1795536572134912/t4294967304(4294967304) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.070666:0:1852:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.070668:0:1852:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.070669:0:1852:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1712357313.070670:0:1852:0:(osc_request.c:189:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1712357313.070680:0:1852:0:(osc_request.c:202:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.070683:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28000 x1795536572134912/t4294967304(4294967304) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.070689:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b07237b-aa56-4e53-8899-280f18556039:1852:1795536572134912:192.168.203.120@tcp:2:rsync.0 00000100:00000001:1.0:1712357313.070692:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.070693:0:1852:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.070696:0:1852:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28000 x1795536572134912/t4294967304(4294967304) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.070700:0:1852:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.070702:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.070705:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.070709:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.070710:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.070712:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.070750:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:0.0:1712357313.070752:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.070753:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.070755:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:0.0:1712357313.070756:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.070757:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.070759:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.070760:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:0.0:1712357313.070760:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1712357313.070761:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.070762:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.070767:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.070768:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.070769:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1712357313.070770:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1712357313.070771:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.070772:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.070773:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.070773:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1712357313.070774:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1712357313.070775:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.070776:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.070777:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.070778:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.070779:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.070781:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1712357313.070782:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:0.0:1712357313.070783:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.070784:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.070784:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.070786:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229090 00020000:00000001:0.0:1712357313.070788:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.070789:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:0.0:1712357313.070792:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.070793:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1712357313.070796:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.070797:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.070799:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.070800:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.070801:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.070801:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.070803:0:12714:0:(lcommon_cl.c:120:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.070805:0:12714:0:(llite_lib.c:2502:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1712357313.070807:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6fce000. 00000080:00200008:0.0:1712357313.070813:0:12714:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file .easy_install.py.Z2cDH4:[0x200000401:0x1a:0x0](ffff8800a76480c8) current size 126, valid attrs 41, mode 81a4, uid -2128177388, gid -1, new size 18446612135158267536, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.064000000, rc 0 00000080:00000001:0.0:1712357313.070818:0:12714:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.070822:0:12714:0:(xattr.c:112:ll_xattr_set_common()) Process entered 00000080:00000001:0.0:1712357313.070824:0:12714:0:(xattr.c:128:ll_xattr_set_common()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000080:00000001:0.0:1712357313.070826:0:12714:0:(xattr.c:223:ll_xattr_set_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1712357313.070828:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.070837:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry .easy_install.py.Z2cDH4 (ffff8800a75161b0, parent ffff8800a7656360, inode ffff8800a76480c8) hashed, 00000080:00000001:0.0:1712357313.070839:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.070843:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.070847:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.070871:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.070873:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.070874:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.070877:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.070879:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.070880:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.070881:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.070882:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.070888:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357313.070890:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.070892:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.easy_install.py.Z2cDH4, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.070895:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f58a00. 00000080:00000001:0.0:1712357313.070899:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.070901:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.070903:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '.easy_install.py.Z2cDH4' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.070905:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.070908:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='.easy_install.py.Z2cDH4' -> mds #0 00800000:00000001:0.0:1712357313.070910:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.070912:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.070913:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .easy_install.py.Z2cDH4,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.070917:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.070919:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.070921:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28380. 00000020:00000040:0.0:1712357313.070924:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=40 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.070927:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.070929:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.070931:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.070932:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.070933:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.070935:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.070939:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.070941:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.070944:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2ca400. 00000100:00000001:0.0:1712357313.070948:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.070950:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.070951:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.070952:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.070953:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.070954:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.070958:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00010000:00000001:0.0:1712357313.070961:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.070962:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.070965:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000010:0.0:1712357313.070967:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.070969:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.070972:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357313.070974:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.070975:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337d22 to hash 00000020:00000001:0.0:1712357313.070977:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.070978:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.070980:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.070981:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.070983:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.070985:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.070990:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.070996:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.071000:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.071000:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.071003:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.071007:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.071009:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.071010:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000001:0.0:1712357313.071013:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.071014:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.071016:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.071017:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.071020:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.071026:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.071026:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.071028:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.071030:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.071032:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.071034:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.071036:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.071037:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.071039:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.071042:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.071043:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.071047:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.071049:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.071051:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.071054:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572135104, portal 10 00000100:00000001:0.0:1712357313.071055:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.071056:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000040:0.0:1712357313.071059:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.071064:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.071066:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.071067:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357313.071069:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572135104, offset 0 00000400:00000200:0.0:1712357313.071072:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.071079:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.071082:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.071084:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.071087:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.071089:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.071090:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.071093:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [216:216:256:4294967295] 192.168.203.120@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1712357313.071095:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.071100:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.071103:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.071105:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356a00. 00000800:00000200:0.0:1712357313.071109:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.071113:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.071115:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.071238:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.071240:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.071242:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.071243:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.071245:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.071246:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.071248:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.071248:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.071250:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.071251:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.071278:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.071281:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356a00. 00000400:00000200:3.0:1712357313.071283:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.071286:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.071288:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357313.071290:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357313.071292:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.071294:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.071300:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.071302:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.071307:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.071308:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.071465:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.071470:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.071472:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.071473:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.071476:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071479:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.071482:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071484:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071486:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071488:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903680 00000400:00000200:2.0:1712357313.071491:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071493:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xacd [1] + 224 00000800:00000001:2.0:1712357313.071497:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.071503:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.071505:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.071507:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.071510:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.071517:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.071528:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.071686:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.071690:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.071694:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071696:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.071700:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [217:217:256:4294967295] 192.168.203.120@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000200:2.0:1712357313.071703:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.071708:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.071712:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.071714:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357313.071717:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.071721:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.071723:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357313.071782:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.071785:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.071786:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.071787:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:1.0:1712357313.071789:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.071791:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.071792:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.071796:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.071802:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24000 x1795536572135040/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.071808:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.071809:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.071810:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.071811:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.071812:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.071813:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.071815:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.071819:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.071821:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.071823:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.071824:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.071825:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.071826:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.071828:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.071829:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000000c/0x0] 00000100:00000001:1.0:1712357313.071830:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.071831:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.071832:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160201216 : -131938549350400 : ffff8800a9a24000) 00000100:00000001:1.0:1712357313.071834:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.071835:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.071836:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.071837:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.071844:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24000 x1795536572135040/t4294967336(4294967336) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.071849:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.071851:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.071852:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.071854:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24000 x1795536572135040/t4294967336(4294967336) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.071861:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135040:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.071863:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.071865:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.071867:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.071868:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.071870:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24000 x1795536572135040/t4294967336(4294967336) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.071874:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.071876:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.071878:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.071879:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.071882:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.071884:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.071886:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.071888:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.071890:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.071891:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.071894:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.071896:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x6:0x0] 00000080:00000001:1.0:1712357313.071898:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.071899:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.071901:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.071904:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x6:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.071906:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.071908:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24000 x1795536572135040/t4294967336(4294967336) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.071915:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.071917:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.071918:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.071919:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.071920:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.071922:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.071924:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000080:00200008:1.0:1712357313.071927:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file asn1crypto-0.24.0-py3.6.egg-info:[0x200000401:0x6:0x0](ffff8800a76d98c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.069000000, rc 0 00000080:00000001:1.0:1712357313.071932:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.071936:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.071937:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76561b0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00000080:00000001:1.0:1712357313.071940:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.071942:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.071945:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.071965:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.071966:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.071967:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.071970:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.072028:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.072030:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357313.072032:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.072035:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.072039:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.072041:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357313.072760:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1dc00. 00010000:00000010:3.1:1712357313.072765:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00010000:00000010:3.1:1712357313.072768:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:3.1:1712357313.072772:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012a60dcc0. 00000800:00000001:2.0:1712357313.073383:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.073389:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.073391:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.073392:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.073397:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.073399:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.073402:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.073404:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.073411:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.073414:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x66107ef9036c0 00000400:00000200:2.0:1712357313.073416:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.073419:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xad5 [1] + 224 00000800:00000001:2.0:1712357313.073422:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.073428:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.073429:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.073431:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.073434:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.073438:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.073443:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=640 offset=224 replen=1024 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.073459:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.073462:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.073463:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.073504:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.073508:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.073509:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.073511:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.073513:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.073515:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.073517:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.073521:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.073527:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.073536:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.073537:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.073539:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.073540:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.073542:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.073543:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.073544:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.073548:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.073551:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.073552:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.073554:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.073555:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.073557:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.073558:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.073560:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.073561:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.073562:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.073565:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.073580:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.073612:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.073613:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.073617:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.073623:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.073626:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.073628:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.073629:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.073630:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.073633:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.073636:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.073641:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.073643:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.073644:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.073646:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.073648:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073650:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073652:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.073654:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073656:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000040:0.0:1712357313.073658:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a33c0, remote cookie: 0xa8e7976a8eb1fdb0, flags: 0x1001 00010000:00010000:0.0:1712357313.073662:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.073667:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1a:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.073681:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1712357313.073685:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 2 00010000:00000001:0.0:1712357313.073687:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1712357313.073689:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356c00 count: 0 00010000:00000010:0.0:1712357313.073692:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.073698:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.073700:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.073705:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.073710:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.073713:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.073714:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.073715:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.073716:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.073718:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1a:0x0].0x0 (ffff8800aa343a00) refcount = 2 00010000:00000040:0.0:1712357313.073719:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357313.073725:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 1/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.073731:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.073735:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.073737:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.073738:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.073740:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.073742:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.073744:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.073748:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.073749:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073750:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.073750:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073751:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.073752:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.073755:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.073756:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073757:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073758:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.073759:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073760:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073762:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073762:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073763:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.073764:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073765:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073767:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.073768:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.073770:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.073777:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073778:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.073779:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073779:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073780:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357313.073781:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073782:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073784:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.073791:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.073796:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073796:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.073798:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.073803:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.073803:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073804:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.073805:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073805:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.073809:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.073815:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073815:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073816:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.073817:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073818:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00010000:0.0:1712357313.073820:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1712357313.073833:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.073835:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073836:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.073837:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.073838:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.073840:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.073842:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073842:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073843:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.073844:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073846:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00010000:0.0:1712357313.073848:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.073851:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073852:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.073853:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.073854:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073854:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073855:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.073856:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073857:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000040:0.0:1712357313.073859:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00010000:00000001:0.0:1712357313.073860:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.073863:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/26 (0 0) 00010000:00000001:0.0:1712357313.073864:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.073865:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.073866:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.073867:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.easy_install.py.Z2cDH4 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.073869:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.073871:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.073873:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.073878:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.073879:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bc90 it_disposition b 00000080:00000001:0.0:1712357313.073881:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.073883:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.073885:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.073887:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.073888:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.073890:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.073892:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000020:00000001:0.0:1712357313.073896:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.073899:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.073900:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.073902:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.073904:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:0.0:1712357313.073906:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.073908:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.073911:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.073913:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.073916:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df420. 00020000:00000001:0.0:1712357313.073918:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691808 : -131938381859808 : ffff8800b39df420) 00020000:00000002:0.0:1712357313.073920:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df420, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.073924:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.073927:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.073929:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.073931:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.073933:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.073935:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.073937:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.073938:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df420. 00020000:00000002:0.0:1712357313.073940:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.073941:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.073942:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357313.073943:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.073945:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502298 : 144115205272502298 : 20000040100001a) 00000080:00000001:0.0:1712357313.073947:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.073952:0:12714:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1a:0x0](ffff8800a76480c8): rc = 0 00000080:00000001:0.0:1712357313.073953:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122600136 : -131938586951480 : ffff8800a76480c8) 00010000:00000001:0.0:1712357313.073955:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.073956:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.073957:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.073958:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.073959:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000080:00000001:0.0:1712357313.073961:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.073962:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.073963:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.073964:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.073965:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.073966:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800b6e54000 -> ffff8800b5cf1210 00020000:00000001:0.0:1712357313.073967:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.073967:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.073969:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df420. 00020000:00000010:0.0:1712357313.073970:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.073971:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df3c0. 00020000:00000001:0.0:1712357313.073972:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691712 : -131938381859904 : ffff8800b39df3c0) 00020000:00000002:0.0:1712357313.073974:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df3c0, objid 0x1a:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.073976:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.073978:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:2 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.073979:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.073980:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.073981:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800b6e54000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.073983:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664500. 00020000:00000010:0.0:1712357313.073984:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df420. 00020000:00000010:0.0:1712357313.073985:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df3c0. 00020000:00000002:0.0:1712357313.073986:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.073987:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.073988:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.073990:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1712357313.073991:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.073995:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800ab3ad7e0 addref 2/0 by ffff8800a9934440. 00020000:00000002:0.0:1712357313.073997:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800b6e54000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.073999:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1712357313.074000:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1712357313.074001:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1712357313.074002:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1712357313.074003:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1712357313.074005:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1a:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1712357313.074006:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.074007:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074008:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.074009:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.074010:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.074011:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.074012:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.074013:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.074015:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) for lock 0xbda2fb8f03337d22 00000080:00000001:0.0:1712357313.074017:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.074019:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.074019:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.074021:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.074021:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.074022:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.074023:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.074024:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.074025:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.074026:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.074027:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.074027:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.074028:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.074031:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f69e0. 00000080:00002000:0.0:1712357313.074034:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode ffff8800a76480c8 refc 1 flags 0x400008e 00000080:00000001:0.0:1712357313.074037:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.074038:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1a:0x0](ffff8800a76480c8) 00000080:00010000:0.0:1712357313.074040:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d22 from it ffff8800a984bc90 00010000:00000001:0.0:1712357313.074044:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.074044:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.074045:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357313.074046:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.074052:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.074053:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.074055:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.074059:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.074060:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.074061:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.074062:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.074064:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.074068:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.074070:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.074071:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.074073:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.074073:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.074074:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074076:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.074077:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074078:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074080:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074081:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.074081:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.074082:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.074083:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.074085:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f58a00. 00000100:00000001:0.0:1712357313.074089:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.074091:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28380 x1795536572135104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.074096:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.074100:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.074102:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.074105:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.074107:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.074108:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=39 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.074110:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.074111:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2ca400. 02000000:00000001:0.0:1712357313.074114:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.074115:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.074116:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28380. 00000100:00000001:0.0:1712357313.074118:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.074119:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.074121:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.074122:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bc90 released 00000080:00000001:0.0:1712357313.074123:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200000:0.0:1712357313.074127:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=easy_install.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=2048 00000080:00000001:0.0:1712357313.074130:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.074131:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=easy_install.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.074134:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f58a00. 00000080:00000001:0.0:1712357313.074137:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.074139:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.074140:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'easy_install.py' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.074142:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.074145:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='easy_install.py' -> mds #0 00800000:00000001:0.0:1712357313.074147:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.074148:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.074150:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: easy_install.py,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.074152:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.074153:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.074155:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28380. 00000020:00000040:0.0:1712357313.074156:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=40 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.074159:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.074160:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.074162:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.074162:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.074165:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.074167:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.074169:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.074170:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.074173:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2ca400. 00000100:00000001:0.0:1712357313.074177:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074179:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.074180:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074181:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.074182:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.074183:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.074187:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00010000:00000001:0.0:1712357313.074189:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.074190:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.074193:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356600. 00010000:00000010:0.0:1712357313.074194:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.074197:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.074198:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357313.074200:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.074201:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337d29 to hash 00000020:00000001:0.0:1712357313.074203:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.074204:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.074206:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.074207:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.074208:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.074210:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.074215:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.074220:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.074223:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.074226:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.074229:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.074230:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.074231:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.074232:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000001:0.0:1712357313.074235:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.074237:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.074238:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.074239:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.074243:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.074247:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.074248:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.074250:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.074252:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.074254:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.074256:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.074259:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.074260:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.074261:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.074263:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.074264:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.074267:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.074269:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.074272:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.074275:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572135168, portal 10 00000100:00000001:0.0:1712357313.074276:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.074277:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000040:0.0:1712357313.074280:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.074285:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.074287:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.074288:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357313.074290:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572135168, offset 0 00000400:00000200:0.0:1712357313.074296:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.074299:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.074302:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.074306:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.074308:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.074311:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.074312:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.074314:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [218:218:256:4294967295] 192.168.203.120@tcp LPNI seq info [218:218:8:4294967295] 00000400:00000200:0.0:1712357313.074317:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.074323:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.074327:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.074329:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.074333:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.074338:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.074341:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.074357:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.074359:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.074360:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.074362:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.074363:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.074365:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.074366:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.074367:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.074369:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.074370:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.074506:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.074509:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:3.0:1712357313.074511:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.074515:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.074517:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:3.0:1712357313.074518:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:3.0:1712357313.074521:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.074524:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.074530:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.074532:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.074537:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.074538:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.075711:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356900. 00010000:00000010:0.1:1712357313.075717:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000800:00000001:2.0:1712357313.077492:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.077503:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.077505:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.077508:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.077516:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.077522:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.077527:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.077530:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.077533:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.077536:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903700 00000400:00000200:2.0:1712357313.077539:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.077544:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xadd [1] + 224 00000800:00000001:2.0:1712357313.077549:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.077562:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.077564:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.077568:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.077725:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.077731:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.077739:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.077774:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.077780:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.077783:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.077824:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.077829:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.077830:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.077832:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.077835:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.077837:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.077839:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.077843:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.077857:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.077863:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.077865:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.077866:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.077869:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.077870:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.077872:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.077874:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.077880:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.077883:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.077885:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.077888:0:12714:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.077893:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.077895:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.077897:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.077898:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.077900:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.077903:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.077908:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.077910:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.077912:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.077914:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.077921:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.077924:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.077926:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.077928:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.077932:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.077935:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.077940:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.077943:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.077945:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.077946:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.077949:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.077951:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.077953:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.077955:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357313.077957:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.077959:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:0.0:1712357313.077962:0:12714:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.077969:0:12714:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.077972:0:12714:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.077976:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.077978:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.077982:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.077983:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.077985:0:12714:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.077989:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.077990:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.077992:0:12714:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.077994:0:12714:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.078005:0:12714:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.078007:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.078010:0:12714:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.078015:0:12714:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.078016:0:12714:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.078019:0:12714:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.078022:0:12714:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.078024:0:12714:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.078025:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.078026:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.078027:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357313.078029:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.078030:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.078032:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.078034:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12714 initiator: MDT0 00000080:00000001:0.0:1712357313.078038:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.078039:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.078041:0:12714:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.078042:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.078044:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.078045:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.078046:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.078047:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.078049:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337d29 from hash 00010000:00000001:0.0:1712357313.078050:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.078051:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078054:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078054:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.078056:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.078057:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.078058:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078059:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078060:0:12714:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078061:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.078063:0:12714:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.078066:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078066:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078067:0:12714:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.078068:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.078069:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078069:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078070:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.078071:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00010000:00000040:0.0:1712357313.078076:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356600 count: 0 00010000:00000010:0.0:1712357313.078081:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.078087:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078088:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.078091:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.078095:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.078100:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.078101:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078102:0:12714:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078103:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078105:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.078107:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.078108:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078109:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.078110:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=easy_install.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.078117:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078119:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078121:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078124:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.078125:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bc90 it_disposition 7 00000080:00000010:0.0:1712357313.078129:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f6000. 00000080:00002000:0.0:1712357313.078132:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.078136:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078139:0:12714:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.078141:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078144:0:12714:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.078145:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.078148:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.078151:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078152:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078153:0:12714:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078155:0:12714:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078156:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.078158:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.078161:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f58a00. 00000100:00000001:0.0:1712357313.078164:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.078167:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28380 x1795536572135168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.078172:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.078173:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.078175:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.078179:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.078180:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.078182:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=39 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.078183:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.078185:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2ca400. 02000000:00000001:0.0:1712357313.078188:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.078189:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.078191:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28380. 00000100:00000001:0.0:1712357313.078193:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.078194:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.078199:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.078200:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bc90 released 00000080:00000001:0.0:1712357313.078201:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.078204:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.078206:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357313.078209:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078212:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.078213:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357313.078214:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078219:0:12714:0:(namei.c:2186:ll_rename()) Process entered 00000080:00200000:0.0:1712357313.078220:0:12714:0:(namei.c:2202:ll_rename()) VFS Op:oldname=.easy_install.py.Z2cDH4, src_dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), newname=easy_install.py, tgt_dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000010:0.0:1712357313.078225:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f58a00. 00000080:00000001:0.0:1712357313.078230:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078232:0:12714:0:(lmv_obd.c:2699:lmv_rename()) Process entered 00800000:00000001:0.0:1712357313.078234:0:12714:0:(lmv_obd.c:2376:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1712357313.078236:0:12714:0:(lmv_obd.c:2395:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.078237:0:12714:0:(lmv_obd.c:2400:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078238:0:12714:0:(lmv_obd.c:2376:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1712357313.078239:0:12714:0:(lmv_obd.c:2395:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x1a:0x0] 00800000:00000001:0.0:1712357313.078240:0:12714:0:(lmv_obd.c:2400:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.078241:0:12714:0:(lmv_obd.c:2376:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1712357313.078242:0:12714:0:(lmv_obd.c:2395:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.078243:0:12714:0:(lmv_obd.c:2400:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357313.078244:0:12714:0:(lmv_obd.c:2794:lmv_rename()) RENAME [0x200000401:0x4:0x0]/.easy_install.py.Z2cDH4 to [0x200000401:0x4:0x0]/easy_install.py 00800000:00000001:0.0:1712357313.078246:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078248:0:12714:0:(mdc_reint.c:467:mdc_rename()) Process entered 00000002:00000001:0.0:1712357313.078250:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357313.078252:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078253:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357313.078254:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078255:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.078257:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 3 00010000:00000001:0.0:1712357313.078258:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.078260:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.078261:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.078267:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.078271:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.078273:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.078275:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.078276:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1a:0x0] mode (null) 00000080:00000001:0.0:1712357313.078278:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078279:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.078280:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.078281:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.078282:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.078285:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078286:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078286:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.078287:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.078288:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.078289:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.078290:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078291:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078291:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.078292:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.078292:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.078293:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.078294:0:12714:0:(ldlm_lock.c:340:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1712357313.078295:0:12714:0:(ldlm_lock.c:353:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1712357313.078297:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.078299:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.078301:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1440/0xbda2fb8f03337ce3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fcbb expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.078305:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078306:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.078306:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.078307:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.078308:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.078309:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1440 refcount=2 00000020:00000001:0.0:1712357313.078313:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.078315:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184962624 : -131938524588992 : ffff8800ab1c1440) 00010000:00000001:0.0:1712357313.078316:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078317:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.078318:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.078319:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.078320:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.078321:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343a00 count: 4 00010000:00000001:0.0:1712357313.078322:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.078323:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078325:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.078327:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.078328:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1a:0x0](ffff8800a76480c8) invalid 00000080:00002000:0.0:1712357313.078330:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .easy_install.py.Z2cDH4 (ffff8800a7516d80) parent ffff8800a7656360 inode ffff8800a76480c8 refc 1 00000080:00000001:0.0:1712357313.078332:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.078333:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.078334:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.078336:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.078337:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.078338:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.078338:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.078339:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.078341:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337d22 from hash 00010000:00000001:0.0:1712357313.078343:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.078343:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078344:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078345:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.078347:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.078347:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.078349:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.078351:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.078352:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.078355:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28380. 00000020:00000040:0.0:1712357313.078357:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=40 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357313.078360:0:12714:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357313.078365:0:12714:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.078366:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.078369:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.078371:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.078372:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078373:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.078374:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.078376:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.078377:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.078382:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2ca400. 00000100:00000001:0.0:1712357313.078386:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.078387:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.078389:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.078392:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.078396:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.078397:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.078398:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.078400:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fdb0 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1712357313.078404:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.078408:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.078409:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.078410:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.078411:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.078413:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.078414:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.078414:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357313.078420:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.078564:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.078607:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.078608:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.078613:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.078618:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.078620:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.078621:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000001:0.0:1712357313.078623:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.078625:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.078627:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.078628:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.078632:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.078637:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.078638:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.078640:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.078642:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.078644:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135296:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.078647:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.078650:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.078651:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.078653:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.078656:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2ca800. 02000000:00000001:0.0:1712357313.078657:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.078661:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.078663:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.078667:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.078672:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572135296, portal 10 00000100:00000001:0.0:1712357313.078674:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.078674:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000040:0.0:1712357313.078678:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.078683:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.078685:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.078686:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357313.078688:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 528 bytes to portal 13, xid 1795536572135296, offset 0 00000400:00000200:0.0:1712357313.078692:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.078700:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.078704:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.078708:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.078710:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.078713:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.078715:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.078718:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [219:219:256:4294967295] 192.168.203.120@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:0.0:1712357313.078720:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.078727:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.078732:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.078734:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356a00. 00000800:00000200:0.0:1712357313.078738:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.078743:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.078746:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356a00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.078763:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.078765:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.078766:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.078768:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.078769:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.078771:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.078773:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.078774:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.078776:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.078777:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.078856:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.078863:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356a00. 00000400:00000200:3.0:1712357313.078866:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.078869:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.078872:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357313.078873:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:3.0:1712357313.078876:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.078879:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.078886:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.078888:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.078893:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.078894:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.079342:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d900. 00010000:00000010:3.1:1712357313.079352:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d700. 00010000:00000010:3.1:1712357313.079355:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f3c0. 00000080:00000010:3.1:1712357313.079358:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012a60da20. 00000080:00000010:0.1:1712357313.081863:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f65e0. 00010000:00000010:0.1:1712357313.081875:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356c00. 00000800:00000001:2.0:1712357313.084715:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.084726:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.084729:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.084731:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.084740:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084746:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.084752:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084757:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084760:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084763:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903780 00000400:00000200:2.0:1712357313.084767:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084771:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xae5 [1] + 224 00000800:00000001:2.0:1712357313.084777:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.084791:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.084793:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.084797:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.084801:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.084808:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.084815:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.084824:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.084830:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.084839:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084842:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.084846:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [220:220:256:4294967295] 192.168.203.120@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:2.0:1712357313.084849:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.084854:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.084858:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.084862:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357313.084866:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.084871:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.084874:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357313.084933:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.084939:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.084941:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.084943:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.084946:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.084948:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.084949:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.084953:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.084960:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28380 x1795536572135296/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.084970:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.084972:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.084974:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.084976:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.084982:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.084984:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.084986:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.084993:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5510 time=1712357313 v=5 (0 0 0 0) 00000100:00001000:0.0:1712357313.084997:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.084999:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.085000:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.085002:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.085005:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.085007:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.085009:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x100000005] 00000100:00000001:0.0:1712357313.085010:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.085011:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.085013:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160218496 : -131938549333120 : ffff8800a9a28380) 00000100:00000001:0.0:1712357313.085015:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.085017:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.085018:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.085019:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.085022:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28380 x1795536572135296/t4294967337(4294967337) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.085028:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.085030:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.085031:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.085034:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28380 x1795536572135296/t4294967337(4294967337) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.085039:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135296:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.085043:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.085049:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.085051:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.085052:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.085056:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28380 x1795536572135296/t4294967337(4294967337) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.085060:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.085063:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.085066:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.085067:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.085072:0:12714:0:(mdc_reint.c:544:mdc_rename()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.085074:0:12714:0:(lmv_obd.c:2813:lmv_rename()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.085084:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f58a00. 00000100:00000001:0.0:1712357313.085088:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.085090:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28380 x1795536572135296/t4294967337(4294967337) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.085094:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.085102:0:12714:0:(namei.c:2278:ll_rename()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.085109:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.085113:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.085116:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.085117:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry easy_install.py (ffff8800a7516d80, parent ffff8800a7656360, inode ffff8800a76480c8) hashed, 00000080:00000001:0.0:1712357313.085120:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.085123:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.085261:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00200000:1.0:1712357313.085316:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000001:1.0:1712357313.085321:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.085323:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000001:0.0:1712357313.085327:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000010:1.0:1712357313.085329:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:0.0:1712357313.085329:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.085330:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.085334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.085334:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.085337:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.085339:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'asn1crypto-0.24.0-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.085342:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.085345:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto-0.24.0-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357313.085348:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.085351:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.085352:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto-0.24.0-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357313.085361:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.085363:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.085366:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24380. 00000020:00000040:1.0:1712357313.085369:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=41 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000800:00000200:2.0:1712357313.085370:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.085373:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00010000:00000001:1.0:1712357313.085373:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000400:00000200:2.0:1712357313.085375:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1712357313.085376:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000400:00000200:2.0:1712357313.085379:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00010000:00000001:1.0:1712357313.085379:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.085381:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.085382:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.085383:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357313.085384:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.085385:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:2.0:1712357313.085386:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1712357313.085388:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.085392:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.085396:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.085399:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.085400:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.085401:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.085402:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.085404:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.085408:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00010000:00000001:1.0:1712357313.085411:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.085412:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.085417:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d400. 00010000:00000010:1.0:1712357313.085420:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.085422:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.085424:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f600. 00000020:00000001:1.0:1712357313.085427:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.085429:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f600 with handle 0xbda2fb8f03337d30 to hash 00000020:00000001:1.0:1712357313.085430:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.085431:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.085433:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.085436:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.085437:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.085440:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.085451:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.085459:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.085463:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.085465:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.085468:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.085469:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.085471:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.085471:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000001:1.0:1712357313.085474:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.085477:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.085479:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.085480:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.085484:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.085490:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.085491:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.085494:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.085495:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.085498:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135360:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.085500:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.085504:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.085505:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.085507:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.085510:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.085511:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.085515:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.085516:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.085520:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.085524:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572135360, portal 10 00000100:00000001:1.0:1712357313.085528:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.085529:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000040:1.0:1712357313.085534:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.085540:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.085542:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.085544:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357313.085546:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572135360, offset 0 00000400:00000200:1.0:1712357313.085550:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.085554:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.085557:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.085560:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.085562:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.085565:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.085567:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.085579:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [221:221:256:4294967295] 192.168.203.120@tcp LPNI seq info [221:221:8:4294967295] 00000400:00000200:1.0:1712357313.085612:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.085618:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.085621:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.085623:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d300. 00000800:00000200:1.0:1712357313.085626:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.085629:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.085632:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.085636:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.085638:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.085639:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.085641:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.085642:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.085644:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.085645:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.085646:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.085653:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.085657:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.085729:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.085731:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d300. 00000400:00000200:2.0:1712357313.085735:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.085737:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.085739:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:2.0:1712357313.085740:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:2.0:1712357313.085742:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.085744:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.085748:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.085750:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.085753:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.085754:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.088985:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356600. 00010000:00000010:0.1:1712357313.089001:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00010000:00000010:0.1:1712357313.089004:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000800:00000001:3.0:1712357313.090016:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.090026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.090028:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.090030:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.090039:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.090044:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.090050:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.090054:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.090057:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.090060:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9037c0 00000400:00000200:3.0:1712357313.090064:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.090068:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xaed [1] + 224 00000800:00000001:3.0:1712357313.090074:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.090084:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.090087:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.090090:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.090095:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.090102:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.090111:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.090140:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.090147:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.090150:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.090230:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.090235:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.090236:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.090239:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:1.0:1712357313.090242:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.090244:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.090246:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.090250:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.090256:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.090262:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.090263:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.090265:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.090267:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.090269:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.090270:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.090273:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.090279:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.090283:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.090285:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.090286:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.090289:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.090292:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.090294:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.090296:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.090297:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.090299:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.090303:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.090308:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.090310:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.090312:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.090314:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.090326:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135360:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.090330:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.090332:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.090334:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.090336:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.090338:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.090344:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.090346:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.090348:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.090349:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.090351:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.090353:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090355:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090357:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=4 00000020:00000001:1.0:1712357313.090358:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090360:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000040:1.0:1712357313.090364:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38f600, remote cookie: 0xa8e7976a8eb1fdfd, flags: 0x1001 00010000:00010000:1.0:1712357313.090368:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.090374:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x6:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.090377:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.090383:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d300. 00010000:00000010:1.0:1712357313.090386:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25600. 00010000:00000040:1.0:1712357313.090388:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d400 count: 0 00010000:00000010:1.0:1712357313.090392:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.090792:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.090797:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.090807:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090812:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.090815:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.090817:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.090818:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.090818:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.090820:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x6:0x0].0x0 (ffff8800b6e1d300) refcount = 1 00010000:00010000:1.0:1712357313.090823:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090829:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.090831:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.090832:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.090834:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.090836:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.090839:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090843:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.090845:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090846:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.090846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.090848:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.090851:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.090852:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090853:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090855:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.090856:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090858:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090859:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090863:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090864:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=4 00000020:00000001:1.0:1712357313.090865:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090866:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090868:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.090869:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.090872:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090876:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.090877:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090878:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090879:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=5 00000020:00000001:1.0:1712357313.090880:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090881:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090883:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.090885:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090889:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090890:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.090892:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090895:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.090896:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090897:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.090898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090898:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.090902:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.090908:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090912:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090913:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.090914:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090916:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090917:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090918:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.090919:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.090920:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.090922:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.090923:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090924:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090925:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.090926:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090927:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00000002:00010000:1.0:1712357313.090930:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.090934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.090936:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.090937:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.090937:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.090938:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.090939:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.090941:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000040:1.0:1712357313.090944:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:1.0:1712357313.090945:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.090948:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/6 (0 0) 00010000:00000001:1.0:1712357313.090950:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.090951:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.090952:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.090953:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto-0.24.0-py3.6.egg-info intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.090956:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.090962:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.090964:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.090968:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.090969:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357313.090972:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.090974:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.090977:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.090979:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.090981:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.090983:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.090985:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.090989:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.090991:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x6:0x0] 00000080:00000001:1.0:1712357313.090993:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.090994:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1712357313.090996:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.090999:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x6:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.091001:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x6:0x0](ffff8800a76d98c8): rc = 0 00000080:00000001:1.0:1712357313.091002:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123196104 : -131938586355512 : ffff8800a76d98c8) 00010000:00000001:1.0:1712357313.091004:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.091005:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.091005:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.091007:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.091008:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.091009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.091010:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.091011:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.091012:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.091014:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.091015:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.091016:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.091017:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.091019:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) for lock 0xbda2fb8f03337d30 00000080:00000001:1.0:1712357313.091021:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.091023:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.091027:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.091028:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.091029:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.091030:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.091030:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.091031:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.091032:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.091034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.091034:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.091035:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.091036:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.091040:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012a60d800. 00000080:00002000:1.0:1712357313.091045:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76561b0 inode ffff8800a76d98c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.091047:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.091049:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.091051:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.091053:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6:0x0](ffff8800a76d98c8) 00000080:00010000:1.0:1712357313.091055:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d30 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357313.091056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.091057:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.091057:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f600 refcount=3 00000020:00000001:1.0:1712357313.091059:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.091060:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632640 : -131938505918976 : ffff8800ac38f600) 00010000:00000001:1.0:1712357313.091062:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.091063:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.091067:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.091068:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.091069:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.091071:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.091072:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f600/0xbda2fb8f03337d30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fdfd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.091084:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.091086:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.091088:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.091090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.091091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.091092:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091094:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.091096:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091097:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091099:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091100:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.091101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.091101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.091103:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.091105:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000100:00000001:1.0:1712357313.091107:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.091111:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24380 x1795536572135360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.091116:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.091118:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.091121:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.091125:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.091126:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.091128:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=40 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.091129:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.091131:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:1.0:1712357313.091134:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.091136:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.091137:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24380. 00000100:00000001:1.0:1712357313.091140:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.091140:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.091476:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.091479:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6:0x0](ffff8800a76d98c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.091484:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.091490:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=PKG-INFO, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), flags=0 00000080:00000001:1.0:1712357313.091497:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.091499:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=PKG-INFO, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), intent=getattr 00000080:00000010:1.0:1712357313.091503:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.091507:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.091510:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.091511:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'PKG-INFO' on [0x200000401:0x6:0x0] 00800000:00000001:1.0:1712357313.091513:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.091516:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x6:0x0], fid2=[0x0:0x0:0x0], name='PKG-INFO' -> mds #0 00800000:00000001:1.0:1712357313.091518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.091520:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.091521:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: PKG-INFO,[0x0:0x0:0x0]) in obj [0x200000401:0x6:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.091525:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.091526:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.091529:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24380. 00000020:00000040:1.0:1712357313.091531:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=41 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.091534:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.091537:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.091538:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.091539:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.091540:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.091542:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.091543:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.091545:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.091549:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.091553:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091556:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.091557:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091558:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.091559:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.091560:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.091564:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00010000:00000001:1.0:1712357313.091566:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.091568:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.091578:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:1.0:1712357313.091580:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.091599:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.091601:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357313.091616:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.091618:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f03337d37 to hash 00000020:00000001:1.0:1712357313.091619:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.091620:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.091622:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.091624:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.091625:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.091627:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.091633:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.091640:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.091643:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.091645:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.091648:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.091650:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.091652:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.091653:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000001:1.0:1712357313.091656:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.091658:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.091660:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.091661:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.091665:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.091671:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.091672:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.091674:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.091675:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.091678:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.091685:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.091689:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.091690:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.091692:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.091695:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.091696:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.091701:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.091704:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.091707:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.091712:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572135424, portal 10 00000100:00000001:1.0:1712357313.091714:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.091714:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000040:1.0:1712357313.091719:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.091724:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.091726:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.091727:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357313.091729:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572135424, offset 0 00000400:00000200:1.0:1712357313.091733:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.091738:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.091743:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.091747:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.091750:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.091752:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.091754:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.091757:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [222:222:256:4294967295] 192.168.203.120@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:1.0:1712357313.091760:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.091767:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.091771:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.091774:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.091778:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.091787:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.091790:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.091796:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.091798:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.091799:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.091801:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.091802:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.091804:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.091805:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.091807:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.091809:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.091809:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.091859:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.091866:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.091870:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.091874:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.091877:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357313.091878:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:2.0:1712357313.091881:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.091884:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.091890:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.091893:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.091897:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.091898:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000001:0.0:1712357313.092074:0:12714:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1712357313.092076:0:12714:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=six.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), file ffff8800b388a780, open_flags 8000, mode 0 opened 0 00000080:00000010:0.0:1712357313.092081:0:12714:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b39df3c0. 00000080:00000001:0.0:1712357313.092083:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.092084:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=open 00000080:00000010:0.0:1712357313.092087:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f58a00. 00000080:00000001:0.0:1712357313.092091:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.092104:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.092106:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'six.py' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.092108:0:12714:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000002:0.0:1712357313.092110:0:12714:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='six.py' -> mds #0 00800000:00000001:0.0:1712357313.092112:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.092114:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.092115:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.py,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: open flags 0100001 00000002:00000001:0.0:1712357313.092118:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.092119:0:12714:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1712357313.092121:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357313.092124:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.092127:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28700. 00000020:00000040:0.0:1712357313.092129:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357313.092132:0:12714:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357313.092133:0:12714:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.092135:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.092137:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.092138:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.092139:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.092140:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.092141:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.092142:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.092143:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.092146:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2cac00. 00000100:00000001:0.0:1712357313.092149:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.092150:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.092151:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.092152:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.092153:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.092154:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.092159:0:12714:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00010000:00000001:0.0:1712357313.092161:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.092162:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.092164:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356600. 00010000:00000010:0.0:1712357313.092166:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.092168:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.092173:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357313.092175:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.092176:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337d3e to hash 00000020:00000001:0.0:1712357313.092177:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.092178:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.092180:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.092182:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.092183:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.092185:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.092190:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000020:00100000:0.0:1712357313.092197:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1712357313.092202:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1712357313.092208:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.092212:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.092212:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.092215:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.092216:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.092218:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.092219:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000001:0.0:1712357313.092220:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.092222:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.092223:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.092224:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.092227:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.092232:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.092237:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.092238:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.092240:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.092242:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.092244:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.092246:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.092247:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.092248:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.092288:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a9aa0000. 02000000:00000001:0.0:1712357313.092290:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.092293:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.092296:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.092299:0:12714:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aa2cb000. 00000100:00000200:0.0:1712357313.092302:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572135552, portal 10 00000100:00000001:0.0:1712357313.092303:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.092304:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000040:0.0:1712357313.092308:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.092313:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.092315:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.092317:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.092318:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1795536572135552, offset 0 00000400:00000200:0.0:1712357313.092321:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.092324:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.092327:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.092329:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.092331:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.092333:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.092334:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.092336:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [223:223:256:4294967295] 192.168.203.120@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:0.0:1712357313.092339:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.092343:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.092347:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.092352:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356800. 00000800:00000200:0.0:1712357313.092355:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.092359:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.092361:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.093061:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.093063:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.093065:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.093066:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.093067:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.093069:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.093071:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.093072:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.093074:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.093075:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.093381:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.093383:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356800. 00000400:00000200:3.0:1712357313.093387:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.093390:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.093393:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:3.0:1712357313.093395:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:3.0:1712357313.093397:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.093401:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.093407:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.093409:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.093414:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.093415:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357313.094994:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f6000. 00000080:00000010:0.1:1712357313.095004:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f69e0. 00000800:00000001:2.0:1712357313.095274:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.095284:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.095286:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.095288:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.095295:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.095300:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.095305:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.095308:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.095311:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.095314:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903800 00000400:00000200:2.0:1712357313.095317:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.095322:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xaf5 [1] + 224 00000800:00000001:2.0:1712357313.095328:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.095339:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.095341:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.095344:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.095348:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.095353:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.095360:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.095384:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.095389:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.095391:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.095446:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.095451:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.095452:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.095455:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:1.0:1712357313.095458:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.095460:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.095462:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.095467:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.095474:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.095479:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.095480:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.095482:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.095484:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.095486:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.095487:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.095490:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.095496:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.095499:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.095501:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.095504:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.095518:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.095521:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.095523:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.095533:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.095536:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.095540:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.095545:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.095547:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.095549:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.095551:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.095557:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.095560:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.095563:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.095564:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.095566:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.095568:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.095581:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.095612:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.095614:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.095616:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.095619:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.095622:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.095624:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.095626:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357313.095628:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.095630:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00010000:1.0:1712357313.095634:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095645:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.095648:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095653:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.095654:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095659:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.095660:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.095662:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095666:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.095668:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.095670:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.095672:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.095677:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.095679:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.095681:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095685:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.095687:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.095689:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095693:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.095694:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.095695:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.095696:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.095700:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:1.0:1712357313.095701:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.095703:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.095705:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.095707:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.095711:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.095712:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.095714:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.095715:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.095717:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.095719:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.095719:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.095720:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.095722:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f840 with handle 0xbda2fb8f03337d37 from hash 00010000:00000001:1.0:1712357313.095724:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.095725:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.095725:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.095726:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.095727:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.095728:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.095729:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.095730:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.095731:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.095732:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.095733:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.095737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.095737:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.095738:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.095739:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.095740:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.095740:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.095741:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337d37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.095751:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.095752:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.095755:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.095759:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.095764:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.095765:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.095767:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.095768:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.095770:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.095771:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.095772:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.095773:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.095775:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=PKG-INFO intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.095777:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.095780:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.095782:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.095785:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.095786:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.095789:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012a60d960. 00000080:00002000:1.0:1712357313.095793:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76566c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.095804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.095807:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.095809:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.095811:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.095812:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.095814:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.095818:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:1.0:1712357313.095820:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.095823:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/6 (0 0) 00000002:00000001:1.0:1712357313.095825:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.095826:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.095827:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.095832:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.095835:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.095837:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000100:00000001:1.0:1712357313.095840:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.095843:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24380 x1795536572135424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.095848:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.095849:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.095851:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.095855:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.095856:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.095858:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=41 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.095860:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.095862:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:1.0:1712357313.095865:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.095866:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.095868:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24380. 00000100:00000001:1.0:1712357313.095870:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.095870:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.095872:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.095873:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.095874:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.095878:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.095880:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry PKG-INFO (ffff8800a76566c0, parent ffff8800a76561b0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.095883:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.095885:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.095887:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.095889:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.095890:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76561b0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00000080:00000001:1.0:1712357313.095892:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.096373:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.096380:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.096381:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.096383:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.096388:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.096391:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.096396:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.096398:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.096401:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.096404:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 608 into portal 10 MB=0x66107ef903880 00000400:00000200:3.0:1712357313.096407:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.096410:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 608/608 into md 0xafd [32] + 224 00000800:00000001:3.0:1712357313.096414:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.096422:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.096424:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.096431:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.096433:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.096437:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.096444:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=608 offset=224 replen=66320 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000001:1.0:1712357313.096683:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.096686:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.096687:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.096692:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.096695:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.096696:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto-0.24.0-py3.6.egg-info(ffff8800a76561b0) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.096698:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.096703:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, flags=16 00000080:00000001:1.0:1712357313.096706:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.096708:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.096709:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.096710:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6:0x0](ffff8800a76d98c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.096712:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.096718:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=SOURCES.txt, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), flags=0 00000080:00000001:1.0:1712357313.096720:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.096721:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=SOURCES.txt, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), intent=getattr 00000080:00000010:1.0:1712357313.096725:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00000080:00000001:1.0:1712357313.096729:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.096731:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.096732:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'SOURCES.txt' on [0x200000401:0x6:0x0] 00800000:00000001:1.0:1712357313.096735:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.096737:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x6:0x0], fid2=[0x0:0x0:0x0], name='SOURCES.txt' -> mds #0 00800000:00000001:1.0:1712357313.096739:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.096741:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.096742:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: SOURCES.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x6:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.096744:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.096746:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.096748:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24380. 00000020:00000040:1.0:1712357313.096751:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.096754:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.096757:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.096760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.096761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.096762:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.096764:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.096765:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.096767:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.096770:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.096774:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.096776:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.096778:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.096779:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.096783:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.096785:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.096789:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00010000:00000001:1.0:1712357313.096791:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.096793:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.096796:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:1.0:1712357313.096797:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.096798:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.096800:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357313.096802:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.096804:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f03337d45 to hash 00000020:00000001:1.0:1712357313.096805:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.096806:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.096808:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.096810:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.096811:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.096813:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.096818:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.096824:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.096827:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.096828:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.096832:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.096833:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.096834:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.096835:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000001:1.0:1712357313.096838:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.096840:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.096842:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.096843:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.096850:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.096855:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.096856:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.096858:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.096860:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.096862:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.096865:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.096868:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.096869:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.096871:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.096873:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.096874:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.096878:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.096879:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00000400:00000010:1.0:1712357313.096883:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.096886:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572135616, portal 10 00000100:00000001:1.0:1712357313.096888:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.096889:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000040:1.0:1712357313.096892:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.096897:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.096899:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.096900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357313.096902:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572135616, offset 0 00000400:00000200:1.0:1712357313.096905:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.096909:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.096913:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.096916:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.096919:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.096922:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.096923:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.096926:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [224:224:256:4294967295] 192.168.203.120@tcp LPNI seq info [224:224:8:4294967295] 00000400:00000200:1.0:1712357313.096939:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.096945:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.096949:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.096951:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357313.096955:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.096960:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.096962:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.096979:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.096981:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.096983:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.096984:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.096985:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.096987:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.096989:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.096990:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.096992:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.096993:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.097033:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000200:3.0:1712357313.097076:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.097078:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:3.0:1712357313.097082:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.097085:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.097088:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357313.097089:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357313.097091:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.097094:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.097100:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.097102:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.097106:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.097107:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.097110:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.097113:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.097231:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.097234:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.097235:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.097237:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.097239:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa2cb000 00000400:00000010:0.0:1712357313.097241:0:12714:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff8800aa2cb000. 00000100:00000001:0.0:1712357313.097243:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.097247:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.097253:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097259:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.097260:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.097261:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.097263:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.097264:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.097265:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.097267:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.097270:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.097273:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.097275:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.097282:0:12714:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097287:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.097289:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.097290:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.097291:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.097292:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.097295:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097300:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.097302:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.097303:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.097306:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RPQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.097311:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.097314:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.097316:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.097318:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.097319:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.097321:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097326:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.097328:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.097330:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.097331:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.097332:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.097335:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.097336:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.097337:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.097339:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.097340:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357313.097346:0:12714:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097350:0:12714:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.097353:0:12714:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097356:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.097358:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097361:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.097362:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.097364:0:12714:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097367:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.097368:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.097369:0:12714:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.097371:0:12714:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.097375:0:12714:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.097377:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.097379:0:12714:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097383:0:12714:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.097384:0:12714:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.097386:0:12714:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097389:0:12714:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.097391:0:12714:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.097394:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.097395:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.097396:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357313.097397:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.097399:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.097401:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.097402:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12714 initiator: MDT0 00000080:00000001:0.0:1712357313.097406:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.097407:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.097408:0:12714:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.097409:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.097411:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.097412:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.097412:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.097413:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.097416:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337d3e from hash 00010000:00000001:0.0:1712357313.097417:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.097418:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.097418:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.097419:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.097420:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.097421:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.097422:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.097423:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.097423:0:12714:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.097425:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.097426:0:12714:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.097429:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.097430:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.097431:0:12714:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.097431:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.097432:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.097433:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.097436:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.097437:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337d3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00010000:00000040:0.0:1712357313.097441:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356600 count: 0 00010000:00000010:0.0:1712357313.097445:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.097454:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.097455:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.097457:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.097461:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.097466:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.097466:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097468:0:12714:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097469:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097470:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.097471:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.097472:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097472:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.097474:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.py intent=open status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.097476:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097478:0:12714:0:(lmv_intent.c:400:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097479:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.097481:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.097482:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800b39df3c0 it_disposition 7 00000080:00000010:0.0:1712357313.097485:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f6d00. 00000080:00002000:0.0:1712357313.097487:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.097490:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097493:0:12714:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.097495:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097496:0:12714:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.097497:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.097499:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.097502:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097503:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097505:0:12714:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097510:0:12714:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.097512:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.097514:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.097516:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f58a00. 00000100:00000001:0.0:1712357313.097519:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.097523:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28700 x1795536572135552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097527:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.097528:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.097530:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a9aa0000. 02000000:00000001:0.0:1712357313.097595:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.097597:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.097599:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=41 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.097600:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.097694:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2cac00. 02000000:00000001:0.0:1712357313.097698:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.097700:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.097701:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28700. 00000100:00000001:0.0:1712357313.097703:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.097704:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.097706:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.097707:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800b39df3c0 released 00000080:00000001:0.0:1712357313.097708:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:0.0:1712357313.097709:0:12714:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800b39df3c0. 00000080:00000001:0.0:1712357313.097711:0:12714:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.097714:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.097716:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry six.py (ffff8800a75161b0, parent ffff8800a7656360, inode (null)) hashed, 00000080:00000001:0.0:1712357313.097718:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.097719:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.097721:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.097738:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.097739:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.097740:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.097743:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.097747:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.097748:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357313.097749:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.097755:0:12714:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1712357313.097756:0:12714:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), file ffff8800b388be00, open_flags 80c2, mode 8180 opened 0 00000080:00000010:0.0:1712357313.097759:0:12714:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b39df3c0. 00000080:00000001:0.0:1712357313.097761:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.097763:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=open|creat 00000080:00000010:0.0:1712357313.097766:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f58a00. 00000080:00000001:0.0:1712357313.097768:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097770:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.097771:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] '.six.py.9ciyIX' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.097774:0:12714:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1712357313.097776:0:12714:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357313.097777:0:12714:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357313.097778:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097780:0:12714:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357313.097782:0:12714:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357313.097784:0:12714:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1b:0x0] 40000000:00000001:0.0:1712357313.097786:0:12714:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097787:0:12714:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097788:0:12714:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.097789:0:12714:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357313.097791:0:12714:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x1b:0x0], name='.six.py.9ciyIX' -> mds #0 00800000:00000001:0.0:1712357313.097793:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097795:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.097796:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .six.py.9ciyIX,[0x200000401:0x1b:0x0]) in obj [0x200000401:0x4:0x0], intent: open|creat flags 0100303 00000002:00000001:0.0:1712357313.097798:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.097800:0:12714:0:(mdc_locks.c:264:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1712357313.097802:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357313.097805:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097806:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1712357313.097807:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.097809:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28700. 00000020:00000040:0.0:1712357313.097811:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357313.097814:0:12714:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357313.097815:0:12714:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.097820:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.097822:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.097824:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.097825:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.097826:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.097827:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.097828:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.097830:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.097832:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2cac00. 00000100:00000001:0.0:1712357313.097835:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.097837:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.097838:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.097839:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.097840:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.097841:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.097846:0:12714:0:(mdc_locks.c:433:mdc_intent_open_pack()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00010000:00000001:0.0:1712357313.097847:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.097848:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.097851:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356700. 00010000:00000010:0.0:1712357313.097852:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664500. 00010000:00000001:0.0:1712357313.097854:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.097856:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357313.097857:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.097859:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337d4c to hash 00000020:00000001:0.0:1712357313.097860:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.097861:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.097863:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.097864:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.097865:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.097867:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.097872:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000020:00100000:0.0:1712357313.097878:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1712357313.097886:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1712357313.097893:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.097896:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.097897:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.097899:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3e40. 00000100:00000001:0.0:1712357313.097901:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776320 : -131938381775296 : ffff8800b39f3e40) 00000100:00000001:0.0:1712357313.097902:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.097903:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000001:0.0:1712357313.097905:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.097907:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.097908:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.097909:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.097911:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097916:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.097917:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.097919:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.097920:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.097922:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.097925:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.097926:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.097927:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.097929:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.097945:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a9aa0000. 02000000:00000001:0.0:1712357313.097946:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.097950:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.097952:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.097955:0:12714:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800aa2cb000. 00000100:00000200:0.0:1712357313.097958:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1795536572135744, portal 10 00000100:00000001:0.0:1712357313.097959:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.097962:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000040:0.0:1712357313.097967:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.097972:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.097973:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.097975:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357313.097977:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1795536572135744, offset 0 00000400:00000200:0.0:1712357313.097980:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.097984:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.097986:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.097988:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.097990:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.097992:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.097993:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.097995:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [225:225:256:4294967295] 192.168.203.120@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000200:0.0:1712357313.097998:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.098002:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.098006:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.098008:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.098010:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.098014:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.098016:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.098028:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.098030:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.098031:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.098033:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.098034:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.098035:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3e40 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.098036:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.098037:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.098039:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.098040:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.098067:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.098070:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357313.098072:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.098075:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.098078:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:2.0:1712357313.098079:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:2.0:1712357313.098082:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.098085:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.098091:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.098094:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 3 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.098098:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.098099:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.100378:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.100387:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.100391:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.100393:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.100401:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.100406:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.100411:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.100414:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.100417:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.100421:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9038c0 00000400:00000200:3.0:1712357313.100429:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.100434:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xb05 [1] + 224 00000800:00000001:3.0:1712357313.100440:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.100449:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.100452:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.100455:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.100459:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.100465:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.100472:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.101102:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00010000:00000010:3.1:1712357313.101127:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d400. 00000800:00000001:3.0:1712357313.101134:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.101138:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.101140:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.101141:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.101145:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.101148:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.101150:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.101152:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.101153:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.101155:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 664 into portal 10 MB=0x66107ef903940 00000400:00000200:3.0:1712357313.101157:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1712357313.101158:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357313.101159:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 664/664 into md 0xb0d [32] + 224 00000800:00000001:3.0:1712357313.101161:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:1.0:1712357313.101164:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.101165:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1712357313.101167:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1712357313.101168:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:3.0:1712357313.101169:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.101170:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:1.0:1712357313.101170:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:1.0:1712357313.101172:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:1.0:1712357313.101175:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:3.0:1712357313.101179:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.101179:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357313.101182:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.101187:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=664 offset=224 replen=66320 req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.101190:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.101196:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.101197:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.101199:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.101199:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.101201:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1712357313.101203:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000100:00000001:1.0:1712357313.101203:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1712357313.101206:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.101209:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000100:00000001:1.0:1712357313.101209:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.101212:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.101213:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [226:226:256:4294967295] 192.168.203.120@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:3.0:1712357313.101216:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00001000:1.0:1712357313.101217:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.101221:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.101221:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357313.101222:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000001:1.0:1712357313.101223:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1712357313.101223:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.101224:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1712357313.101226:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.120@tcp 00000100:00000040:1.0:1712357313.101226:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000400:00000010:0.0:1712357313.101226:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:0.0:1712357313.101228:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa2cb000 00000800:00000010:3.0:1712357313.101229:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8800aa038400. 00000400:00000010:0.0:1712357313.101230:0:12714:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 632 at ffff8800aa2cb000. 00000100:00000001:1.0:1712357313.101231:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.101232:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:3.0:1712357313.101233:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:1.0:1712357313.101233:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.101235:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000200:0.0:1712357313.101235:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.101236:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000800:00000200:3.0:1712357313.101238:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:1.0:1712357313.101238:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000800:00000200:3.0:1712357313.101240:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa038400 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1712357313.101241:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.101241:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28700 x1795536572135744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/66320 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.101246:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.101246:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.101247:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.101248:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.101249:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.101249:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.101250:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.101251:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1712357313.101252:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.101252:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.101253:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.101255:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00001000:0.0:1712357313.101256:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00100000:1.0:1712357313.101258:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135616:192.168.203.120@tcp:101:rsync.0 00000100:00001000:0.0:1712357313.101259:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.101260:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.101261:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.101261:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.101263:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.101263:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1712357313.101265:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.101266:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1712357313.101266:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.101268:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.101268:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.101269:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x1] 00000100:00000001:0.0:1712357313.101270:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.101272:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.101273:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.101273:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000010:1.0:1712357313.101275:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:0.0:1712357313.101275:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.101276:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.101277:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.101277:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.101278:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.101278:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.101280:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1712357313.101281:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:0.0:1712357313.101281:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/664 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000010:3.0:1712357313.101282:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8800aa038400. 00000800:00000001:2.0:1712357313.101282:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.101283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1712357313.101285:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1712357313.101287:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:3.0:1712357313.101288:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000020:00000040:1.0:1712357313.101290:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000100:00000001:0.0:1712357313.101294:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1712357313.101295:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00000100:00000001:0.0:1712357313.101295:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.101296:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.101297:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00000100:00000040:0.0:1712357313.101299:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/664 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00010000:1.0:1712357313.101301:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00100000:0.0:1712357313.101305:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135744:192.168.203.120@tcp:101:rsync.0 00010000:00000001:1.0:1712357313.101308:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.101308:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.101310:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.101311:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.101311:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.101312:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.101314:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/664 e 0 to 0 dl 1712357329 ref 3 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.101315:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.101317:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.101318:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.101320:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3e40. 00010000:00000001:1.0:1712357313.101322:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1712357313.101322:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1712357313.101323:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.101323:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.101324:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.101324:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.101326:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101327:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:1.0:1712357313.101328:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1712357313.101329:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00010000:00000001:1.0:1712357313.101330:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.101330:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.101332:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1712357313.101332:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:1.0:1712357313.101333:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000040:0.0:1712357313.101334:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2d00, remote cookie: 0xa8e7976a8eb1fe58, flags: 0x1001 00010000:00010000:0.0:1712357313.101336:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.101338:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fa80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.101340:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00000040:0.0:1712357313.101340:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1b:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00010000:1.0:1712357313.101342:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.101342:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.101346:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000001:1.0:1712357313.101347:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.101348:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.101350:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000010:0.0:1712357313.101350:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664e80. 00010000:00000040:0.0:1712357313.101352:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356700 count: 0 00010000:00000010:0.0:1712357313.101355:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664500. 00010000:00000001:1.0:1712357313.101356:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.101358:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.101359:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.101360:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:0.0:1712357313.101360:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.101361:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00010000:00010000:0.0:1712357313.101361:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 4/0,1 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1712357313.101362:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.101363:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.101365:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.101365:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 4/0,1 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.101367:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.101368:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00000080:00000001:1.0:1712357313.101370:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00000001:0.0:1712357313.101370:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000080:00000001:1.0:1712357313.101371:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101371:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.101371:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.101372:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.101372:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1b:0x0].0x0 (ffff88012e356c00) refcount = 1 00010000:00010000:1.0:1712357313.101373:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.101374:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00010000:0.0:1712357313.101374:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.101375:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.101376:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.101377:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.101377:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.101378:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101378:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00000020:00000040:1.0:1712357313.101379:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f03337d45 from hash 00010000:00000001:0.0:1712357313.101379:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.101380:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.101381:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.101381:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101381:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.101382:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.101383:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1712357313.101383:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.101384:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.101384:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.101385:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.101385:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.101386:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101386:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101386:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.101387:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.101387:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101387:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101387:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.101389:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.101390:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00010000:1.0:1712357313.101391:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.101393:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101393:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:1.0:1712357313.101394:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1712357313.101394:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357313.101395:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101396:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.101397:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101397:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101397:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:1.0:1712357313.101398:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:0.0:1712357313.101398:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357313.101398:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.101399:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.101399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101399:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.101400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101400:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.101401:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101401:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.101402:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.101403:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337d45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.101405:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101405:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101405:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101406:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101406:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357313.101407:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101408:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101408:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1712357313.101409:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.101409:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.101410:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.101411:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.101412:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101412:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.101413:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1712357313.101415:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.101415:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.101416:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101418:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101418:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101419:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.101420:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.101421:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1712357313.101421:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000001:1.0:1712357313.101422:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101424:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101425:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1712357313.101425:0:12714:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00010000:00000001:1.0:1712357313.101427:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000002:00100000:0.0:1712357313.101427:0:12714:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 656/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.101428:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101429:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.101430:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=SOURCES.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.101430:0:12714:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101432:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.101434:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101434:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101435:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101435:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00800000:00000001:1.0:1712357313.101436:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.101436:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101437:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00000080:00000001:1.0:1712357313.101438:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000002:00010000:0.0:1712357313.101438:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000080:00002000:1.0:1712357313.101440:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.101442:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab4b4a0. 00000002:00000010:0.0:1712357313.101442:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b619d600. 00010000:00000001:0.0:1712357313.101443:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101443:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.101444:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.101444:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1712357313.101445:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656bd0 inode (null) refc 1 flags 0x8e 00000002:00000001:0.0:1712357313.101445:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1712357313.101446:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.101447:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000001:0.0:1712357313.101447:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.101448:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000080:00000001:1.0:1712357313.101449:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101449:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101449:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101449:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357313.101450:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00800000:00000001:1.0:1712357313.101451:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00010000:00000001:0.0:1712357313.101451:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00000002:00010000:0.0:1712357313.101452:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00800000:00000001:1.0:1712357313.101453:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101455:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.101456:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.101457:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.101457:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101457:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101458:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.101458:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101459:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101459:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00010000:00000040:1.0:1712357313.101460:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00000020:00000001:0.0:1712357313.101460:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101461:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000040:0.0:1712357313.101462:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357313.101463:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.101463:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.101464:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/27 (0 0) 00010000:00010000:1.0:1712357313.101466:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/6 (0 0) 00010000:00000001:0.0:1712357313.101466:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101466:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.101466:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.101467:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.six.py.9ciyIX intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1712357313.101468:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.101469:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101470:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.101470:0:12714:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.101471:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.101471:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101472:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00000001:1.0:1712357313.101473:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00002000:0.0:1712357313.101473:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800b39df3c0 it_disposition 1800037 00000080:00000010:0.0:1712357313.101474:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f6520. 00000080:00000001:1.0:1712357313.101475:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00002000:0.0:1712357313.101476:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000010:1.0:1712357313.101477:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000100:00000001:1.0:1712357313.101484:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.101486:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24380 x1795536572135616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000080:00000001:0.0:1712357313.101487:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.101489:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.101490:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f58a00. 00000100:00000001:1.0:1712357313.101491:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.101492:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1712357313.101494:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1712357313.101495:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 00000100:00000040:0.0:1712357313.101497:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 4 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 02000000:00000001:1.0:1712357313.101498:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.101499:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.101501:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=41 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:0.0:1712357313.101501:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.101502:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 00000080:00000001:0.0:1712357313.101503:0:12714:0:(namei.c:1421:ll_create_it()) Process entered 02000000:00000010:1.0:1712357313.101504:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 00000080:00200000:0.0:1712357313.101504:0:12714:0:(namei.c:1424:ll_create_it()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=open|creat 00000080:00000001:0.0:1712357313.101506:0:12714:0:(namei.c:1373:ll_create_node()) Process entered 02000000:00000001:1.0:1712357313.101507:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.101508:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.101510:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24380. 00000080:00000001:0.0:1712357313.101511:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000100:00000001:1.0:1712357313.101512:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.101513:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.101513:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.101514:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00800000:00000001:0.0:1712357313.101514:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:1.0:1712357313.101515:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.101516:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000002:00000001:0.0:1712357313.101516:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.101518:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.101520:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00000001:0.0:1712357313.101520:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00002000:1.0:1712357313.101521:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry SOURCES.txt (ffff8800a7656bd0, parent ffff8800a76561b0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.101522:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.101524:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.101525:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.101528:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000010:0.0:1712357313.101528:0:12714:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0647000. 00000080:00000001:1.0:1712357313.101530:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.101531:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76561b0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00000020:00000001:0.0:1712357313.101532:0:12714:0:(class_obd.c:912:obd_heat_clear()) Process entered 00000080:00000001:1.0:1712357313.101533:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.101533:0:12714:0:(class_obd.c:915:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1712357313.101535:0:12714:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357313.101536:0:12714:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1b:0x0](ffff8800b06470c8) 00000020:00000001:0.0:1712357313.101543:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.101547:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.101548:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.101552:0:12714:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000080:00000001:1.0:1712357313.101556:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000010:0.0:1712357313.101559:0:12714:0:(vvp_object.c:363:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a9a7b000. 00000080:00000001:1.0:1712357313.101560:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000020:00000001:0.0:1712357313.101561:0:12714:0:(cl_object.c:73:cl_object_header_init()) Process entered 00000080:00200000:1.0:1712357313.101562:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000020:00000001:0.0:1712357313.101563:0:12714:0:(cl_object.c:80:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.101565:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.101567:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.101568:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto-0.24.0-py3.6.egg-info(ffff8800a76561b0) flags 0x10800ce refc 0 00020000:00000001:0.0:1712357313.101568:0:12714:0:(lov_object.c:2364:lov_object_alloc()) Process entered 00000080:00000001:1.0:1712357313.101580:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.101595:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, flags=16 00000080:00000001:1.0:1712357313.101597:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00020000:00000010:0.0:1712357313.101598:0:12714:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a9a7c000. 00000080:00000001:1.0:1712357313.101599:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.101600:0:12714:0:(lov_object.c:2379:lov_object_alloc()) Process leaving (rc=18446612135160561664 : -131938548989952 : ffff8800a9a7c000) 00000080:00000001:1.0:1712357313.101601:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.101602:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6:0x0](ffff8800a76d98c8), inode mode 41ed mask 1 00020000:00000001:0.0:1712357313.101602:0:12714:0:(lov_object.c:1386:lov_object_init()) Process entered 00000080:00000001:1.0:1712357313.101604:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.101604:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00000080:00200000:1.0:1712357313.101608:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=dependency_links.txt, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), flags=0 00020000:00000010:0.0:1712357313.101608:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df420. 00000080:00000001:1.0:1712357313.101610:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00020000:00000010:0.0:1712357313.101610:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664500. 00000080:00200000:1.0:1712357313.101611:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=dependency_links.txt, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), intent=getattr 00020000:00000010:0.0:1712357313.101613:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df480. 00000080:00000010:1.0:1712357313.101615:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800adb0b000. 00020000:00000001:0.0:1712357313.101615:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691904 : -131938381859712 : ffff8800b39df480) 00020000:00000002:0.0:1712357313.101617:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df480, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000080:00000001:1.0:1712357313.101618:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.101620:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00020000:00000002:0.0:1712357313.101620:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00800000:00000002:1.0:1712357313.101622:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'dependency_links.txt' on [0x200000401:0x6:0x0] 00020000:00000002:0.0:1712357313.101623:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:3 ost idx: 0 gen: 0 00800000:00000001:1.0:1712357313.101624:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00020000:00000001:0.0:1712357313.101625:0:12714:0:(lov_object.c:612:lov_init_composite()) Process entered 00800000:00000002:1.0:1712357313.101626:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x6:0x0], fid2=[0x0:0x0:0x0], name='dependency_links.txt' -> mds #0 00020000:00000002:0.0:1712357313.101626:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df480, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00800000:00000001:1.0:1712357313.101628:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.101628:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00000002:00000001:1.0:1712357313.101630:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.101631:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: dependency_links.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x6:0x0], intent: getattr flags 0 00020000:00000002:0.0:1712357313.101633:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664500: ostid: 0x240000400:3 ost idx: 0 gen: 0 00000002:00000001:1.0:1712357313.101634:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.101635:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.101637:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24380. 00020000:00000010:0.0:1712357313.101637:0:12714:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800ad8239f0. 00020000:00000010:0.0:1712357313.101638:0:12714:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800b39f3e40. 00000020:00000040:1.0:1712357313.101639:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.101642:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00020000:00000001:0.0:1712357313.101642:0:12714:0:(lov_object.c:205:lov_init_raid0()) Process entered 00020000:00000010:0.0:1712357313.101643:0:12714:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800b38b39a8. 00010000:00000001:1.0:1712357313.101645:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00020000:00000001:0.0:1712357313.101646:0:12714:0:(lov_object.c:98:lov_sub_find()) Process entered 00010000:00000001:1.0:1712357313.101647:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1712357313.101647:0:12714:0:(lu_object.c:794:lu_object_find_at()) Process entered 00010000:00000001:1.0:1712357313.101648:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.101649:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.101651:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:0.0:1712357313.101651:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88012e356a00. 00020000:00000001:0.0:1712357313.101654:0:12714:0:(lovsub_object.c:183:lovsub_object_alloc()) Process entered 02000000:00000001:1.0:1712357313.101655:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00020000:00000010:0.0:1712357313.101656:0:12714:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a9a7b0c8. 02000000:00000001:1.0:1712357313.101657:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.101657:0:12714:0:(cl_object.c:73:cl_object_header_init()) Process entered 00000020:00000001:0.0:1712357313.101658:0:12714:0:(cl_object.c:80:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.101659:0:12714:0:(lovsub_object.c:197:lovsub_object_alloc()) Process leaving (rc=18446612135160557896 : -131938548993720 : ffff8800a9a7b148) 02000000:00000010:1.0:1712357313.101661:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00020000:00000001:0.0:1712357313.101662:0:12714:0:(lovsub_object.c:56:lovsub_object_init()) Process entered 00000100:00000001:1.0:1712357313.101664:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.101666:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.101667:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.101669:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.101669:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1712357313.101670:0:12714:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800a9ac6000. 00010000:00000001:1.0:1712357313.101671:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.101672:0:12714:0:(lovsub_object.c:65:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.101675:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000020:00000001:0.0:1712357313.101675:0:12714:0:(lu_object.c:893:lu_object_find_at()) Process leaving (rc=18446612135160557896 : -131938548993720 : ffff8800a9a7b148) 00010000:00000001:1.0:1712357313.101677:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00020000:00000001:0.0:1712357313.101677:0:12714:0:(lov_object.c:102:lov_sub_find()) Process leaving (rc=18446612135160557896 : -131938548993720 : ffff8800a9a7b148) 00010000:00000001:1.0:1712357313.101678:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00020000:00000002:0.0:1712357313.101679:0:12714:0:(lov_object.c:149:lov_init_sub()) [0x240000400:0x3:0x0]@ffff8800a9a7b0c8[0:0] -> [0x200000401:0x1b:0x0]@ffff8800a9a7b000: ostid: 0x240000400:3 ost idx: 0 gen: 0 00010000:00000040:1.0:1712357313.101680:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:1.0:1712357313.101681:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.101682:0:12714:0:(lov_object.c:275:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00010000:00000001:1.0:1712357313.101683:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00020000:00000001:0.0:1712357313.101684:0:12714:0:(lov_object.c:821:lov_init_composite()) Process leaving 00010000:00000010:1.0:1712357313.101685:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fcc0. 00020000:00000001:0.0:1712357313.101685:0:12714:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.101686:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000010:0.0:1712357313.101687:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88012e356900. 00000020:00000040:1.0:1712357313.101688:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fcc0 with handle 0xbda2fb8f03337d53 to hash 00000020:00000001:1.0:1712357313.101689:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:0.0:1712357313.101689:0:12714:0:(lu_object.c:893:lu_object_find_at()) Process leaving (rc=18446612135160557696 : -131938548993920 : ffff8800a9a7b080) 00010000:00000001:1.0:1712357313.101690:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.101692:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00000020:00001000:0.0:1712357313.101692:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00010000:00000001:1.0:1712357313.101694:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:0.0:1712357313.101694:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00010000:00000001:1.0:1712357313.101695:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101696:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00010000:1.0:1712357313.101697:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00000080:00000002:0.0:1712357313.101697:0:12714:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502299 mtime from 0 to 1712357313 00000080:00000001:0.0:1712357313.101700:0:12714:0:(llite_lib.c:3167:ll_read_inode2()) Process leaving 00010000:00010000:1.0:1712357313.101702:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.101702:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273590984 : -131938435960632 : ffff8800b06470c8) 00010000:00000001:0.0:1712357313.101703:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1712357313.101707:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000020:00000001:0.0:1712357313.101707:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101708:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357313.101709:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101710:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00000100:00000001:1.0:1712357313.101711:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.101712:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000080:00000001:0.0:1712357313.101712:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.101713:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.101714:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000100:00000010:1.0:1712357313.101715:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.101716:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000020:00001000:0.0:1712357313.101716:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.101717:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.101719:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00000100:00000001:1.0:1712357313.101720:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1712357313.101720:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00000100:00000001:1.0:1712357313.101721:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00020000:00000001:0.0:1712357313.101721:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.101723:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df4e0. 00000100:00000001:1.0:1712357313.101724:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00020000:00000010:0.0:1712357313.101725:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664f80. 00000100:00000001:1.0:1712357313.101727:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1712357313.101727:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df540. 00000100:00000001:1.0:1712357313.101728:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00020000:00000001:0.0:1712357313.101728:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327692096 : -131938381859520 : ffff8800b39df540) 00000100:00000001:1.0:1712357313.101729:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00020000:00000002:0.0:1712357313.101729:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df540, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.101732:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00000100:00000040:1.0:1712357313.101733:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00020000:00000002:0.0:1712357313.101734:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664f80: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.101736:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00000100:00000001:1.0:1712357313.101738:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1712357313.101738:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.101739:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.101740:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 02000000:00000001:1.0:1712357313.101742:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000010:0.0:1712357313.101742:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664f80. 02000000:00000001:1.0:1712357313.101743:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1712357313.101744:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df4e0. 00000100:00100000:1.0:1712357313.101746:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135808:192.168.203.120@tcp:101:rsync.0 00020000:00000010:0.0:1712357313.101746:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df540. 00000100:00000001:1.0:1712357313.101748:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00020000:00000002:0.0:1712357313.101748:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.101749:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.101750:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.101752:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1712357313.101752:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 02000000:00000001:1.0:1712357313.101753:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.101754:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000002:0.0:1712357313.101754:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.101755:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800b39df480 addref 2/0 by ffff8800a9934440. 02000000:00000010:1.0:1712357313.101757:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 00020000:00000002:0.0:1712357313.101757:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 02000000:00000001:1.0:1712357313.101758:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.101758:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00000400:00000200:1.0:1712357313.101761:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.101763:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2898. 00020000:00000001:0.0:1712357313.101763:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1712357313.101764:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1712357313.101765:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00000400:00000010:1.0:1712357313.101766:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00020000:00000001:0.0:1712357313.101766:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1712357313.101768:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1b:0x0]: layout version change: 4294967294 -> 0 00000100:00000200:1.0:1712357313.101769:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572135808, portal 10 00000020:00001000:0.0:1712357313.101770:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000100:00000001:1.0:1712357313.101771:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.101772:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000080:00000001:0.0:1712357313.101772:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101773:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101774:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1712357313.101775:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000001:0.0:1712357313.101775:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.101776:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.101778:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.101779:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.101781:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000080:00010000:0.0:1712357313.101781:0:12714:0:(namei.c:1391:ll_create_node()) setting l_ast_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) 00000100:00000040:1.0:1712357313.101783:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000080:00010000:0.0:1712357313.101783:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) for lock 0xbda2fb8f03337d4c 00000400:00000010:1.0:1712357313.101784:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000080:00000001:0.0:1712357313.101785:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1712357313.101786:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572135808, offset 0 00800000:00000001:0.0:1712357313.101787:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.101788:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.101789:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000002:00000001:0.0:1712357313.101789:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.101790:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.101790:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101791:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000400:00000200:1.0:1712357313.101792:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000020:00000001:0.0:1712357313.101792:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101793:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101794:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101794:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.101795:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.101795:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101796:0:12714:0:(namei.c:1393:ll_create_node()) Process leaving 00000100:00000001:0.0:1712357313.101797:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1712357313.101798:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000040:0.0:1712357313.101800:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 3 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000400:00000200:1.0:1712357313.101801:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1712357313.101803:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.101804:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000080:00000001:0.0:1712357313.101804:0:12714:0:(namei.c:1474:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.101806:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000080:00000001:0.0:1712357313.101806:0:12714:0:(pcc.c:2386:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1712357313.101807:0:12714:0:(pcc.c:2389:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.101808:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.101810:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [227:227:256:4294967295] 192.168.203.120@tcp LPNI seq info [227:227:8:4294967295] 00000080:00000001:0.0:1712357313.101812:0:12714:0:(file.c:866:ll_file_open()) Process entered 00000400:00000200:1.0:1712357313.101813:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000080:00200008:0.0:1712357313.101814:0:12714:0:(file.c:871:ll_file_open()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8), flags 100302 00000080:00000010:0.0:1712357313.101816:0:12714:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800aa02c000. 00000400:00000200:1.0:1712357313.101819:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000080:00000010:0.0:1712357313.101819:0:12714:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b619d9c0. 00000080:00000001:0.0:1712357313.101820:0:12714:0:(file.c:799:ll_local_open()) Process entered 00000080:00000001:0.0:1712357313.101821:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1712357313.101822:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00800000:00000001:0.0:1712357313.101823:0:12714:0:(lmv_obd.c:3984:lmv_set_open_replay_data()) Process entered 00000800:00000010:1.0:1712357313.101824:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00800000:00000001:0.0:1712357313.101824:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.101825:0:12714:0:(mdc_request.c:764:mdc_set_open_replay_data()) Process entered 00000800:00000200:1.0:1712357313.101827:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000002:00000010:0.0:1712357313.101827:0:12714:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800ac0f6680. 00000800:00000200:1.0:1712357313.101830:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000002:00100000:0.0:1712357313.101831:0:12714:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:1.0:1712357313.101833:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 688 niov 1 nkiov 1 00000002:00000001:0.0:1712357313.101836:0:12714:0:(mdc_request.c:817:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.101837:0:12714:0:(lmv_obd.c:3990:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1712357313.101839:0:12714:0:(rw.c:940:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1712357313.101842:0:12714:0:(file.c:817:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101843:0:12714:0:(pcc.c:1491:pcc_file_open()) Process entered 00000100:00000001:1.0:1712357313.101844:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101845:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000100:00000001:1.0:1712357313.101846:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.101846:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.101848:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101848:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.101848:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.101849:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:0.0:1712357313.101850:0:12714:0:(pcc.c:1510:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.101851:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.101852:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000080:00000001:0.0:1712357313.101852:0:12714:0:(pcc.c:1534:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101853:0:12714:0:(file.c:1065:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.101854:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.101855:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.101855:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.101856:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.101857:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.101858:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 02000000:00000001:0.0:1712357313.101863:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.101864:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a9aa0000. 00000800:00000200:2.0:1712357313.101891:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.101893:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357313.101896:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.101900:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.101902:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357313.101904:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 02000000:00000001:0.0:1712357313.101906:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1712357313.101907:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1712357313.101907:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1712357313.101910:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000008:0.0:1712357313.101910:0:12714:0:(file.c:1097:ll_file_open()) COMPLETED file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8), flags 100302, rc = 0 00000080:00000001:0.0:1712357313.101912:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.101913:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800b39df3c0 released 00000080:00010000:0.0:1712357313.101914:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d4c from it ffff8800b39df3c0 00000100:00000001:2.0:1712357313.101917:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1712357313.101919:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1712357313.101920:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000020:00000001:0.0:1712357313.101920:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.101921:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357313.101922:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101923:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.101924:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1712357313.101925:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.101926:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000100:00000001:2.0:1712357313.101931:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000001:0.0:1712357313.101931:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101932:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101932:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.101933:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.101935:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.101940:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.101942:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.101943:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.101945:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101945:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.101946:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101948:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.101949:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101950:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101952:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.101953:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.101953:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.101954:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.101955:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000010:0.0:1712357313.101957:0:12714:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff8800b39df3c0. 00000080:00000001:0.0:1712357313.101959:0:12714:0:(namei.c:1363:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101969:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.101970:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1b:0x0](ffff8800b06470c8), inode mode 8180 mask 40 00000080:00000001:0.0:1712357313.101973:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.101986:0:12714:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.101991:0:12714:0:(llite_lib.c:2280:ll_setattr_raw()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8) current size 0, valid attrs 41, mode 8180, uid -1282330624, gid -30720, new size 32, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.101996:0:12714:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.101999:0:12714:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6f58a00. 00000080:00000001:0.0:1712357313.102004:0:12714:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.102006:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.102007:0:12714:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.102008:0:12714:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1b:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357313.102011:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.102014:0:12714:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.102016:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.102018:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357313.102019:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.102021:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.102023:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.102024:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.102029:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.102030:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.102032:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.102033:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1b:0x0] mode (null) 00000080:00000001:0.0:1712357313.102035:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.102036:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.102037:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.102038:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.102039:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.102041:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.102042:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.102042:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.102043:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.102044:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.102045:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.102046:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.102047:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.102048:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.102052:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.102053:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.102055:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.102056:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.102057:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.102058:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.102058:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.102059:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.102061:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.102062:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.102063:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.102064:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.102065:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.102066:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135168610312 : -131938540941304 : ffff8800aa229008) 00000020:00001000:0.0:1712357313.102067:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800aa229000 00000020:00000001:0.0:1712357313.102068:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000080:00200000:0.0:1712357313.102070:0:12714:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0x1b:0x0]: losing layout lock 00000080:00000001:0.0:1712357313.102072:0:12714:0:(pcc.c:2190:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1712357313.102073:0:12714:0:(pcc.c:2205:pcc_layout_invalidate()) Process leaving 00000020:00000001:0.0:1712357313.102074:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:0.0:1712357313.102075:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.102076:0:12714:0:(lov_object.c:1440:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.102077:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1712357313.102078:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.102079:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357313.102081:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800aa229000 00000080:00000001:0.0:1712357313.102082:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.102083:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.102084:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1b:0x0](ffff8800b06470c8) invalid 00000080:00002000:0.0:1712357313.102086:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .six.py.9ciyIX (ffff8800a7516d80) parent ffff8800a7656360 inode ffff8800b06470c8 refc 1 00000080:00000001:0.0:1712357313.102088:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.102090:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.102090:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.102092:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.102093:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.102094:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.102095:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.102099:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.102101:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337d4c from hash 00010000:00000001:0.0:1712357313.102103:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.102104:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.102104:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.102105:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.102107:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.102108:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.102113:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.102114:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.102116:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.102119:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28a80. 00000020:00000040:0.0:1712357313.102121:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=43 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.102123:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.102125:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.102126:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.102127:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.102128:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.102129:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.102130:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.102131:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.102134:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59a00. 00000100:00000001:0.0:1712357313.102136:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.102138:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.102139:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.102141:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.102146:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.102147:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.102148:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.102149:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337d4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1fe58 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1712357313.102154:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b619d600. 00010000:00000040:0.0:1712357313.102160:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356c00 count: 0 00010000:00000010:0.0:1712357313.102163:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664e80. 00010000:00000001:0.0:1712357313.102167:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.102168:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.102169:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.102170:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.102171:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.102172:0:12714:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:0.0:1712357313.102178:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.102183:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.102188:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.102188:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.102191:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357313.102192:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357313.102194:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.102194:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160220288 : -131938549331328 : ffff8800a9a28a80) 00000100:00000001:0.0:1712357313.102196:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.102198:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.102199:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.102200:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.102203:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.102207:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.102208:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.102209:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.102211:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.102212:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135936:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.102215:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.102216:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.102217:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.102218:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.102220:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2cb000. 02000000:00000001:0.0:1712357313.102230:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.102233:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.102235:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c108. 00000400:00000010:0.0:1712357313.102238:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357313.102240:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572135936, portal 10 00000100:00000001:0.0:1712357313.102242:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.102243:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160220288 : -131938549331328 : ffff8800a9a28a80) 00000100:00000040:0.0:1712357313.102247:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.102251:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.102253:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.102255:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.102256:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572135936, offset 0 00000400:00000200:0.0:1712357313.102259:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.102262:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.102402:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.102406:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.102408:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.102410:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.102411:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.102413:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [228:228:256:4294967295] 192.168.203.120@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:0.0:1712357313.102416:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.102420:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.102424:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.102426:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356800. 00000800:00000200:0.0:1712357313.102429:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.102432:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.102434:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.102449:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.102451:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.102452:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.102457:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.102458:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.102459:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.102461:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.102462:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.102463:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.102464:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.102685:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.102687:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356800. 00000400:00000200:3.0:1712357313.102690:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.102693:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.102694:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:3.0:1712357313.102696:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:3.0:1712357313.102698:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.102702:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.102707:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.102709:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.102714:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.102719:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.104700:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356600. 00010000:00000010:1.1:1712357313.104708:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000800:00000001:2.0:1712357313.105291:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.105300:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.105302:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.105304:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.105335:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105340:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.105345:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105348:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105351:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105354:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903980 00000400:00000200:2.0:1712357313.105358:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105362:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xb15 [1] + 224 00000800:00000001:2.0:1712357313.105367:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.105371:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.105373:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.105376:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.105381:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.105386:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.105394:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.105729:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.105735:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.105738:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.105740:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.105741:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.105744:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105747:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.105750:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105751:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105753:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105755:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903a00 00000400:00000200:2.0:1712357313.105762:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.105765:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xb1d [1] + 224 00000800:00000001:2.0:1712357313.105768:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.105775:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.105776:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.105779:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.105781:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.105784:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.105790:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.105836:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.105841:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.105842:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.105844:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2898. 00000400:00000200:0.0:1712357313.105847:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:0.0:1712357313.105848:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:0.0:1712357313.105850:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.105854:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.105860:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.105865:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.105866:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.105867:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.105869:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.105871:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.105872:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.105874:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.105880:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.105882:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.105884:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.105886:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.105891:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.105894:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.105895:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.105896:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.105898:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.105900:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.105908:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.105911:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.105912:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.105915:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.105920:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572135808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.105927:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.105929:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.105931:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.105932:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.105934:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.105939:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.105941:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:0.0:1712357313.105943:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.105943:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.105946:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.105949:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.105951:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.105953:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=4 00000020:00000001:0.0:1712357313.105954:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:0.0:1712357313.105956:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00010000:0.0:1712357313.105960:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.105966:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.105969:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.105973:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.105978:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.105982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.105983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.105985:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.105988:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.105990:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.105992:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.105993:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.105997:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fcc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.105999:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.106002:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.106007:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.106008:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.106011:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.106014:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.106016:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.106016:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.106017:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.106018:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=5 00000020:00000001:0.0:1712357313.106019:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:0.0:1712357313.106020:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:0.0:1712357313.106022:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.106024:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.106032:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.106033:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.106035:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.106036:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.106038:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.106039:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.106039:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.106040:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.106042:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fcc0 with handle 0xbda2fb8f03337d53 from hash 00010000:00000001:0.0:1712357313.106043:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.106044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.106045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.106045:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.106046:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.106047:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.106048:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.106049:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.106050:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.106051:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.106052:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.106055:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.106056:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.106056:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.106057:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.106058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.106058:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.106059:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.106060:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337d53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.106066:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.106068:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.106071:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.106074:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.106081:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.106082:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106084:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106085:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106087:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.106089:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.106089:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106090:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.106092:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=dependency_links.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.106094:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.106096:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.106098:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.106100:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.106101:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.106104:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f6ba0. 00000080:00002000:0.0:1712357313.106107:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.106111:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.106114:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.106116:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106118:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.106120:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.106121:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.106125:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:0.0:1712357313.106126:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.106129:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/6 (0 0) 00000002:00000001:0.0:1712357313.106131:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106132:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.106134:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.106135:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.106137:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.106140:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800adb0b000. 00000100:00000001:0.0:1712357313.106143:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.106145:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24380 x1795536572135808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.106156:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.106158:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.106161:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:0.0:1712357313.106164:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.106166:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.106167:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.106169:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.106171:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:0.0:1712357313.106174:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.106176:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.106177:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24380. 00000100:00000001:0.0:1712357313.106179:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.106180:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.106182:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.106183:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.106184:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.106187:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.106189:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry dependency_links.txt (ffff8800a7656948, parent ffff8800a76561b0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.106191:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.106193:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.106196:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.106198:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.106199:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76561b0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00000080:00000001:0.0:1712357313.106201:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.106228:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.106230:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.106232:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.106235:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.106237:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.106239:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto-0.24.0-py3.6.egg-info(ffff8800a76561b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.106240:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.106242:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto-0.24.0-py3.6.egg-info, flags=16 00000080:00000001:0.0:1712357313.106245:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.106246:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.106248:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.106252:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6:0x0](ffff8800a76d98c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.106254:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.106259:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=top_level.txt, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), flags=0 00000080:00000001:0.0:1712357313.106261:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.106263:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=top_level.txt, dir=[0x200000401:0x6:0x0](ffff8800a76d98c8), intent=getattr 00000080:00000010:0.0:1712357313.106266:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59c00. 00000080:00000001:0.0:1712357313.106270:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.106272:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.106274:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'top_level.txt' on [0x200000401:0x6:0x0] 00800000:00000001:0.0:1712357313.106276:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00000100:00000001:2.0:1712357313.106623:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.106628:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.106632:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.106636:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.106641:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [229:229:256:4294967295] 192.168.203.120@tcp LPNI seq info [229:229:8:4294967295] 00000400:00000200:2.0:1712357313.106643:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.106649:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.106653:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.106656:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343c00. 00000800:00000200:2.0:1712357313.106660:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.106665:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.106669:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343c00 type 0, nob 96 niov 1 nkiov 0 00800000:00000002:0.0:1712357313.106864:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x6:0x0], fid2=[0x0:0x0:0x0], name='top_level.txt' -> mds #0 00800000:00000001:0.0:1712357313.106868:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106870:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.106871:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: top_level.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x6:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.106874:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.106875:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.106878:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28e00. 00000020:00000040:0.0:1712357313.106880:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=43 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.106884:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.106886:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.106890:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.106890:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.106892:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.106894:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.106895:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.106898:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.106902:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2cbc00. 00000100:00000001:0.0:1712357313.106906:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.106909:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.106910:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.106911:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.106912:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.106934:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.106939:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00010000:00000001:0.0:1712357313.106941:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.106945:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.106948:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:0.0:1712357313.106949:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.106951:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.106953:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357313.106955:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.106956:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337d5a to hash 00000020:00000001:0.0:1712357313.106958:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.106959:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.106961:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.106963:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.106964:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.106966:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00000800:00000200:2.0:1712357313.106969:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.106971:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343c00. 00010000:00010000:0.0:1712357313.106971:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000400:00000200:2.0:1712357313.106974:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1712357313.106976:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000400:00000200:2.0:1712357313.106977:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357313.106979:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000800:00000001:2.0:1712357313.106980:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.106981:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000800:00000001:2.0:1712357313.106984:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.106984:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.106986:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.106988:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.106989:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000100:00000001:0.0:1712357313.106991:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.106994:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.106995:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.106997:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.107000:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.107006:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.107007:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.107012:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.107013:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.107016:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.107019:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.107022:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.107023:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.107025:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.107028:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.107029:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.107032:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.107034:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.107039:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.107043:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572136000, portal 10 00000100:00000001:3.0:1712357313.107044:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.107044:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.107045:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000400:00000001:3.0:1712357313.107047:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357313.107048:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1712357313.107048:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000010:3.0:1712357313.107050:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c108. 00000400:00000200:3.0:1712357313.107052:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:3.0:1712357313.107053:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357313.107053:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:3.0:1712357313.107055:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000040:0.0:1712357313.107055:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.107056:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357313.107058:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572136000, offset 0 00000100:00000200:3.0:1712357313.107061:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.107061:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.107064:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.107066:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000200:3.0:1712357313.107068:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28a80 x1795536572135936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.107069:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.107072:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000001:3.0:1712357313.107073:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357313.107074:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.107075:0:12714:0:(client.c:1456:after_reply()) Process entered 00000400:00000200:0.0:1712357313.107075:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.107076:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 02000000:00000001:3.0:1712357313.107077:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357313.107078:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1712357313.107078:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [230:230:256:4294967295] 192.168.203.120@tcp LPNI seq info [230:230:8:4294967295] 00000100:00000001:3.0:1712357313.107079:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.107080:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.107081:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00001000:3.0:1712357313.107084:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357313.107086:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000400:00000200:0.0:1712357313.107086:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000100:00000001:3.0:1712357313.107088:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357313.107089:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1712357313.107089:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00010000:00000001:3.0:1712357313.107090:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357313.107092:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1712357313.107093:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000100:00000001:3.0:1712357313.107094:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1712357313.107095:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000002a/0x0] 00000100:00000001:3.0:1712357313.107096:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000800:00000200:0.0:1712357313.107096:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:3.0:1712357313.107097:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.107098:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160220288 : -131938549331328 : ffff8800a9a28a80) 00000100:00000001:3.0:1712357313.107100:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000800:00000200:0.0:1712357313.107100:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000040:3.0:1712357313.107101:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000800:00000200:0.0:1712357313.107101:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1712357313.107102:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357313.107103:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.107106:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28a80 x1795536572135936/t4294967339(4294967339) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.107106:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.107107:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.107109:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.107110:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.107112:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.107113:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.107114:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.107115:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.107117:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.107117:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107119:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.107121:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357313.107122:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357313.107124:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28a80 x1795536572135936/t4294967339(4294967339) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357313.107130:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572135936:192.168.203.120@tcp:36:rsync.0 00000100:00000001:3.0:1712357313.107133:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.107135:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107136:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357313.107137:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.107139:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28a80 x1795536572135936/t4294967339(4294967339) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357313.107291:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.107293:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357313.107296:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.107299:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.107301:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:2.0:1712357313.107303:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:2.0:1712357313.107305:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.107307:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.107313:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.107315:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.107319:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.107320:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357313.107410:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357313.107412:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:3.0:1712357313.107415:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357313.107416:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.107420:0:12714:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.107422:0:12714:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107424:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.107426:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.107428:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1712357313.107429:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1712357313.107435:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:3.0:1712357313.107437:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1712357313.107440:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.107443:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28a80 x1795536572135936/t4294967339(4294967339) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.107448:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107449:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.107451:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1712357313.107452:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107457:0:12714:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107459:0:12714:0:(pcc.c:1794:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1712357313.107461:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1712357313.107462:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.107464:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1712357313.107465:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107467:0:12714:0:(pcc.c:1803:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107468:0:12714:0:(lcommon_cl.c:77:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1712357313.107470:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:3.0:1712357313.107473:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:3.0:1712357313.107475:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:3.0:1712357313.107478:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:3.0:1712357313.107480:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:3.0:1712357313.107482:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:3.0:1712357313.107483:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1712357313.107486:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1712357313.107487:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1712357313.107488:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1712357313.107490:0:12714:0:(file.c:5519:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1712357313.107491:0:12714:0:(file.c:5522:ll_take_md_lock()) trying to match res [0x200000401:0x1b:0x0] 00000080:00000001:3.0:1712357313.107493:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.107495:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.107496:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357313.107498:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1712357313.107501:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.107502:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1712357313.107504:0:12714:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x1b:0x0]: 0 00000080:00000001:3.0:1712357313.107505:0:12714:0:(file.c:5527:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.107507:0:12714:0:(file.c:6451:ll_layout_intent()) Process entered 00000080:00000010:3.0:1712357313.107510:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237000. 00000080:00010000:3.0:1712357313.107513:0:12714:0:(file.c:6468:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x1b:0x0](ffff8800b06470c8) 00000080:00000001:3.0:1712357313.107515:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.107517:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357313.107518:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000401:0x1b:0x0] '' on [0x200000401:0x1b:0x0] 00800000:00000001:3.0:1712357313.107520:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357313.107521:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1b:0x0], fid2=[0x200000401:0x1b:0x0], name='' -> mds #0 00800000:00000001:3.0:1712357313.107523:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.107528:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357313.107530:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1b:0x0]) in obj [0x200000401:0x1b:0x0], intent: layout flags 0 00000002:00000001:3.0:1712357313.107531:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357313.107533:0:12714:0:(mdc_locks.c:627:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1712357313.107535:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cea00. 00000020:00000040:3.0:1712357313.107537:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=44 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357313.107540:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357313.107542:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357313.107544:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.107545:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.107545:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107547:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357313.107548:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357313.107549:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357313.107552:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237800. 00000100:00000001:3.0:1712357313.107554:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.107556:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357313.107557:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.107558:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357313.107559:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.107560:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.107562:0:12714:0:(mdc_locks.c:660:mdc_intent_layout_pack()) Process leaving (rc=18446612135322380800 : -131938387170816 : ffff8800b34cea00) 00010000:00000001:3.0:1712357313.107564:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357313.107565:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1712357313.107568:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6320a00. 00010000:00000010:3.0:1712357313.107580:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b34b3b80. 00010000:00000001:3.0:1712357313.107597:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357313.107599:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab3806c0. 00000020:00000001:3.0:1712357313.107601:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357313.107603:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab3806c0 with handle 0xbda2fb8f03337d61 to hash 00000020:00000001:3.0:1712357313.107604:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357313.107605:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.107606:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.107608:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.107609:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.107615:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:3.0:1712357313.107620:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:3.0:1712357313.107627:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:3.0:1712357313.107630:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357313.107631:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357313.107634:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f240. 00000100:00000001:3.0:1712357313.107635:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166472768 : -131938543078848 : ffff8800aa01f240) 00000100:00000001:3.0:1712357313.107637:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.107638:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322380800 : -131938387170816 : ffff8800b34cea00) 00000100:00000001:3.0:1712357313.107640:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357313.107641:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107643:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357313.107643:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357313.107647:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.107652:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357313.107653:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.107654:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357313.107656:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357313.107658:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357313.107660:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357313.107662:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357313.107663:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.107664:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357313.107666:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa038400. 02000000:00000001:3.0:1712357313.107667:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.107671:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357313.107672:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760790. 00000400:00000010:3.0:1712357313.107675:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35864c8. 00000100:00000200:3.0:1712357313.107682:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136064, portal 10 00000100:00000001:3.0:1712357313.107683:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.107684:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322380800 : -131938387170816 : ffff8800b34cea00) 00000100:00000040:3.0:1712357313.107689:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.107694:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357313.107695:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357313.107697:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586550. 00000100:00000200:3.0:1712357313.107699:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1795536572136064, offset 0 00000400:00000200:3.0:1712357313.107702:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357313.107706:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.107708:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.107711:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357313.107712:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357313.107714:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357313.107716:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357313.107717:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [231:231:256:4294967295] 192.168.203.120@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:3.0:1712357313.107720:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.107724:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357313.107727:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.107729:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357313.107732:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.107735:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.107737:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1712357313.107743:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107744:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.107746:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107747:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357313.107750:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357313.107751:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f240 going to sleep for 11 seconds 00000100:00000001:3.0:1712357313.107753:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.107754:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.107759:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.107760:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.107949:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.107952:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:2.0:1712357313.107955:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.107959:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.107961:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586550 00000400:00000010:2.0:1712357313.107962:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586550. 00000100:00000001:2.0:1712357313.107965:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.107968:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.107974:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.107977:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.107981:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.107982:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.108673:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f840. 00000080:00000010:0.1:1712357313.108678:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012a60d960. 00000800:00000001:2.0:1712357313.109950:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.109959:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.109961:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.109962:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.109969:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.109973:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.109984:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.109987:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.109989:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.109992:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903a40 00000400:00000200:2.0:1712357313.109996:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.109999:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xb25 [1] + 224 00000800:00000001:2.0:1712357313.110004:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.110014:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.110016:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.110018:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.110022:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.110026:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.110034:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.110043:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.110046:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.110048:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.110135:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.110139:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.110140:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.110142:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.110145:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.110146:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.110148:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.110151:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.110157:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.110161:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.110163:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.110164:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.110166:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.110167:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.110169:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.110170:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.110175:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.110177:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.110179:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.110185:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.110190:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.110192:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.110193:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.110195:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.110196:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.110199:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.110203:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.110205:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.110206:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.110208:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.110214:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.110216:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.110218:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.110220:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.110221:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.110223:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.110228:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.110230:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.110231:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.110232:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.110234:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.110237:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.110238:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.110240:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.110242:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.110244:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357313.110249:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110255:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.110258:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110262:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.110264:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.110268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.110270:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110274:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.110275:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.110277:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.110279:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.110282:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.110284:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.110286:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110290:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.110291:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.110293:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110297:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.110298:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.110301:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.110302:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.110303:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357313.110304:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.110305:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.110307:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.110308:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.110312:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.110313:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.110314:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.110315:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.110317:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.110318:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.110319:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.110320:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.110321:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337d5a from hash 00010000:00000001:0.0:1712357313.110322:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.110323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.110324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.110324:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.110325:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.110326:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.110327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.110328:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.110328:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.110329:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.110331:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110334:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.110334:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.110335:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.110336:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.110336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.110337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.110339:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.110341:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337d5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.110348:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.110349:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.110351:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.110354:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.110359:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.110360:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.110361:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.110362:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.110364:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.110366:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.110366:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.110368:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.110369:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=top_level.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.110371:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.110373:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.110375:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.110377:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.110378:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.110381:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f6b60. 00000080:00002000:0.0:1712357313.110384:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.110389:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.110391:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.110393:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.110395:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.110397:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.110398:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.110401:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d300 count: 2 00010000:00000001:0.0:1712357313.110403:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.110406:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/6 (0 0) 00000002:00000001:0.0:1712357313.110408:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.110409:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.110412:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.110414:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.110416:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.110419:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59c00. 00000100:00000001:0.0:1712357313.110422:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.110425:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28e00 x1795536572136000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.110429:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.110430:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.110432:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.110435:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.110437:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.110438:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=43 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.110439:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.110441:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2cbc00. 02000000:00000001:0.0:1712357313.110444:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.110445:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.110446:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28e00. 00000100:00000001:0.0:1712357313.110448:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.110449:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.110451:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.110451:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.110452:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.110457:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.110458:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry top_level.txt (ffff8800a7516360, parent ffff8800a76561b0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.110461:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.110463:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.110466:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.110467:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.110468:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto-0.24.0-py3.6.egg-info (ffff8800a76561b0, parent ffff8800a7656360, inode ffff8800a76d98c8) hashed, 00000080:00000001:0.0:1712357313.110470:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.110621:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.110623:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.110625:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.110629:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.110635:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357313.111944:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.111947:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.111953:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59c00. 00000080:00000001:0.0:1712357313.111959:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.111961:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.111963:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'asn1crypto' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.111965:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.111968:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto' -> mds #0 00800000:00000001:0.0:1712357313.111970:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.111972:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.111973:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.111977:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.111978:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.111982:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28e00. 00000020:00000040:0.0:1712357313.111985:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=44 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.111989:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.111992:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.111995:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.111996:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.111997:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.111999:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.112001:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.112003:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.112008:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2cbc00. 00000100:00000001:0.0:1712357313.112012:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.112015:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.112016:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.112017:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.112018:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.112020:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.112024:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00010000:00000001:0.0:1712357313.112026:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.112027:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.112031:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357313.112034:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664e80. 00010000:00000001:0.0:1712357313.112041:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.112043:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357313.112045:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.112047:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337d68 to hash 00000020:00000001:0.0:1712357313.112048:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.112049:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.112051:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.112053:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.112055:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.112057:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.112063:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.112069:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.112073:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.112074:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.112077:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.112078:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.112080:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.112081:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000100:00000001:0.0:1712357313.112084:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.112087:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.112089:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.112090:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.112095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.112101:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.112103:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.112105:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.112107:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.112109:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136128:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.112115:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.112118:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.112120:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.112121:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.112124:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.112125:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.112131:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.112133:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.112137:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.112141:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572136128, portal 10 00000100:00000001:0.0:1712357313.112143:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.112144:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000100:00000040:0.0:1712357313.112148:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.112153:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.112155:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.112157:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.112159:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572136128, offset 0 00000400:00000200:0.0:1712357313.112163:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.112167:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.112172:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.112176:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.112179:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.112181:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.112183:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.112186:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [232:232:256:4294967295] 192.168.203.120@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:0.0:1712357313.112188:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.112194:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.112199:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.112201:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.112206:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.112215:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.112218:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.113327:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.113330:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.113332:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.113334:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.113335:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.113338:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.113340:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.113342:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.113344:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.113345:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.113379:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357313.113444:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.113446:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357313.113450:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.113455:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.113458:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:2.0:1712357313.113459:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:2.0:1712357313.113462:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.113465:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.113472:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.113475:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.113481:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.113486:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.113498:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.113499:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.113501:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.113505:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.113508:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.113512:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.113514:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.113517:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.113520:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 400 into portal 10 MB=0x66107ef903a80 00000400:00000200:2.0:1712357313.113522:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.113526:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 400/400 into md 0xb2d [1] + 224 00000800:00000001:2.0:1712357313.113530:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.113538:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.113540:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.113542:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.113545:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.113549:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.113555:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=400 offset=224 replen=472 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.113578:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.113594:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.113597:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.113648:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357313.113653:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357313.113654:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357313.113656:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760790. 00000400:00000200:3.0:1712357313.113660:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35864c8 00000400:00000010:3.0:1712357313.113662:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35864c8. 00000100:00000001:3.0:1712357313.113664:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.113668:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357313.113675:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/472 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.113831:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357313.113833:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.113835:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357313.113837:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357313.113839:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357313.113840:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.113842:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357313.113848:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357313.113851:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357313.113853:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357313.113854:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.113855:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357313.113858:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.113860:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357313.113861:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357313.113862:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357313.113864:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.113867:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.113873:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.113875:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357313.113877:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357313.113884:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357313.113890:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357313.113893:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.113895:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.113897:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357313.113897:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.113900:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.113903:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357313.113906:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f240. 00000100:00000001:3.0:1712357313.113909:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357313.113910:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.113911:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357313.113913:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.113915:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.113917:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=4 00000020:00000001:3.0:1712357313.113918:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.113920:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000040:3.0:1712357313.113923:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab3806c0, remote cookie: 0xa8e7976a8eb1fe97, flags: 0x1000 00010000:00000001:3.0:1712357313.113925:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1712357313.113928:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1712357313.113929:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1712357313.113930:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:3.0:1712357313.113931:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1712357313.113932:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1b:0x0].0x0 (ffff8800b6320a00) refcount = 1 00010000:00010000:3.0:1712357313.113936:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.113941:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1712357313.113944:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1712357313.113945:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357313.113950:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1712357313.113951:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.113954:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.113958:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1712357313.113959:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.113960:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.113960:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.113961:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.113962:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.113964:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1712357313.113965:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.113966:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.113967:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.113968:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.113969:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.113970:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.113971:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1712357313.113974:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000002:00000040:3.0:1712357313.113979:0:12714:0:(mdc_locks.c:826:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff8800aa323000: layout return lvb 56 transno 0 00010000:00000001:3.0:1712357313.113981:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.113982:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.113983:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.113984:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.113985:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000002:00010000:3.0:1712357313.113987:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000002:00000010:3.0:1712357313.113993:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b36763c0. 00010000:00000001:3.0:1712357313.113994:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.113995:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.113996:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.114000:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.114002:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357313.114003:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114003:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114005:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.114006:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114007:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000002:00010000:3.0:1712357313.114009:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.114014:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114014:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.114015:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1712357313.114016:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114017:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114018:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.114019:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114020:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000040:3.0:1712357313.114023:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 2 00010000:00000001:3.0:1712357313.114025:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357313.114027:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 16 res 8589935617/27 (0 0) 00010000:00000001:3.0:1712357313.114029:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114030:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.114031:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357313.114032:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:3.0:1712357313.114034:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114036:0:12714:0:(lmv_intent.c:522:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114037:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.114039:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.114042:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cea00 x1795536572136064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.114047:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357313.114048:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357313.114050:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa038400. 02000000:00000001:3.0:1712357313.114057:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357313.114059:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357313.114060:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=43 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357313.114062:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357313.114064:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237800. 02000000:00000001:3.0:1712357313.114067:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357313.114068:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357313.114070:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cea00. 00000100:00000001:3.0:1712357313.114077:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357313.114078:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1712357313.114081:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237000. 00000080:00010000:3.0:1712357313.114084:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) for lock 0xbda2fb8f03337d61 00000080:00000001:3.0:1712357313.114087:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114090:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1712357313.114091:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.114093:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1712357313.114094:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114095:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114095:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.114097:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114098:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114100:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114100:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.114101:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114102:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1712357313.114105:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d61 from it ffff8800a984baa8 00010000:00000001:3.0:1712357313.114106:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114107:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114107:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.114108:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114110:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114111:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357313.114114:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.114125:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114125:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.114127:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1712357313.114128:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1712357313.114129:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.114135:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1712357313.114137:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1712357313.114138:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357313.114140:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114140:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.114141:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114143:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1712357313.114144:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114146:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114147:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114149:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357313.114150:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114150:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1712357313.114151:0:12714:0:(file.c:6484:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.114154:0:12714:0:(file.c:5519:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1712357313.114155:0:12714:0:(file.c:5522:ll_take_md_lock()) trying to match res [0x200000401:0x1b:0x0] 00000080:00000001:3.0:1712357313.114157:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114160:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.114161:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357313.114162:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357313.114164:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 2 00010000:00000001:3.0:1712357313.114166:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357313.114378:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.114380:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1712357313.114382:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 02000000:00000001:3.0:1712357313.114388:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1712357313.114394:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.114396:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000002:00000001:3.0:1712357313.114401:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1712357313.114403:0:12714:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x1b:0x0]: 16 00000080:00000001:3.0:1712357313.114404:0:12714:0:(file.c:5527:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1712357313.114406:0:12714:0:(file.c:6345:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1712357313.114407:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114408:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114408:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.114410:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114411:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00000080:00010000:3.0:1712357313.114414:0:12714:0:(file.c:6356:ll_layout_lock_set()) ### file [0x200000401:0x1b:0x0](ffff8800b06470c8) being reconfigured ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:3.0:1712357313.114418:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114419:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1712357313.114421:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.114422:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1712357313.114422:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114423:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114424:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=4 00000020:00000001:3.0:1712357313.114425:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114427:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114428:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114429:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357313.114429:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.114430:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.114432:0:12714:0:(file.c:6271:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1712357313.114433:0:12714:0:(file.c:6275:ll_layout_fetch()) [0x200000401:0x1b:0x0] LVB_READY=0 l_lvb_data=ffff8800b36763c0 l_lvb_len=56 00000080:00000001:3.0:1712357313.114435:0:12714:0:(file.c:6278:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.114437:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:3.0:1712357313.114439:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000010:3.0:1712357313.114443:0:12714:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a980e090. 00000020:00000010:3.0:1712357313.114449:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa237000. 00000020:00000010:3.0:1712357313.114453:0:12714:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aa237800. 00000020:00000010:3.0:1712357313.114455:0:12714:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3adf60. 00000008:00000010:3.0:1712357313.114460:0:12714:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3dd940. 00020000:00000010:3.0:1712357313.114463:0:12714:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800aa01f240. 00008000:00000010:3.0:1712357313.114466:0:12714:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09c710. 00000080:00000010:3.0:1712357313.114470:0:12714:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b04c0. 00000080:00000010:3.0:1712357313.114473:0:12714:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cd240. 00000020:00000010:3.0:1712357313.114476:0:12714:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa236c00. 00000008:00000010:3.0:1712357313.114478:0:12714:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f8580. 00020000:00000010:3.0:1712357313.114480:0:12714:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab380b40. 00008000:00000010:3.0:1712357313.114482:0:12714:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5bb0. 00000080:00000010:3.0:1712357313.114485:0:12714:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d3c0. 00000020:00000001:3.0:1712357313.114486:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158014104 : -131938551537512 : ffff8800a980e098) 00000020:00001000:3.0:1712357313.114488:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e090 00000020:00000001:3.0:1712357313.114490:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:3.0:1712357313.114492:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:3.0:1712357313.114494:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:3.0:1712357313.114496:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:3.0:1712357313.114499:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800ab3ad300. 00020000:00000010:3.0:1712357313.114502:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b34b3c00. 00020000:00000010:3.0:1712357313.114505:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800ab3ad600. 00020000:00000001:3.0:1712357313.114507:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135186978304 : -131938522573312 : ffff8800ab3ad600) 00020000:00000002:3.0:1712357313.114509:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800ab3ad600, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1712357313.114513:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1712357313.114515:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b34b3c00: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:3.0:1712357313.114518:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000001:3.0:1712357313.114520:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1712357313.114522:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000010:3.0:1712357313.114524:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b34b3c00. 00020000:00000010:3.0:1712357313.114528:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800ab3ad300. 00020000:00000010:3.0:1712357313.114530:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800ab3ad600. 00020000:00000002:3.0:1712357313.114535:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1712357313.114537:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.114538:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.114540:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1712357313.114542:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:3.0:1712357313.114544:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800b39df480 addref 2/0 by ffff8800a9934440. 00020000:00000002:3.0:1712357313.114546:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:3.0:1712357313.114548:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1712357313.114549:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1712357313.114550:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1712357313.114551:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1712357313.114553:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1712357313.114935:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1712357313.114939:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e090 00000080:00000001:3.0:1712357313.114942:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.114943:0:12714:0:(file.c:6391:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1712357313.114944:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114945:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.114946:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357313.114947:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357313.114948:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=3 00000020:00000001:3.0:1712357313.114949:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114951:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:3.0:1712357313.114952:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357313.114954:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.114963:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114963:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.114964:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1712357313.114965:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1712357313.114967:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1712357313.114971:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1712357313.114976:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1712357313.114977:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357313.114979:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114979:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.114980:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114982:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1712357313.114983:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114984:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114985:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.114986:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357313.114987:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.114988:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1712357313.114989:0:12714:0:(file.c:6432:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.114990:0:12714:0:(file.c:6547:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.114992:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1712357313.114996:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1b:0x0]io ffff8800ab3cd058 type 3 ignore/verify layout 0/1 00020000:00000002:3.0:1712357313.114998:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:3.0:1712357313.115001:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1712357313.115002:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1712357313.115003:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1712357313.115004:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115006:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1712357313.115007:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1712357313.115008:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115010:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1712357313.115011:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1712357313.115011:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1712357313.115012:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00000020:00000001:3.0:1712357313.115014:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115016:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:3.0:1712357313.115017:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1712357313.115019:0:12714:0:(lov_io.c:1054:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1712357313.115020:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1712357313.115022:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1712357313.115025:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1712357313.115027:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:3.0:1712357313.115028:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1712357313.115029:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:3.0:1712357313.115030:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158014104 : -131938551537512 : ffff8800a980e098) 00000020:00001000:3.0:1712357313.115035:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e090 00000020:00000001:3.0:1712357313.115036:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b148 -> ffff8800a9a7b080 00000020:00000001:3.0:1712357313.115038:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:3.0:1712357313.115040:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1712357313.115041:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1712357313.115042:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115043:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115044:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:3.0:1712357313.115046:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1712357313.115048:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1712357313.115050:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115051:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115053:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115054:0:12714:0:(lov_io.c:1063:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115055:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115056:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00020000:00000001:3.0:1712357313.115058:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:3.0:1712357313.115059:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:3.0:1712357313.115059:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:3.0:1712357313.115060:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1712357313.115061:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115062:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115063:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115064:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115065:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1712357313.115066:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115067:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115068:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00020000:00000001:3.0:1712357313.115070:0:12714:0:(lov_io.c:1569:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1712357313.115071:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:3.0:1712357313.115072:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:3.0:1712357313.115073:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:3.0:1712357313.115074:0:12714:0:(osc_io.c:591:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1712357313.115075:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:3.0:1712357313.115077:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:3.0:1712357313.115078:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1712357313.115079:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115081:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:3.0:1712357313.115082:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1712357313.115084:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1712357313.115088:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115090:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115091:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:3.0:1712357313.115094:0:12714:0:(osc_request.c:213:osc_setattr_async()) Process entered 00000100:00000010:3.0:1712357313.115203:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cea00. 00000080:00000010:1.1:1712357313.115204:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f6d00. 00000020:00000040:3.0:1712357313.115207:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=8 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:3.0:1712357313.115210:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357313.115212:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:1.1:1712357313.115213:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356700. 02000000:00000001:3.0:1712357313.115214:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1712357313.115216:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356c00. 00010000:00000010:1.1:1712357313.115218:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 02000000:00000010:3.0:1712357313.115219:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237e00. 00000100:00000001:3.0:1712357313.115223:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.115228:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357313.115230:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.115236:0:12714:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cea00] to pc [ptlrpcd_01_00+0] req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000008:00000001:3.0:1712357313.115250:0:12714:0:(osc_request.c:244:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1712357313.115251:0:12714:0:(osc_io.c:705:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357313.115253:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115254:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115254:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1712357313.115255:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357313.115256:0:12714:0:(lov_io.c:1584:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115256:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1712357313.115257:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115257:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1712357313.115259:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00020000:00000001:3.0:1712357313.115260:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:3.0:1712357313.115261:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1712357313.115262:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000040:2.0:1712357313.115262:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.115266:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357313.115267:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115268:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.115269:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.115271:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.115273:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.115279:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572136192:192.168.203.120@tcp:2:rsync.0 00000100:00000001:2.0:1712357313.115282:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.115285:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.115286:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.115287:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.115290:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012a5d0400. 02000000:00000001:2.0:1712357313.115292:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.115296:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.115299:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1840. 00000400:00000010:2.0:1712357313.115303:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00000100:00000200:2.0:1712357313.115306:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136192, portal 4 00000100:00000001:2.0:1712357313.115308:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.115309:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322380800 : -131938387170816 : ffff8800b34cea00) 00000100:00000040:2.0:1712357313.115313:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.115319:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.115320:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.115322:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4ee0. 00000100:00000200:2.0:1712357313.115323:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1795536572136192, offset 0 00000400:00000200:2.0:1712357313.115327:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.115332:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.115340:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.115344:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.115347:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.115350:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.115352:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.115354:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [233:233:256:4294967295] 192.168.203.120@tcp LPNI seq info [233:233:8:4294967295] 00000400:00000200:2.0:1712357313.115357:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.115363:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.115367:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.115370:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343c00. 00000800:00000200:2.0:1712357313.115374:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.115383:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.115386:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.115402:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115403:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.115405:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115407:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115408:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.115412:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.115413:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1712357313.115415:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357313.115416:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.115417:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.115418:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.115666:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.115668:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343c00. 00000400:00000200:3.0:1712357313.115671:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.115675:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.115677:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4ee0 00000400:00000010:3.0:1712357313.115679:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4ee0. 00000100:00000001:3.0:1712357313.115681:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.115684:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.115698:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.115701:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.115706:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.115707:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.117496:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.117504:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.117506:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.117508:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.117513:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117517:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.117522:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117525:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117527:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117530:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 432 into portal 4 MB=0x66107ef903b00 00000400:00000200:2.0:1712357313.117533:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117537:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 432/432 into md 0xb45 [1] + 224 00000800:00000001:2.0:1712357313.117541:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.117544:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.117546:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.117549:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.117552:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.117556:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.117565:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.117616:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.117621:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.117627:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.117628:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.117629:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.117632:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117635:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.117638:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117640:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117642:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.117645:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903ac0 00000400:00000200:2.0:1712357313.117647:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1712357313.117648:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357313.117651:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357313.117651:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xb3d [1] + 224 00000800:00000001:2.0:1712357313.117653:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:3.0:1712357313.117654:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357313.117656:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357313.117658:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1840. 00000800:00000001:2.0:1712357313.117661:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.117662:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000200:2.0:1712357313.117662:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1712357313.117664:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000400:00000200:2.0:1712357313.117665:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.117666:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:2.0:1712357313.117668:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.117671:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357313.117678:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.117678:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357313.117685:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cea00 x1795536572136192/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.117690:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.117690:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357313.117691:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.117692:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1712357313.117693:0:1853:0:(client.c:1456:after_reply()) Process entered 00000800:00000001:2.0:1712357313.117694:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1712357313.117695:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357313.117697:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357313.117698:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.117700:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357313.117707:0:1853:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136978000. 00000100:00001000:3.0:1712357313.117712:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357313.117715:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357313.117717:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357313.117718:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.117720:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357313.117723:0:1853:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.117725:0:1853:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1712357313.117726:0:1853:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1712357313.117727:0:1853:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1712357313.117734:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.117735:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322380800 : -131938387170816 : ffff8800b34cea00) 00000100:00000001:3.0:1712357313.117737:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357313.117738:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357313.117740:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357313.117741:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357313.117745:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cea00 x1795536572136192/t4294967305(4294967305) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.117750:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.117752:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357313.117754:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1712357313.117756:0:1853:0:(osc_request.c:189:osc_setattr_interpret()) Process entered 00000100:00000001:0.0:1712357313.117759:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.117763:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.117764:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.117766:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.117768:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.117770:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.117771:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000008:00000001:3.0:1712357313.117773:0:1853:0:(osc_request.c:202:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1712357313.117776:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.117777:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cea00 x1795536572136192/t4294967305(4294967305) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.117783:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357313.117784:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572136192:192.168.203.120@tcp:2:rsync.0 00000100:00000001:3.0:1712357313.117787:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357313.117788:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.117788:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.117789:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.117790:0:12713:0:(client.c:1456:after_reply()) Process entered 00000100:00000040:3.0:1712357313.117791:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cea00 x1795536572136192/t4294967305(4294967305) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 02000000:00000001:0.0:1712357313.117791:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.117792:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.117793:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.117795:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.117796:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.117797:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1712357313.117798:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00000001:3.0:1712357313.117800:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1712357313.117801:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357313.117802:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.117802:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357313.117803:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357313.117803:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.117804:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.117805:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.117810:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.117812:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.117813:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.117814:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.117815:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.117819:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.117879:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.117881:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.117882:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.117885:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000020:00000001:2.0:1712357313.117888:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:2.0:1712357313.117890:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.117891:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.117891:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136128:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.117893:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1712357313.117894:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:2.0:1712357313.117895:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000100:00000001:0.0:1712357313.117896:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.117897:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:2.0:1712357313.117898:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000100:00000001:0.0:1712357313.117898:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.117899:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.117901:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000020:00000001:2.0:1712357313.117902:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:2.0:1712357313.117903:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1712357313.117904:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.117905:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.117905:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.117906:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1712357313.117907:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1712357313.117908:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000100:00000010:0.0:1712357313.117908:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000020:00000001:2.0:1712357313.117909:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1712357313.117909:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1712357313.117910:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00000100:00000001:0.0:1712357313.117910:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00020000:00000001:2.0:1712357313.117911:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:2.0:1712357313.117911:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1712357313.117911:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.117913:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00010000:00000001:0.0:1712357313.117913:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00020000:00000001:2.0:1712357313.117914:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.117914:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.117915:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00010000:00000001:0.0:1712357313.117915:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.117916:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1712357313.117917:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.117917:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:2.0:1712357313.117919:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000040:0.0:1712357313.117919:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00020000:00000001:2.0:1712357313.117920:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00000020:00000001:0.0:1712357313.117920:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00020000:00000001:2.0:1712357313.117921:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1712357313.117922:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00010000:00000001:0.0:1712357313.117922:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00000020:00000001:2.0:1712357313.117923:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:2.0:1712357313.117925:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e090 00020000:00000001:2.0:1712357313.117926:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00010000:00000040:0.0:1712357313.117926:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2ac0, remote cookie: 0xa8e7976a8eb1feb3, flags: 0x1001 00020000:00000001:2.0:1712357313.117927:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:2.0:1712357313.117929:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00010000:00010000:0.0:1712357313.117929:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1712357313.117931:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1712357313.117934:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1712357313.117936:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.117937:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357313.117939:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1712357313.117939:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:2.0:1712357313.117940:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00010000:00000040:0.0:1712357313.117941:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x7:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00000080:00000001:2.0:1712357313.117942:0:12714:0:(lcommon_cl.c:120:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.117944:0:12714:0:(llite_lib.c:2502:ll_setattr_raw()) Process leaving 00010000:00000001:0.0:1712357313.117944:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00000080:00000010:2.0:1712357313.117948:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f58a00. 00010000:00000010:0.0:1712357313.117949:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356800. 00010000:00000010:0.0:1712357313.117951:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f80. 00010000:00000040:0.0:1712357313.117954:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00000080:00200008:2.0:1712357313.117955:0:12714:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8) current size 0, valid attrs 41, mode 8180, uid -1282330624, gid -30720, new size 32, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.101000000, rc 0 00010000:00000010:0.0:1712357313.117957:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664e80. 00000080:00000001:2.0:1712357313.117959:0:12714:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.117962:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.117964:0:12714:0:(xattr.c:112:ll_xattr_set_common()) Process entered 00010000:00010000:0.0:1712357313.117964:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357313.117968:0:12714:0:(xattr.c:128:ll_xattr_set_common()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000080:00000001:2.0:1712357313.117970:0:12714:0:(xattr.c:223:ll_xattr_set_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00010000:00010000:0.0:1712357313.117970:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.117974:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.117977:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.117978:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.117979:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.117980:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.117981:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x7:0x0].0x0 (ffff88012e356800) refcount = 1 00010000:00010000:0.0:1712357313.117983:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.117987:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.117989:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.117990:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.117991:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.117993:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.117995:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.117998:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.118002:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118003:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118003:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118004:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118005:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118007:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.118008:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118009:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118010:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118011:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118013:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118014:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118015:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118015:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357313.118016:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118018:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118019:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.118021:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.118023:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.118027:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118028:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118028:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118029:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118030:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357313.118031:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118032:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118034:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.118035:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.118040:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118040:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.118045:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.118049:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.118050:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118050:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118051:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118051:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.118055:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.118060:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118061:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118062:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118063:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118065:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.118068:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118069:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118071:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.118073:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118074:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118074:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118076:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118077:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00000002:00010000:0.0:1712357313.118079:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.118084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118085:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.118086:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118086:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118087:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118088:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118092:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000040:0.0:1712357313.118095:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 2 00010000:00000001:0.0:1712357313.118096:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.118099:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/7 (0 0) 00010000:00000001:0.0:1712357313.118101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118102:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.118103:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.118104:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.118107:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118109:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118111:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118114:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.118115:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357313.118118:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.118119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118122:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118124:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.118126:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.118127:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:0.0:1712357313.118129:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.118133:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.118135:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x7:0x0] 00000080:00000001:0.0:1712357313.118137:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118138:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:0.0:1712357313.118140:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.118143:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x7:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.118145:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x7:0x0](ffff8800a76da0c8): rc = 0 00000080:00000001:0.0:1712357313.118147:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123198152 : -131938586353464 : ffff8800a76da0c8) 00010000:00000001:0.0:1712357313.118148:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118148:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118149:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118151:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118152:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.118158:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.118159:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.118161:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.118162:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118164:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.118165:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.118167:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) for lock 0xbda2fb8f03337d68 00000080:00000001:0.0:1712357313.118169:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118171:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.118172:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118173:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.118174:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118175:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.118176:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118177:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118178:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.118181:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118182:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.118185:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0f64c0. 00000080:00002000:0.0:1712357313.118188:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode ffff8800a76da0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.118191:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.118192:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118194:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.118196:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) 00000080:00000001:2.0:1712357313.118198:0:12714:0:(file.c:2574:ll_file_write()) Process entered 00000080:00010000:0.0:1712357313.118198:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d68 from it ffff8800aa3cfbb8 00000080:00000001:2.0:1712357313.118199:0:12714:0:(file.c:2546:ll_file_aio_write()) Process entered 00010000:00000001:0.0:1712357313.118200:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118200:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000080:00000001:2.0:1712357313.118201:0:12714:0:(file.c:2361:ll_file_write_iter()) Process entered 00000020:00000040:0.0:1712357313.118201:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000080:00200008:2.0:1712357313.118202:0:12714:0:(file.c:2367:ll_file_write_iter()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0], ppos: 0, count: 34074 00000020:00000001:0.0:1712357313.118202:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.118204:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00000080:00000001:2.0:1712357313.118205:0:12714:0:(pcc.c:1753:pcc_file_write_iter()) Process entered 00010000:00000001:0.0:1712357313.118205:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000080:00000001:2.0:1712357313.118206:0:12714:0:(pcc.c:1757:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.118208:0:12714:0:(file.c:1778:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.118209:0:12714:0:(file.c:2312:ll_do_tiny_write()) Process entered 00010000:00010000:0.0:1712357313.118209:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357313.118210:0:12714:0:(file.c:2319:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118212:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:2.0:1712357313.118213:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00010000:00000001:0.0:1712357313.118213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00001000:2.0:1712357313.118214:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00010000:00000001:0.0:1712357313.118214:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118215:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.118216:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00000080:00000001:2.0:1712357313.118217:0:12714:0:(file.c:1808:ll_file_io_generic()) Process entered 00000080:00200000:2.0:1712357313.118218:0:12714:0:(file.c:1812:ll_file_io_generic()) .six.py.9ciyIX: write ppos: 0, bytes: 34074 00010000:00010000:0.0:1712357313.118218:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1712357313.118221:0:12714:0:(file.c:1599:ll_io_set_mirror()) .six.py.9ciyIX: desiginated mirror: 0 00000020:00000001:2.0:1712357313.118222:0:12714:0:(cl_io.c:190:cl_io_rw_init()) Process entered 00010000:00000001:0.0:1712357313.118222:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.118224:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.118225:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000020:00200000:2.0:1712357313.118227:0:12714:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8800a9a7b000[0x4, 1, [0x200000401:0x1b:0x0] hash] 00000020:00200000:2.0:1712357313.118228:0:12714:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [0, 34074) 0 0 00010000:00000001:0.0:1712357313.118228:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118228:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118229:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118230:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:2.0:1712357313.118231:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00010000:00000001:0.0:1712357313.118231:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00000080:00000001:2.0:1712357313.118232:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00010000:00000001:0.0:1712357313.118232:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.118234:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00010000:00000001:0.0:1712357313.118234:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118236:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1712357313.118236:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00010000:00000001:0.0:1712357313.118236:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118237:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.118237:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1712357313.118238:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1712357313.118238:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.118239:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.118240:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.118241:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000010:0.0:1712357313.118241:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59c00. 00000080:00000001:2.0:1712357313.118242:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.118243:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.118244:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00020000:00000002:2.0:1712357313.118245:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1b:0x0]io ffff8800ab3cd058 type 2 ignore/verify layout 0/0 00000100:00000040:0.0:1712357313.118247:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28e00 x1795536572136128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00020000:00000002:2.0:1712357313.118248:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:2.0:1712357313.118250:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1712357313.118251:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1712357313.118252:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1712357313.118252:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00020000:00000001:2.0:1712357313.118253:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.118254:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.118255:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 00020000:00000001:2.0:1712357313.118258:0:12714:0:(lov_io.c:675:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1712357313.118258:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 02000000:00000001:0.0:1712357313.118258:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:2.0:1712357313.118259:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.118259:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.118260:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357313.118261:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1712357313.118261:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1712357313.118262:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1712357313.118262:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 00020000:00000002:2.0:1712357313.118263:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 02000000:00000010:0.0:1712357313.118263:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2cbc00. 00000020:00000001:2.0:1712357313.118265:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118266:0:12714:0:(cl_io.c:198:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.118266:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 00000080:00200000:2.0:1712357313.118268:0:12714:0:(file.c:1879:ll_file_io_generic()) Range lock [0, 8] 00000001:00000001:2.0:1712357313.118269:0:12714:0:(range_lock.c:144:range_lock()) Process entered 02000000:00000001:0.0:1712357313.118270:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1712357313.118271:0:12714:0:(range_lock.c:177:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118272:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000100:00000010:0.0:1712357313.118272:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28e00. 00000020:00000001:2.0:1712357313.118273:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1712357313.118274:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.118274:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1712357313.118275:0:12714:0:(cl_io.c:833:cl_page_list_init()) Process entered 00000020:00000001:2.0:1712357313.118276:0:12714:0:(cl_io.c:836:cl_page_list_init()) Process leaving 00000080:00000001:0.0:1712357313.118276:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00020000:00000001:2.0:1712357313.118277:0:12714:0:(lov_io.c:987:lov_io_rw_iter_init()) Process entered 00000080:00000040:0.0:1712357313.118277:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00020000:00200000:2.0:1712357313.118279:0:12714:0:(lov_io.c:1039:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 34074) 34074, 34074 00020000:00000001:2.0:1712357313.118280:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1712357313.118281:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1712357313.118283:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->34073] -> [(0) 0->34073 (0)] 00000080:00000001:0.0:1712357313.118284:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00020000:00000001:2.0:1712357313.118286:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:2.0:1712357313.118287:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1712357313.118288:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:2.0:1712357313.118289:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158014104 : -131938551537512 : ffff8800a980e098) 00000020:00001000:2.0:1712357313.118290:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e090 00000020:00000001:2.0:1712357313.118291:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b148 -> ffff8800a9a7b080 00000080:00200008:0.0:1712357313.118291:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file asn1crypto:[0x200000401:0x7:0x0](ffff8800a76da0c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1712357313.118292:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:2.0:1712357313.118293:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1712357313.118294:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.118294:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1712357313.118295:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.118296:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.118296:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8),name=asn1crypto 00020000:00000001:2.0:1712357313.118297:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:2.0:1712357313.118299:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000080:00000010:0.0:1712357313.118299:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6f59c00. 00000008:00000001:2.0:1712357313.118300:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1712357313.118301:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118302:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.118304:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.118305:0:12714:0:(lov_io.c:1045:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.118305:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1712357313.118306:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357313.118306:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x7:0x0] 'asn1crypto' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.118308:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1712357313.118310:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000080:00000001:2.0:1712357313.118311:0:12714:0:(vvp_io.c:557:vvp_io_rw_lock()) Process entered 00800000:00000002:0.0:1712357313.118311:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x7:0x0], name='' -> mds #0 00000080:00000001:2.0:1712357313.118312:0:12714:0:(vvp_io.c:446:vvp_mmap_locks()) Process entered 00800000:00000001:0.0:1712357313.118313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.118314:0:12714:0:(llite_mmap.c:71:our_vma()) Process entered 00000080:00000001:2.0:1712357313.118315:0:12714:0:(llite_mmap.c:86:our_vma()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118315:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000080:00000001:2.0:1712357313.118316:0:12714:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000002:00010000:0.0:1712357313.118316:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x7:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000080:00000001:2.0:1712357313.118318:0:12714:0:(vvp_io.c:213:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1712357313.118319:0:12714:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 8] 00000002:00000001:0.0:1712357313.118319:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.118320:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00000020:00000001:2.0:1712357313.118321:0:12714:0:(cl_io.c:448:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1712357313.118321:0:12714:0:(cl_io.c:240:cl_lockset_merge()) Process entered 00010000:00000001:0.0:1712357313.118321:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000020:00000001:2.0:1712357313.118323:0:12714:0:(cl_io.c:257:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1712357313.118323:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 2 00000020:00000001:2.0:1712357313.118324:0:12714:0:(cl_io.c:455:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118324:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357313.118325:0:12714:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118326:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00000001:2.0:1712357313.118327:0:12714:0:(vvp_io.c:584:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118327:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.118328:0:12714:0:(vvp_io.c:628:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.118329:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00010000:00010000:0.0:1712357313.118329:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00020000:00000001:2.0:1712357313.118330:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:2.0:1712357313.118330:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:2.0:1712357313.118331:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1712357313.118332:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118333:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.118334:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.118334:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 00020000:00000001:2.0:1712357313.118336:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.118336:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118337:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1712357313.118338:0:12714:0:(cl_lock.c:197:cl_lock_request()) Process entered 00010000:00010000:0.0:1712357313.118338:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1712357313.118339:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00020000:00000001:2.0:1712357313.118341:0:12714:0:(lov_lock.c:334:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1712357313.118342:0:12714:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00000002:00000001:0.0:1712357313.118342:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:2.0:1712357313.118344:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->36863] -> [(0) 0->36863 (0)] 00000002:00000001:0.0:1712357313.118345:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.118346:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1712357313.118347:0:12714:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b63cf780. 00020000:00000002:2.0:1712357313.118349:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->36863] -> [(0) 0->36863 (0)] 00020000:00000001:2.0:1712357313.118350:0:12714:0:(lov_lock.c:89:lov_sublock_init()) Process entered 00020000:00000001:2.0:1712357313.118351:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00800000:00000001:0.0:1712357313.118351:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1712357313.118352:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00800000:00000001:0.0:1712357313.118353:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1712357313.118354:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00000080:00000010:0.0:1712357313.118354:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59c00. 00000080:00000001:0.0:1712357313.118356:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.118358:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.118359:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) 00000008:00000010:2.0:1712357313.118361:0:12714:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a9aa6000. 00000080:00010000:0.0:1712357313.118362:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) for lock 0xbda2fb8f03337d68 00000008:00010000:2.0:1712357313.118363:0:12714:0:(lustre_osc.h:184:osc_enq2ldlm_flags()) flags: 0 00000080:00000001:0.0:1712357313.118364:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118365:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00800000:00000001:0.0:1712357313.118365:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00000020:00000001:2.0:1712357313.118366:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00800000:00000001:0.0:1712357313.118366:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118367:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.118367:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000008:00010000:2.0:1712357313.118368:0:12714:0:(osc_lock.c:1258:osc_lock_init()) ### lock ffff8800b63cf7b0, osc lock ffff8800a9aa6000, flags 0x0 00000020:00000001:0.0:1712357313.118368:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:2.0:1712357313.118369:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.118369:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357313.118371:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00020000:00000001:2.0:1712357313.118372:0:12714:0:(lov_lock.c:99:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118372:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00020000:00000001:2.0:1712357313.118374:0:12714:0:(lov_lock.c:216:lov_lock_sub_init()) Process leaving (rc=18446612135371667328 : -131938337884288 : ffff8800b63cf780) 00010000:00000001:0.0:1712357313.118374:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118374:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1712357313.118375:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000002:00000001:0.0:1712357313.118375:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118376:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00800000:00000001:0.0:1712357313.118376:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357313.118377:0:12714:0:(lov_lock.c:340:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.118377:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d68 from it ffff8800aa3cfcc8 00000020:00000001:2.0:1712357313.118378:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118379:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.118379:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:2.0:1712357313.118380:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000020:00000040:0.0:1712357313.118380:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00020000:00000001:2.0:1712357313.118381:0:12714:0:(lov_lock.c:253:lov_lock_enqueue()) Process entered 00000020:00000001:0.0:1712357313.118381:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00020000:00000001:2.0:1712357313.118382:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:2.0:1712357313.118382:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00010000:00000001:0.0:1712357313.118382:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00000020:00000001:2.0:1712357313.118383:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.118384:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000008:00000001:2.0:1712357313.118385:0:12714:0:(osc_lock.c:958:osc_lock_enqueue()) Process entered 00010000:00010000:0.0:1712357313.118385:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000008:00000001:2.0:1712357313.118386:0:12714:0:(osc_lock.c:875:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1712357313.118387:0:12714:0:(osc_lock.c:923:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1712357313.118389:0:12714:0:(osc_request.c:3074:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1712357313.118389:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.118390:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.118390:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.118393:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118393:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357313.118394:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.118394:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:2.0:1712357313.118395:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00010000:0.0:1712357313.118396:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1712357313.118397:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343c00. 00010000:00000010:2.0:1712357313.118399:0:12714:0:(ldlm_resource.c:1394:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800b34933c0. 00010000:00000001:0.0:1712357313.118400:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.118401:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357313.118402:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1712357313.118402:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000010:2.0:1712357313.118403:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c18c0. 00010000:00000001:0.0:1712357313.118403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118404:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118405:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357313.118406:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012ab6b180. 00010000:00000001:0.0:1712357313.118406:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.118407:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.118408:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00010000:00000001:0.0:1712357313.118408:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357313.118409:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c18c0 with handle 0xbda2fb8f03337d6f to hash 00010000:00000001:0.0:1712357313.118409:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118410:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1712357313.118411:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.118411:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.118411:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.118413:0:12714:0:(ldlm_extent.c:959:ldlm_interval_alloc()) Process entered 00000100:00000001:0.0:1712357313.118413:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.118414:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1712357313.118415:0:12714:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8800b63cf700. 00000080:00000001:0.0:1712357313.118415:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.118417:0:12714:0:(ldlm_extent.c:969:ldlm_interval_alloc()) Process leaving (rc=18446612135371667200 : -131938337884416 : ffff8800b63cf700) 00000080:00000008:0.0:1712357313.118418:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file asn1crypto:[0x200000401:0x7:0x0](ffff8800a76da0c8), request_mask 2047, flags 0, foreign 0 00010000:00000010:2.0:1712357313.118419:0:12714:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012ab6bb80. 00010000:00000001:2.0:1712357313.118420:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00000080:00000001:0.0:1712357313.118420:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.118421:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a75165e8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00010000:00000001:2.0:1712357313.118422:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.118423:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118423:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.118428:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1712357313.118433:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1712357313.118437:0:12714:0:(ldlm_request.c:950:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1712357313.118440:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47480. 00000020:00000040:2.0:1712357313.118442:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=9 obd=lustre-OST0000-osc-ffff8800aa323000 00000080:00000001:0.0:1712357313.118443:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:2.0:1712357313.118444:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000080:00000001:0.0:1712357313.118444:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.118445:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00010000:00000001:2.0:1712357313.118446:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.118448:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000080:00000001:0.0:1712357313.118448:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.118449:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.118449:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118450:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000100:00000001:2.0:1712357313.118451:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000080:00002000:0.0:1712357313.118451:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a75165e8) flags 0x108008e refc 0 02000000:00000001:2.0:1712357313.118452:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:0.0:1712357313.118453:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.118454:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.118454:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=0 00000080:00000001:0.0:1712357313.118455:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.118456:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.118457:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b614ce00. 00000100:00000001:2.0:1712357313.118461:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118461:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00010000:00000001:2.0:1712357313.118463:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000080:00200008:0.0:1712357313.118464:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file asn1crypto:[0x200000401:0x7:0x0](ffff8800a76da0c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1604778631.780882421, ctime 1712357313.000000000 00010000:00000001:2.0:1712357313.118465:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.118465:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.118466:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.118468:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.118469:0:12714:0:(ldlm_request.c:964:ldlm_enqueue_pack()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000080:00000002:0.0:1712357313.118470:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1604778631, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.118472:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6f59c00. 00010000:00010000:2.0:1712357313.118473:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000080:00000001:0.0:1712357313.118474:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.118475:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.118477:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00800000:00000001:0.0:1712357313.118477:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.118478:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x7:0x0], valid 0x101f0/0x1 00000100:00000001:2.0:1712357313.118479:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.118481:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493240. 00800000:00000001:0.0:1712357313.118481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118482:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000100:00000001:2.0:1712357313.118483:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322137152 : -131938387414464 : ffff8800b3493240) 00000100:00000001:2.0:1712357313.118484:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000002:00000001:0.0:1712357313.118484:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000100:00000001:2.0:1712357313.118485:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00010000:00000040:0.0:1712357313.118486:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 2 00000100:00000001:2.0:1712357313.118487:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1712357313.118487:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.118489:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00000100:00000001:2.0:1712357313.118491:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118491:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.118492:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1712357313.118493:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.118494:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.118497:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000001:0.0:1712357313.118497:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.118499:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.118501:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000100:00000001:2.0:1712357313.118502:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000080:00000040:0.0:1712357313.118502:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x7:0x0] mode (null) 00000100:00000001:2.0:1712357313.118503:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118503:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118504:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 02000000:00000001:2.0:1712357313.118505:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1712357313.118505:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.118506:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 3 02000000:00000001:2.0:1712357313.118507:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118507:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1712357313.118509:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136256:192.168.203.120@tcp:101:rsync.0 00000002:00000001:0.0:1712357313.118509:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118510:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118511:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00000100:00000001:2.0:1712357313.118512:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1712357313.118512:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.118513:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 3 00010000:00000001:0.0:1712357313.118513:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1712357313.118514:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 00000002:00000001:0.0:1712357313.118514:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.118515:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.118516:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 02000000:00000001:2.0:1712357313.118517:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1712357313.118517:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 02000000:00000010:2.0:1712357313.118520:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3bcb400. 02000000:00000001:2.0:1712357313.118521:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.118524:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.118526:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1898. 00010000:00000040:0.0:1712357313.118526:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356800 count: 3 00010000:00000001:0.0:1712357313.118527:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1712357313.118529:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4f68. 00000002:00000001:0.0:1712357313.118529:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.118530:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1712357313.118532:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136256, portal 4 00000080:00000002:0.0:1712357313.118532:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x7:0x0] lli = ffff8800a76da000, pfid = [0x0:0x0:0x0] 00000100:00000001:2.0:1712357313.118533:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.118534:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000080:00000001:0.0:1712357313.118535:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.118536:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.118537:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000100:00000040:2.0:1712357313.118538:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00000002:0.0:1712357313.118538:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x7:0x0](ffff8800a76da0c8) invalid 00000080:00002000:0.0:1712357313.118540:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry asn1crypto (ffff8800a75165e8) parent ffff8800a7656360 inode ffff8800a76da0c8 refc 1 00000100:00000001:2.0:1712357313.118543:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000080:00000001:0.0:1712357313.118543:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.118544:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000100:00000040:2.0:1712357313.118545:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000080:00000001:0.0:1712357313.118545:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1712357313.118546:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4e58. 00010000:00000001:0.0:1712357313.118547:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1712357313.118548:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1795536572136256, offset 0 00010000:00000001:0.0:1712357313.118548:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.118549:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1712357313.118550:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00010000:00000001:0.0:1712357313.118550:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.118551:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.118553:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337d68 from hash 00000400:00000200:2.0:1712357313.118554:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:0.0:1712357313.118555:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.118556:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118556:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1712357313.118557:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00010000:00000001:0.0:1712357313.118557:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.118559:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.118560:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:2.0:1712357313.118561:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1712357313.118561:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.118563:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.118564:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000002:00000001:0.0:1712357313.118564:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.118566:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a28e00. 00000400:00000200:2.0:1712357313.118567:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1712357313.118568:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=43 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.118599:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.118600:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.118602:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.118602:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118603:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.118608:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000100:00000001:0.0:1712357313.118608:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.118609:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.118610:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.118611:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [234:234:256:4294967295] 192.168.203.120@tcp LPNI seq info [234:234:8:4294967295] 02000000:00000010:0.0:1712357313.118613:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f58a00. 00000400:00000200:2.0:1712357313.118614:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.118615:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118617:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.118618:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1712357313.118620:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00010000:00010000:0.0:1712357313.118621:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1712357313.118624:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00010000:00010000:0.0:1712357313.118626:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000800:00000010:2.0:1712357313.118627:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343800. 00010000:00000001:0.0:1712357313.118627:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.118628:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1712357313.118630:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00010000:00010000:0.0:1712357313.118630:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337d68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1feb3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1712357313.118635:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00010000:00000040:0.0:1712357313.118635:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356800 count: 0 00000800:00000200:2.0:1712357313.118637:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1712357313.118637:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.118641:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.118642:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118643:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.118644:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.118645:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.118647:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1604778631, ctime 1712357313 00000100:00000001:2.0:1712357313.118652:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357313.118652:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00000001:2.0:1712357313.118654:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.118655:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.118656:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357313.118657:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.118658:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.118659:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493240 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.118661:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.118661:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.118662:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.118662:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1712357313.118664:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.118664:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.118664:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.118666:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.118667:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.118668:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000100:00000001:0.0:1712357313.118670:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.118675:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.118676:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.118677:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.118680:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.118685:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.118686:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.118687:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.118688:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.118690:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136384:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.118693:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.118695:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.118696:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.118697:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.118699:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2cbc00. 02000000:00000001:0.0:1712357313.118701:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.118704:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.118706:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.118708:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.118710:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136384, portal 10 00000100:00000001:0.0:1712357313.118711:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.118712:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000100:00000040:0.0:1712357313.118715:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.118720:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.118722:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.118723:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357313.118725:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572136384, offset 0 00000400:00000200:0.0:1712357313.118728:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.118731:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.118734:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.118736:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.118738:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.118739:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.118744:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.118746:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [235:235:255:4294967295] 192.168.203.120@tcp LPNI seq info [235:235:7:4294967295] 00000400:00000200:0.0:1712357313.118750:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.118755:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.118758:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.118760:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357313.118763:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.118766:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.118769:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.118771:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.118772:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.118774:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.118775:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.118776:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.118777:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.118779:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.118780:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.118781:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.118782:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.118859:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.118861:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343800. 00000400:00000200:3.0:1712357313.118864:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.118867:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.118870:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4e58 00000400:00000010:3.0:1712357313.118871:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4e58. 00000100:00000001:3.0:1712357313.118876:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.118879:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.118885:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.118887:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.118892:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.118893:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357313.118929:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.118930:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:3.0:1712357313.118932:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.118935:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.118937:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357313.118938:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:3.0:1712357313.118939:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.118942:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.118947:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.118949:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.118954:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.118955:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.120491:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.120497:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.120499:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.120501:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.120506:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.120510:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.120515:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.120517:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.120519:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.120522:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 400 into portal 4 MB=0x66107ef903b40 00000400:00000200:2.0:1712357313.120525:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.120529:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 400/400 into md 0xb55 [1] + 224 00000800:00000001:2.0:1712357313.120533:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.120545:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.120547:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.120550:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.120553:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.120557:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.120564:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=400 offset=224 replen=400 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.120613:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.120618:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.120621:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.120687:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.120690:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.120691:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.120693:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1898. 00000400:00000200:0.0:1712357313.120696:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4f68 00000400:00000010:0.0:1712357313.120698:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4f68. 00000100:00000001:0.0:1712357313.120700:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.120703:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.120709:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.120714:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.120715:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.120717:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.120723:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.120724:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.120726:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.120728:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1712357313.120734:0:12714:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa3c4000. 00000100:00001000:0.0:1712357313.120739:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.120742:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.120744:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.120745:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.120747:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.120748:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.120750:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.120751:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.120752:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.120754:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.120757:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.120762:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.120763:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.120764:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.120767:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.120772:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.120774:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.120776:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.120778:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.120779:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.120781:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.120785:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.120787:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493240. 00000100:00000001:0.0:1712357313.120788:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.120789:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.120794:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.120796:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.120798:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.120799:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=4 00000020:00000001:0.0:1712357313.120801:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120803:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000040:0.0:1712357313.120807:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c18c0, remote cookie: 0xa8e7976a8eb1feba, flags: 0x1 00010000:00010000:0.0:1712357313.120811:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.120821:0:12714:0:(ldlm_lock.c:1609:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1712357313.120823:0:12714:0:(ldlm_lock.c:1701:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.120824:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.120826:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000001:00000001:0.0:1712357313.120828:0:12714:0:(interval_tree.c:380:interval_insert()) Process entered 00000001:00000001:0.0:1712357313.120830:0:12714:0:(interval_tree.c:323:interval_insert_color()) Process entered 00000001:00000001:0.0:1712357313.120830:0:12714:0:(interval_tree.c:372:interval_insert_color()) Process leaving 00000001:00000001:0.0:1712357313.120832:0:12714:0:(interval_tree.c:408:interval_insert()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.120834:0:12714:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1712357313.120840:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x240000400:0x3:0x0].0x0 (ffff8800aa343c00) refcount = 1 00010000:00000040:0.0:1712357313.120842:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357313.120844:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.120849:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.120851:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.120852:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.120854:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.120859:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.120870:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.120871:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.120872:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.120873:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.120874:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.120874:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000010:2.1:1712357313.120876:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000100:00000040:0.0:1712357313.120878:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47480 x1795536572136256/t0(0) o101->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 328/400 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000080:00000010:2.1:1712357313.120882:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab4b4a0. 00000100:00000001:0.0:1712357313.120882:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.120884:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.120885:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3bcb400. 02000000:00000001:0.0:1712357313.120887:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.120889:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.120890:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=8 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:0.0:1712357313.120891:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.120893:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b614ce00. 02000000:00000001:0.0:1712357313.120895:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.120896:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.120897:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47480. 00000100:00000001:0.0:1712357313.120899:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.120900:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.120902:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.120904:0:12714:0:(osc_request.c:2963:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1712357313.120906:0:12714:0:(osc_lock.c:273:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1712357313.120908:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.120909:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.120910:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=3 00000020:00000001:0.0:1712357313.120911:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120913:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120914:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.120915:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.120916:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=4 00000020:00000001:0.0:1712357313.120917:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120918:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120923:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.120924:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.120927:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.120931:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.120932:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.120934:0:12714:0:(osc_lock.c:158:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1712357313.120937:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00010000:0.0:1712357313.120939:0:12714:0:(osc_lock.c:196:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1712357313.120944:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.120946:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.120947:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1712357313.120949:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.120950:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120952:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120953:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.120954:0:12714:0:(osc_lock.c:201:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1712357313.120955:0:12714:0:(osc_lock.c:307:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.120957:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.120957:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.120958:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=5 00000020:00000001:0.0:1712357313.120959:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120961:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.120963:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.120965:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.120968:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.120969:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.120971:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.120979:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.120980:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.120980:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.120981:0:12714:0:(osc_request.c:2991:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.120983:0:12714:0:(osc_request.c:3185:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.120984:0:12714:0:(osc_lock.c:1060:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120986:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.120988:0:12714:0:(lov_lock.c:272:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120989:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120990:0:12714:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120992:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120993:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.120995:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000080:00000001:0.0:1712357313.120997:0:12714:0:(vvp_io.c:1308:vvp_io_write_start()) Process entered 00000080:00200000:0.0:1712357313.121000:0:12714:0:(vvp_io.c:1331:vvp_io_write_start()) .six.py.9ciyIX: write [0, 34074) 00000020:00000001:0.0:1712357313.121001:0:12714:0:(cl_object.c:420:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1712357313.121004:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.121006:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800b39df480 addref 2/0 by ffff8800a9934440. 00020000:00000002:0.0:1712357313.121008:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.121010:0:12714:0:(cl_object.c:428:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1712357313.121012:0:12714:0:(cl_io.c:583:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1712357313.121014:0:12714:0:(lov_io.c:1293:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1712357313.121016:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->34073] -> [(0) 0->34073 (0)] 00020000:00000001:0.0:1712357313.121018:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121019:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.121021:0:12714:0:(cl_io.c:583:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1712357313.121022:0:12714:0:(osc_io.c:1259:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1712357313.121024:0:12714:0:(osc_io.c:1272:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121026:0:12714:0:(cl_io.c:594:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121027:0:12714:0:(lov_io.c:1334:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121028:0:12714:0:(cl_io.c:594:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121033:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121034:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121044:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121047:0:12714:0:(cl_page.c:341:cl_page_find()) 0@[0x200000401:0x1b:0x0] ffffea00029c0a40 0 1 00000020:00000001:0.0:1712357313.121050:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121051:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121052:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121058:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e000. 00000020:00000001:0.0:1712357313.121060:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121061:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121063:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121065:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1712357313.121066:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121067:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121070:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121071:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e070 vmpage ffffea00029c0a40 obj off 0 00000008:00000001:0.0:1712357313.121073:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121074:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121075:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121076:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121077:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121079:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121080:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159586816 : -131938549964800 : ffff8800a998e000) 00000020:00000001:0.0:1712357313.121082:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159586816 : -131938549964800 : ffff8800a998e000) 00000020:00000001:0.0:1712357313.121083:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121084:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121085:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121087:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121087:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121088:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121091:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e000[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121092:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121093:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121094:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121096:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e000[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121097:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121099:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121100:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121103:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121104:0:12714:0:(rw26.c:1008:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121106:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121109:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121110:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121111:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121113:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121114:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121115:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121115:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121117:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e000[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121120:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029c0a40 1fffff00000805 3:0 ffff8800a998e000 0 lru 00000080:00200000:0.0:1712357313.121125:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e060 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121127:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e000 00000080:00200000:0.0:1712357313.121128:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 1. 00000080:00000001:0.0:1712357313.121129:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121131:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121131:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121137:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121138:0:12714:0:(cl_page.c:341:cl_page_find()) 1@[0x200000401:0x1b:0x0] ffffea00029ef600 0 1 00000020:00000001:0.0:1712357313.121140:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121141:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121142:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121144:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e0d8. 00000020:00000001:0.0:1712357313.121145:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121146:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121147:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121148:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1712357313.121150:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121150:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121152:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121153:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e148 vmpage ffffea00029ef600 obj off 4096 00000008:00000001:0.0:1712357313.121155:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121156:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121156:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121157:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121158:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121160:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121161:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159587032 : -131938549964584 : ffff8800a998e0d8) 00000020:00000001:0.0:1712357313.121162:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159587032 : -131938549964584 : ffff8800a998e0d8) 00000020:00000001:0.0:1712357313.121166:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121167:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121167:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121169:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121169:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121170:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121172:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e0d8[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121173:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121173:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121174:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121175:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e0d8[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121176:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121177:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121178:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121181:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121181:0:12714:0:(rw26.c:1008:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121183:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121183:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121184:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121185:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121186:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121187:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121188:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121188:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121190:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e0d8[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121192:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029ef600 1fffff00000805 3:0 ffff8800a998e0d8 1 lru 00000080:00200000:0.0:1712357313.121196:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e138 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121198:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e0d8 00000080:00200000:0.0:1712357313.121198:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 2. 00000080:00000001:0.0:1712357313.121199:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121201:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121201:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121211:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121212:0:12714:0:(cl_page.c:341:cl_page_find()) 2@[0x200000401:0x1b:0x0] ffffea00029ef180 0 1 00000020:00000001:0.0:1712357313.121213:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121214:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121215:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121217:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e1b0. 00000020:00000001:0.0:1712357313.121221:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121221:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121222:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121224:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 8192, entry 0, stripe 0, suboff 8192 00020000:00000001:0.0:1712357313.121225:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121226:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121227:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121228:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e220 vmpage ffffea00029ef180 obj off 8192 00000008:00000001:0.0:1712357313.121230:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121231:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121231:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121232:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121233:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121234:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121235:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159587248 : -131938549964368 : ffff8800a998e1b0) 00000020:00000001:0.0:1712357313.121237:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159587248 : -131938549964368 : ffff8800a998e1b0) 00000020:00000001:0.0:1712357313.121239:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121239:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121240:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121241:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121242:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121243:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121244:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e1b0[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121245:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121246:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121246:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121248:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e1b0[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121249:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121250:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121250:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121253:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121254:0:12714:0:(rw26.c:1008:ll_write_end()) pos 8192, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121255:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121256:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121257:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121258:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121259:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121259:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121263:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121263:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121265:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e1b0[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121267:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029ef180 1fffff00000825 2:0 ffff8800a998e1b0 2 lru 00000080:00200000:0.0:1712357313.121272:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e210 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121273:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e1b0 00000080:00200000:0.0:1712357313.121273:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 3. 00000080:00000001:0.0:1712357313.121274:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121276:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121277:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121281:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121282:0:12714:0:(cl_page.c:341:cl_page_find()) 3@[0x200000401:0x1b:0x0] ffffea00029c0a00 0 1 00000020:00000001:0.0:1712357313.121283:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121284:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121285:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121287:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e288. 00000020:00000001:0.0:1712357313.121288:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121289:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121290:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121291:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 12288, entry 0, stripe 0, suboff 12288 00020000:00000001:0.0:1712357313.121292:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121293:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121294:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121295:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e2f8 vmpage ffffea00029c0a00 obj off 12288 00000008:00000001:0.0:1712357313.121296:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121297:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121298:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121299:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121300:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121301:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121302:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159587464 : -131938549964152 : ffff8800a998e288) 00000020:00000001:0.0:1712357313.121304:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159587464 : -131938549964152 : ffff8800a998e288) 00000020:00000001:0.0:1712357313.121305:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121306:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121307:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121308:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121311:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121311:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121313:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e288[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121314:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121315:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121315:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121317:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e288[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121318:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121319:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121319:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121322:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121323:0:12714:0:(rw26.c:1008:ll_write_end()) pos 12288, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121324:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121325:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121326:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121327:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121328:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121328:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121329:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121330:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121331:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e288[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121333:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029c0a00 1fffff00000805 3:0 ffff8800a998e288 3 lru 00000080:00200000:0.0:1712357313.121337:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e2e8 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121338:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e288 00000080:00200000:0.0:1712357313.121339:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 4. 00000080:00000001:0.0:1712357313.121340:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121341:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121342:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121346:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121347:0:12714:0:(cl_page.c:341:cl_page_find()) 4@[0x200000401:0x1b:0x0] ffffea00029ef640 0 1 00000020:00000001:0.0:1712357313.121348:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121349:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121350:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121352:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e360. 00000020:00000001:0.0:1712357313.121353:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121354:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121355:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121356:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 16384, entry 0, stripe 0, suboff 16384 00020000:00000001:0.0:1712357313.121357:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121360:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121361:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121362:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e3d0 vmpage ffffea00029ef640 obj off 16384 00000008:00000001:0.0:1712357313.121364:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121365:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121365:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121366:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121367:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121368:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121369:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159587680 : -131938549963936 : ffff8800a998e360) 00000020:00000001:0.0:1712357313.121371:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159587680 : -131938549963936 : ffff8800a998e360) 00000020:00000001:0.0:1712357313.121372:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121373:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121373:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121374:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121375:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121376:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121377:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e360[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121378:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121378:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121379:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121381:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e360[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121381:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121382:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121383:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121386:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121387:0:12714:0:(rw26.c:1008:ll_write_end()) pos 16384, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121388:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121389:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121390:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121391:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121392:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121392:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121393:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121394:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121395:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e360[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121397:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029ef640 1fffff00000805 3:0 ffff8800a998e360 4 lru 00000080:00200000:0.0:1712357313.121401:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e3c0 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121405:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e360 00000080:00200000:0.0:1712357313.121406:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 5. 00000080:00000001:0.0:1712357313.121407:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121408:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121409:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121413:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121414:0:12714:0:(cl_page.c:341:cl_page_find()) 5@[0x200000401:0x1b:0x0] ffffea00029ef1c0 0 1 00000020:00000001:0.0:1712357313.121416:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121417:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121418:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121419:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e438. 00000020:00000001:0.0:1712357313.121420:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121421:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121422:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121423:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 20480, entry 0, stripe 0, suboff 20480 00020000:00000001:0.0:1712357313.121425:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121426:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121427:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121428:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e4a8 vmpage ffffea00029ef1c0 obj off 20480 00000008:00000001:0.0:1712357313.121429:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121430:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121431:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121432:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121432:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121433:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121434:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159587896 : -131938549963720 : ffff8800a998e438) 00000020:00000001:0.0:1712357313.121436:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159587896 : -131938549963720 : ffff8800a998e438) 00000020:00000001:0.0:1712357313.121437:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121438:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121438:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121439:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121440:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121441:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121442:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e438[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121443:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121444:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121444:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121449:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e438[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121450:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121451:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121452:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121455:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121455:0:12714:0:(rw26.c:1008:ll_write_end()) pos 20480, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121456:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121457:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121458:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121459:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121460:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121461:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121461:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121462:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121463:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e438[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121465:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029ef1c0 1fffff00000805 3:0 ffff8800a998e438 5 lru 00000080:00200000:0.0:1712357313.121469:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e498 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121471:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e438 00000080:00200000:0.0:1712357313.121471:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 6. 00000080:00000001:0.0:1712357313.121472:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121474:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121474:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121479:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121480:0:12714:0:(cl_page.c:341:cl_page_find()) 6@[0x200000401:0x1b:0x0] ffffea00029e9080 0 1 00000020:00000001:0.0:1712357313.121481:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121482:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121483:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121485:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e510. 00000020:00000001:0.0:1712357313.121486:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121486:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121487:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121488:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 24576, entry 0, stripe 0, suboff 24576 00020000:00000001:0.0:1712357313.121490:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121490:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121492:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121493:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e580 vmpage ffffea00029e9080 obj off 24576 00000008:00000001:0.0:1712357313.121494:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121494:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121498:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121499:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121500:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121501:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121503:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159588112 : -131938549963504 : ffff8800a998e510) 00000020:00000001:0.0:1712357313.121504:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159588112 : -131938549963504 : ffff8800a998e510) 00000020:00000001:0.0:1712357313.121505:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121506:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121507:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121508:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121509:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121509:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121511:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e510[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121512:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121512:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121513:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121514:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e510[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121515:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121516:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121517:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121520:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121520:0:12714:0:(rw26.c:1008:ll_write_end()) pos 24576, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121522:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121522:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121524:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121524:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121525:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121526:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121527:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121527:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121528:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e510[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121530:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029e9080 1fffff00000805 3:0 ffff8800a998e510 6 lru 00000080:00200000:0.0:1712357313.121534:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e570 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121535:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e510 00000080:00200000:0.0:1712357313.121535:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 7. 00000080:00000001:0.0:1712357313.121536:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121538:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121541:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000020:00000001:0.0:1712357313.121545:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121546:0:12714:0:(cl_page.c:341:cl_page_find()) 7@[0x200000401:0x1b:0x0] ffffea00029c5cc0 0 1 00000020:00000001:0.0:1712357313.121548:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121549:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121550:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121551:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e5e8. 00000020:00000001:0.0:1712357313.121553:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121554:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121554:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121556:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 28672, entry 0, stripe 0, suboff 28672 00020000:00000001:0.0:1712357313.121557:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121558:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121559:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121560:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e658 vmpage ffffea00029c5cc0 obj off 28672 00000008:00000001:0.0:1712357313.121562:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121563:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121563:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121564:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121565:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121566:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121567:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159588328 : -131938549963288 : ffff8800a998e5e8) 00000020:00000001:0.0:1712357313.121568:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159588328 : -131938549963288 : ffff8800a998e5e8) 00000020:00000001:0.0:1712357313.121605:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121606:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121607:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121608:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121609:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121610:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121612:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e5e8[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121613:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121613:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121614:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00008000:0.0:1712357313.121616:0:12714:0:(rw26.c:912:ll_write_begin()) page@ffff8800a998e5e8[2 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00008000:0.0:1712357313.121617:0:12714:0:(rw26.c:912:ll_write_begin()) full page write 00000080:00000001:0.0:1712357313.121617:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121618:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121621:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121625:0:12714:0:(rw26.c:1008:ll_write_end()) pos 28672, len 4096, copied 4096 00000020:00000001:0.0:1712357313.121626:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121627:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121628:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121629:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121630:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121631:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121632:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121632:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121634:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e5e8[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121635:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029c5cc0 1fffff00000805 3:0 ffff8800a998e5e8 7 lru 00000080:00200000:0.0:1712357313.121639:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e648 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121641:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e5e8 00000080:00200000:0.0:1712357313.121641:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 8. 00000080:00000001:0.0:1712357313.121642:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1712357313.121644:0:12714:0:(rw26.c:817:ll_write_begin()) Process entered 00000080:00200000:0.0:1712357313.121644:0:12714:0:(rw26.c:819:ll_write_begin()) Writing 8 of 0 to 1306 bytes 00000020:00000001:0.0:1712357313.121649:0:12714:0:(cl_page.c:335:cl_page_find()) Process entered 00000020:00008000:0.0:1712357313.121650:0:12714:0:(cl_page.c:341:cl_page_find()) 8@[0x200000401:0x1b:0x0] ffffea00029e6180 0 1 00000020:00000001:0.0:1712357313.121651:0:12714:0:(cl_page.c:501:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1712357313.121652:0:12714:0:(cl_page.c:515:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121653:0:12714:0:(cl_page.c:261:cl_page_alloc()) Process entered 00000020:00000010:0.0:1712357313.121655:0:12714:0:(cl_page.c:216:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a998e6c0. 00000020:00000001:0.0:1712357313.121656:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121657:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.121658:0:12714:0:(lov_page.c:66:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1712357313.121659:0:12714:0:(lov_page.c:105:lov_page_init_composite()) offset 32768, entry 0, stripe 0, suboff 32768 00020000:00000001:0.0:1712357313.121660:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121661:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000008:00000001:0.0:1712357313.121663:0:12714:0:(osc_cache.c:2211:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1712357313.121664:0:12714:0:(osc_cache.c:2232:osc_prep_async_page()) oap ffff8800a998e730 vmpage ffffea00029e6180 obj off 32768 00000008:00000001:0.0:1712357313.121665:0:12714:0:(osc_cache.c:2233:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121666:0:12714:0:(cl_page.c:1130:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1712357313.121667:0:12714:0:(cl_page.c:1137:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1712357313.121668:0:12714:0:(osc_page.c:764:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1712357313.121668:0:12714:0:(osc_page.c:807:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121669:0:12714:0:(lov_page.c:133:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121671:0:12714:0:(cl_page.c:310:cl_page_alloc()) Process leaving (rc=18446612135159588544 : -131938549963072 : ffff8800a998e6c0) 00000020:00000001:0.0:1712357313.121674:0:12714:0:(cl_page.c:364:cl_page_find()) Process leaving (rc=18446612135159588544 : -131938549963072 : ffff8800a998e6c0) 00000020:00000001:0.0:1712357313.121676:0:12714:0:(cl_page.c:674:cl_page_assume()) Process entered 00000020:00000001:0.0:1712357313.121676:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121677:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121678:0:12714:0:(cl_page.c:532:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1712357313.121679:0:12714:0:(cl_page.c:535:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1712357313.121680:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.121682:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e6c0[2 ffff8800a9a7b080 1 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121683:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1712357313.121683:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.121684:0:12714:0:(cl_page.c:688:cl_page_assume()) Process leaving 00000080:00000001:0.0:1712357313.121685:0:12714:0:(rw26.c:738:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1712357313.121686:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121688:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121689:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1712357313.121691:0:12714:0:(lov_object.c:1062:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1712357313.121694:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.121694:0:12714:0:(lov_offset.c:64:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.121696:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.121696:0:12714:0:(lov_offset.c:64:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.121698:0:12714:0:(lov_merge.c:101:lov_merge_lvb_kms()) MDT ID 0x1b:1025 on OST[0]: s=0 (1) m=0 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.121700:0:12714:0:(lov_merge.c:112:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.121702:0:12714:0:(lov_object.c:1093:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.121703:0:12714:0:(lov_object.c:1111:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121705:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121706:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000080:00000001:0.0:1712357313.121709:0:12714:0:(rw26.c:758:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.121710:0:12714:0:(rw26.c:930:ll_write_begin()) Process leaving 00000080:00000001:0.0:1712357313.121711:0:12714:0:(rw26.c:948:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.121712:0:12714:0:(rw26.c:1004:ll_write_end()) Process entered 00000080:00200000:0.0:1712357313.121713:0:12714:0:(rw26.c:1008:ll_write_end()) pos 32768, len 1306, copied 1306 00000020:00000001:0.0:1712357313.121714:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.121715:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.121717:0:12714:0:(cl_page.c:568:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1712357313.121717:0:12714:0:(cl_page.c:569:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.121718:0:12714:0:(cl_io.c:846:cl_page_list_add()) Process entered 00000020:00000001:0.0:1712357313.121719:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121720:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000020:00000001:0.0:1712357313.121723:0:12714:0:(cl_io.c:857:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1712357313.121725:0:12714:0:(rw26.c:1046:ll_write_end()) page@ffff8800a998e6c0[3 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000080:00200000:0.0:1712357313.121727:0:12714:0:(rw26.c:1046:ll_write_end()) vmpage @ffffea00029e6180 1fffff00000805 3:0 ffff8800a998e6c0 8 lru 00000080:00200000:0.0:1712357313.121731:0:12714:0:(rw26.c:1046:ll_write_end()) osc-page@ffff8800a998e720 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | ffff8800adab46f8 ffff8800a9ac6000 > 3< 0 0 > 4< 0 0 8 8409088 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1712357313.121732:0:12714:0:(rw26.c:1046:ll_write_end()) end page@ffff8800a998e6c0 00000080:00200000:0.0:1712357313.121733:0:12714:0:(rw26.c:1046:ll_write_end()) queued page: 9. 00000080:00000001:0.0:1712357313.121733:0:12714:0:(rw26.c:1065:ll_write_end()) Process leaving (rc=1306 : 1306 : 51a) 00000080:00000001:0.0:1712357313.121736:0:12714:0:(vvp_io.c:1213:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1712357313.121737:0:12714:0:(vvp_io.c:1219:vvp_io_write_commit()) commit async pages: 9, from 0, to 1306 00000020:00000001:0.0:1712357313.121739:0:12714:0:(cl_io.c:610:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1712357313.121741:0:12714:0:(lov_io.c:1437:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1712357313.121742:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.121742:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.121744:0:12714:0:(cl_io.c:610:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1712357313.121745:0:12714:0:(osc_io.c:311:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1712357313.121746:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.121747:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121748:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.121749:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.121751:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e070 page ffffea00029c0a40 added for cmd 2 00000008:00000001:0.0:1712357313.121754:0:12714:0:(osc_cache.c:1577:osc_enter_cache()) Process entered 00000008:00000020:0.0:1712357313.121756:0:12714:0:(osc_cache.c:1579:osc_enter_cache()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 1/119552 dirty_pages: 1/477539 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.121760:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 1/119552 dirty_pages: 1/477539 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.121763:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e0a8 page ffffea00029c0a40 00000008:00000020:0.0:1712357313.121766:0:12714:0:(osc_cache.c:1611:osc_enter_cache()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 2/119552 dirty_pages: 2/477539 dropped: 0 avail: 8380416, dirty_grant: 28672, reserved: 28672, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }granted from cache 00000008:00000001:0.0:1712357313.121769:0:12714:0:(osc_cache.c:1627:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1712357313.121770:0:12714:0:(osc_cache.c:1630:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121771:0:12714:0:(osc_cache.c:663:osc_extent_find()) Process entered 00000008:00000010:0.0:1712357313.121777:0:12714:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a9abc000. 00000008:00000020:0.0:1712357313.121782:0:12714:0:(osc_cache.c:1212:osc_extent_tree_dump0()) Dump object ffff8800a9ac6000 extents at osc_extent_find:786, mppr: 1024. 00000008:00000020:0.0:1712357313.121785:0:12714:0:(osc_cache.c:1709:osc_update_pending()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1712357313.121791:0:12714:0:(osc_cache.c:804:osc_extent_find()) extent ffff8800a9abc000@{[0 -> 0/1023], [3|1|-|active|wi|ffff8800a9ac6000], [28672|0|-|-|ffff8800ab1c18c0|1024| (null)]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1712357313.121796:0:12714:0:(osc_cache.c:804:osc_extent_find()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.121801:0:12714:0:(osc_cache.c:821:osc_extent_find()) Process leaving 00000008:00000001:0.0:1712357313.121803:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121804:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121806:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.121807:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.121809:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1712357313.121810:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121811:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.121812:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1712357313.121813:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.121814:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121815:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121816:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.121818:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.121818:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.121820:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.121822:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e000[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121823:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.121824:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.121825:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.121826:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.121826:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121827:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.121828:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.121829:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e148 page ffffea00029ef600 added for cmd 2 00000008:00000020:0.0:1712357313.121832:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 2/119552 dirty_pages: 2/477539 dropped: 0 avail: 8380416, dirty_grant: 57344, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.121835:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e180 page ffffea00029ef600 00000008:00000001:0.0:1712357313.121837:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.121839:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.121841:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.121845:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.121847:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 1/1023], [2|1|-|active|wi|ffff8800a9ac6000], [32768|1|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 1. 00000008:00010000:0.0:1712357313.121852:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.121857:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121859:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121860:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.121861:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.121862:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1712357313.121863:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121864:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.121865:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1712357313.121866:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.121867:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121868:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121869:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.121870:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.121871:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.121871:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.121873:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e0d8[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121873:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.121874:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.121875:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.121875:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.121876:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121876:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.121877:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.121878:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e220 page ffffea00029ef180 added for cmd 2 00000008:00000020:0.0:1712357313.121880:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 3/119552 dirty_pages: 3/477539 dropped: 0 avail: 8376320, dirty_grant: 61440, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.121883:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e258 page ffffea00029ef180 00000008:00000001:0.0:1712357313.121884:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.121885:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.121886:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.121889:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.121891:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 2/1023], [2|1|-|active|wi|ffff8800a9ac6000], [36864|2|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 2. 00000008:00010000:0.0:1712357313.121895:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.121900:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121901:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121902:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.121903:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.121904:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 8192->12288 8192 00000020:00000001:0.0:1712357313.121906:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121907:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.121908:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 8192to 12288 00020000:00000001:0.0:1712357313.121909:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.121910:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121911:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121912:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.121913:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.121914:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.121914:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.121916:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e1b0[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121917:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.121917:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.121918:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.121919:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.121919:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121920:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.121921:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.121922:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e2f8 page ffffea00029c0a00 added for cmd 2 00000008:00000020:0.0:1712357313.121925:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 4/119552 dirty_pages: 4/477539 dropped: 0 avail: 8372224, dirty_grant: 65536, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.121928:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e330 page ffffea00029c0a00 00000008:00000001:0.0:1712357313.121930:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.121931:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.121932:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.121936:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.121938:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 3/1023], [2|1|-|active|wi|ffff8800a9ac6000], [40960|3|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 3. 00000008:00010000:0.0:1712357313.121942:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.121947:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121948:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121950:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.121950:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.121952:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 12288->16384 12288 00000020:00000001:0.0:1712357313.121953:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121954:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.121955:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 12288to 16384 00020000:00000001:0.0:1712357313.121956:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.121957:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121958:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.121959:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.121959:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.121960:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.121961:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.121963:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e288[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.121963:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.121964:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.121965:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.121965:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.121966:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.121967:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.121967:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.121968:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e3d0 page ffffea00029ef640 added for cmd 2 00000008:00000020:0.0:1712357313.121971:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 5/119552 dirty_pages: 5/477539 dropped: 0 avail: 8368128, dirty_grant: 69632, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.121974:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e408 page ffffea00029ef640 00000008:00000001:0.0:1712357313.121975:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.121977:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.121978:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.121981:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.121983:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 4/1023], [2|1|-|active|wi|ffff8800a9ac6000], [45056|4|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 4. 00000008:00010000:0.0:1712357313.121987:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.121992:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121994:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.121995:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.121996:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.121997:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 16384->20480 16384 00000020:00000001:0.0:1712357313.121998:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.121999:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.122000:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 16384to 20480 00020000:00000001:0.0:1712357313.122001:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122002:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122003:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122004:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.122005:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.122006:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.122006:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122008:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e360[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.122009:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.122009:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122010:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.122010:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.122011:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.122012:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.122013:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.122014:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e4a8 page ffffea00029ef1c0 added for cmd 2 00000008:00000020:0.0:1712357313.122017:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 6/119552 dirty_pages: 6/477539 dropped: 0 avail: 8364032, dirty_grant: 73728, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.122019:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e4e0 page ffffea00029ef1c0 00000008:00000001:0.0:1712357313.122021:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.122022:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.122023:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.122028:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.122030:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 5/1023], [2|1|-|active|wi|ffff8800a9ac6000], [49152|5|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 5. 00000008:00010000:0.0:1712357313.122034:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.122038:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122039:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122040:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.122042:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.122043:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 20480->24576 20480 00000020:00000001:0.0:1712357313.122044:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122045:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.122046:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 20480to 24576 00020000:00000001:0.0:1712357313.122047:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122048:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122049:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122049:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.122050:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.122051:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.122052:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122054:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e438[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.122054:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.122055:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122056:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.122056:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.122057:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.122058:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.122058:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.122059:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e580 page ffffea00029e9080 added for cmd 2 00000008:00000020:0.0:1712357313.122062:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 7/119552 dirty_pages: 7/477539 dropped: 0 avail: 8359936, dirty_grant: 77824, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.122064:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e5b8 page ffffea00029e9080 00000008:00000001:0.0:1712357313.122066:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.122067:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.122068:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.122077:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.122079:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 6/1023], [2|1|-|active|wi|ffff8800a9ac6000], [53248|6|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 6. 00000008:00010000:0.0:1712357313.122082:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.122087:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122088:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122090:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.122091:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.122092:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 24576->28672 24576 00000020:00000001:0.0:1712357313.122093:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122094:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.122095:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 24576to 28672 00020000:00000001:0.0:1712357313.122096:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122096:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122097:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122098:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.122099:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.122099:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.122100:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122102:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e510[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.122103:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.122103:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122104:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.122105:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.122105:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.122106:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.122107:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.122108:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e658 page ffffea00029c5cc0 added for cmd 2 00000008:00000020:0.0:1712357313.122110:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 8/119552 dirty_pages: 8/477539 dropped: 0 avail: 8355840, dirty_grant: 81920, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.122113:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e690 page ffffea00029c5cc0 00000008:00000001:0.0:1712357313.122114:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.122116:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.122117:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.122120:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.122121:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 7/1023], [2|1|-|active|wi|ffff8800a9ac6000], [57344|7|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 7. 00000008:00010000:0.0:1712357313.122125:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.122129:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122130:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122131:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.122132:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.122133:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 28672->32768 28672 00000020:00000001:0.0:1712357313.122134:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122135:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.122136:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 28672to 32768 00020000:00000001:0.0:1712357313.122137:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122138:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122139:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122140:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.122141:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.122142:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.122143:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122144:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e5e8[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.122145:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.122146:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122146:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1712357313.122147:0:12714:0:(osc_page.c:94:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1712357313.122147:0:12714:0:(cl_page.c:448:cl_page_get()) Process entered 00000020:00000001:0.0:1712357313.122148:0:12714:0:(cl_page.c:450:cl_page_get()) Process leaving 00000008:00000001:0.0:1712357313.122149:0:12714:0:(osc_cache.c:2253:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1712357313.122150:0:12714:0:(osc_cache.c:2310:osc_queue_async_io()) obj ffff8800a9ac6000 ready 0|-|- wr 0|-|- rd 0|- oap ffff8800a998e730 page ffffea00029e6180 added for cmd 2 00000008:00000020:0.0:1712357313.122152:0:12714:0:(osc_cache.c:1507:osc_enter_cache_try()) lustre-OST0000-osc-ffff8800aa323000: grant { dirty: 9/119552 dirty_pages: 9/477539 dropped: 0 avail: 8351744, dirty_grant: 86016, reserved: 0, flight: 0 } lru {in list: 0, left: 10, waiters: 0 }need:28672 00000008:00000020:0.0:1712357313.122155:0:12714:0:(osc_cache.c:1372:osc_consume_write_grant()) using 4096 grant credits for brw ffff8800a998e768 page ffffea00029e6180 00000008:00000001:0.0:1712357313.122156:0:12714:0:(osc_cache.c:1162:osc_extent_expand()) Process entered 00000008:00000001:0.0:1712357313.122157:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.122158:0:12714:0:(osc_cache.c:1195:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1712357313.122161:0:12714:0:(osc_cache.c:1199:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1712357313.122162:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) extent ffff8800a9abc000@{[0 -> 8/1023], [2|1|-|active|wi|ffff8800a9ac6000], [61440|8|+|-|ffff8800ab1c18c0|1024| (null)]} expanded for 8. 00000008:00010000:0.0:1712357313.122166:0:12714:0:(osc_cache.c:2343:osc_queue_async_io()) ### extent: ffff8800a9abc000 ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1712357313.122170:0:12714:0:(osc_cache.c:2421:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122171:0:12714:0:(osc_page.c:103:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122172:0:12714:0:(osc_io.c:272:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1712357313.122173:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000002:0.0:1712357313.122174:0:12714:0:(osc_io.c:280:osc_page_touch_at()) stripe KMS increasing 32768->34074 32768 00000020:00000001:0.0:1712357313.122175:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122176:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1712357313.122177:0:12714:0:(osc_object.c:183:osc_attr_update()) set kms from 32768to 34074 00020000:00000001:0.0:1712357313.122178:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122178:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122179:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122180:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.122181:0:12714:0:(osc_io.c:295:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1712357313.122181:0:12714:0:(cl_io.c:870:cl_page_list_del()) Process entered 00000020:00000001:0.0:1712357313.122182:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122183:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e6c0[4 ffff8800a9a7b080 2 1 ffff8800ab3cd058] 00000020:00000001:0.0:1712357313.122184:0:12714:0:(cl_page.c:465:cl_batch_put()) 4 00000020:00000001:0.0:1712357313.122184:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122185:0:12714:0:(cl_io.c:876:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1712357313.122186:0:12714:0:(osc_request.c:764:osc_update_next_shrink()) next time 1456 to shrink grant 00000080:00000001:0.0:1712357313.122187:0:12714:0:(vvp_io.c:1152:write_commit_callback()) Process entered 00000080:00000001:0.0:1712357313.122188:0:12714:0:(vvp_io.c:1049:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1712357313.122191:0:12714:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800b0647248, count 9, dirtied 9 00000080:00000001:0.0:1712357313.122193:0:12714:0:(vvp_io.c:1140:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1712357313.122194:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122195:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122195:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122196:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122197:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e000[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122198:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122199:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122200:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122203:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122204:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122205:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122207:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e000[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122207:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122208:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122208:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122209:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122209:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122210:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122211:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e0d8[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122212:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122212:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122213:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122214:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122214:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122215:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122216:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e0d8[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122217:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122217:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122218:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122218:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122219:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122219:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122220:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e1b0[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122221:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122222:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122222:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122223:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122224:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122225:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122226:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e1b0[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122227:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122227:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122228:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122228:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122229:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122229:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122230:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e288[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122231:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122233:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122234:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122235:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122236:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122237:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122238:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e288[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122239:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122239:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122240:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122240:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122241:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122241:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122242:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e360[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122243:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122244:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122245:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122245:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122246:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122247:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122248:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e360[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122248:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122249:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122249:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122250:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122250:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122251:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122252:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e438[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122252:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122253:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122254:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122254:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122255:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122256:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122257:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e438[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122258:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122258:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122259:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122259:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122260:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122261:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122264:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e510[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122265:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122266:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122266:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122267:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122268:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122269:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122270:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e510[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122270:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122271:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122271:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122272:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122272:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122273:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122274:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e5e8[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122275:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122276:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122276:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122277:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122277:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122278:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122279:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e5e8[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122280:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122281:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000020:00000001:0.0:1712357313.122281:0:12714:0:(cl_page.c:543:__cl_page_disown()) Process entered 00000020:00000001:0.0:1712357313.122282:0:12714:0:(cl_page.c:521:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1712357313.122282:0:12714:0:(cl_page.c:527:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1712357313.122283:0:12714:0:(cl_page.c:418:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1712357313.122284:0:12714:0:(cl_page.c:421:__cl_page_state_set()) page@ffff8800a998e6c0[3 ffff8800a9a7b080 2 1 (null)] 00000020:00000001:0.0:1712357313.122285:0:12714:0:(cl_page.c:421:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1712357313.122286:0:12714:0:(cl_page.c:429:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1712357313.122286:0:12714:0:(cl_page.c:559:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1712357313.122287:0:12714:0:(cl_io.c:1095:cl_io_top()) Process entered 00000020:00000001:0.0:1712357313.122288:0:12714:0:(cl_io.c:1098:cl_io_top()) Process leaving (rc=18446612135187107928 : -131938522443688 : ffff8800ab3cd058) 00000020:00000001:0.0:1712357313.122289:0:12714:0:(cl_page.c:463:cl_batch_put()) Process entered 00000020:00000001:0.0:1712357313.122290:0:12714:0:(cl_page.c:465:cl_batch_put()) page@ffff8800a998e6c0[3 ffff8800a9a7b080 1 1 (null)] 00000020:00000001:0.0:1712357313.122291:0:12714:0:(cl_page.c:465:cl_batch_put()) 3 00000020:00000001:0.0:1712357313.122292:0:12714:0:(cl_page.c:477:cl_batch_put()) Process leaving 00000080:00000001:0.0:1712357313.122293:0:12714:0:(vvp_io.c:1176:write_commit_callback()) Process leaving 00000008:00000040:0.0:1712357313.122294:0:12714:0:(osc_io.c:384:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1712357313.122297:0:12714:0:(osc_io.c:385:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122298:0:12714:0:(cl_io.c:620:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122300:0:12714:0:(lov_io.c:1449:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122301:0:12714:0:(cl_io.c:620:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.122302:0:12714:0:(vvp_io.c:1242:vvp_io_write_commit()) Committed 9 pages 34074 bytes, tot: 34074 00000080:00000001:0.0:1712357313.122305:0:12714:0:(file.c:1483:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1712357313.122311:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122312:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122313:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1712357313.122314:0:12714:0:(lov_object.c:1062:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1712357313.122316:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.122317:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=34074 : 34074 : 851a) 00020000:00000001:0.0:1712357313.122318:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.122319:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=34074 : 34074 : 851a) 00020000:00000002:0.0:1712357313.122321:0:12714:0:(lov_merge.c:101:lov_merge_lvb_kms()) MDT ID 0x1b:1025 on OST[0]: s=34074 (1) m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.122323:0:12714:0:(lov_merge.c:112:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.122324:0:12714:0:(lov_object.c:1093:lov_attr_get_composite()) COMP ID #-1: s=34074 m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.122325:0:12714:0:(lov_object.c:1111:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122326:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122327:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000080:00200000:0.0:1712357313.122329:0:12714:0:(file.c:1528:ll_merge_attr_nolock()) [0x200000401:0x1b:0x0] updating i_size 34074 i_blocks 0 00000080:00000001:0.0:1712357313.122330:0:12714:0:(file.c:1547:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1712357313.122331:0:12714:0:(cl_io.c:979:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1712357313.122332:0:12714:0:(cl_io.c:983:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1712357313.122333:0:12714:0:(vvp_io.c:1287:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.122335:0:12714:0:(vvp_io.c:1410:vvp_io_write_start()) .six.py.9ciyIX: write bytes 0, result: 34074 00000080:00000001:0.0:1712357313.122337:0:12714:0:(vvp_io.c:1443:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122339:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:0.0:1712357313.122340:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.122340:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:0.0:1712357313.122341:0:12714:0:(osc_io.c:913:osc_io_write_start()) Process entered 00000020:00000001:0.0:1712357313.122342:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122343:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.122344:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122345:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.122346:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122347:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122348:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.122352:0:12714:0:(osc_io.c:921:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122353:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122355:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122356:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122357:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122359:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00020000:00000001:0.0:1712357313.122360:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:0.0:1712357313.122361:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1712357313.122361:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000008:00000001:0.0:1712357313.122362:0:12714:0:(osc_cache.c:591:osc_extent_release()) Process entered 00000008:00000001:0.0:1712357313.122364:0:12714:0:(osc_cache.c:250:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1712357313.122366:0:12714:0:(osc_cache.c:1709:osc_update_pending()) obj ffff8800a9ac6000 ready 0|-|- wr 9|-|- rd 0|- update pending cmd 2 delta 9. 00000008:00000001:0.0:1712357313.122370:0:12714:0:(osc_cache.c:1646:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1712357313.122371:0:12714:0:(osc_cache.c:1694:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122372:0:12714:0:(osc_cache.c:1646:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1712357313.122373:0:12714:0:(osc_cache.c:1684:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.122374:0:12714:0:(osc_cache.c:638:osc_extent_release()) Process leaving 00000020:00000001:0.0:1712357313.122375:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:0.0:1712357313.122376:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122377:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.122378:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:0.0:1712357313.122379:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:0.0:1712357313.122380:0:12714:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000020:00010000:0.0:1712357313.122382:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3a0d308 (ffff8800a980e008/0) at cl_lock_release():233 00000020:00000001:0.0:1712357313.122384:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.122385:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3a0d308 (ffff8800a980e008/0) at cl_lock_cancel():150 00020000:00000001:0.0:1712357313.122388:0:12714:0:(lov_lock.c:282:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1712357313.122389:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.122390:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.122391:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.122392:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b63cf7b0 (ffff8800a980e098/1) at cl_lock_cancel():150 00000008:00000001:0.0:1712357313.122393:0:12714:0:(osc_lock.c:1113:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1712357313.122394:0:12714:0:(osc_lock.c:1070:osc_lock_detach()) Process entered 00010000:00000001:0.0:1712357313.122396:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.122397:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.122398:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=5 00000020:00000001:0.0:1712357313.122400:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.122401:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.122405:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.122408:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.122413:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.122414:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.122414:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.122416:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.122418:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.122423:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.122425:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.122427:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.122429:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.122429:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.122430:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.122432:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.122433:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.122435:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.122437:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.122438:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.122439:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.122439:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.122440:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.122441:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.122441:0:12714:0:(osc_lock.c:1090:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1712357313.122442:0:12714:0:(osc_lock.c:1122:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.122444:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.122445:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.122446:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.122447:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3a0d308 (ffff8800a980e008/0) at cl_lock_fini():85 00020000:00000001:0.0:1712357313.122449:0:12714:0:(lov_lock.c:225:lov_lock_fini()) Process entered 00000020:00000001:0.0:1712357313.122449:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.122450:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b63cf7b0 (ffff8800a980e008/1) at cl_lock_fini():85 00000008:00000010:0.0:1712357313.122453:0:12714:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a9aa6000. 00000020:00000001:0.0:1712357313.122455:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1712357313.122459:0:12714:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b63cf780. 00020000:00000001:0.0:1712357313.122461:0:12714:0:(lov_lock.c:234:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.122462:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.122463:0:12714:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00020000:00000001:0.0:1712357313.122464:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.122465:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.122466:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:0.0:1712357313.122467:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1712357313.122468:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122469:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122470:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.122471:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.122472:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1712357313.122473:0:12714:0:(vvp_io.c:533:vvp_io_advance()) advancing 34074 bytes 00000020:00000001:0.0:1712357313.122474:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1712357313.122475:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.122477:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.122477:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.122478:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1712357313.122479:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1712357313.122480:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122481:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.122483:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.122483:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.122484:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.122487:0:12714:0:(file.c:1916:ll_file_io_generic()) Range unlock [0, 8] 00000001:00000001:0.0:1712357313.122489:0:12714:0:(range_lock.c:102:range_unlock()) Process entered 00000001:00000001:0.0:1712357313.122490:0:12714:0:(range_lock.c:123:range_unlock()) Process leaving 00000020:00000001:0.0:1712357313.122491:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1712357313.122493:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:0.0:1712357313.122493:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.122494:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.122495:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.122496:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e090 00020000:00000001:0.0:1712357313.122499:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.122500:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:0.0:1712357313.122501:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.122502:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1712357313.122504:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.122505:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000080:00200000:0.0:1712357313.122506:0:12714:0:(file.c:1950:ll_file_io_generic()) .six.py.9ciyIX: 2 io complete with rc: 0, result: 34074, restart: 0 00000080:00200000:0.0:1712357313.122509:0:12714:0:(file.c:2026:ll_file_io_generic()) iot: 2, result: 34074 00000080:00000001:0.0:1712357313.122514:0:12714:0:(file.c:2030:ll_file_io_generic()) Process leaving (rc=34074 : 34074 : 851a) 00000020:00001000:0.0:1712357313.122515:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000008:0.0:1712357313.122518:0:12714:0:(file.c:2446:ll_file_write_iter()) COMPLETED: file .six.py.9ciyIX:[0x200000401:0x1b:0x0], ppos: 34074, count: 0, rc = 34074 00000080:00000001:0.0:1712357313.122520:0:12714:0:(file.c:2448:ll_file_write_iter()) Process leaving (rc=34074 : 34074 : 851a) 00000080:00000001:0.0:1712357313.122521:0:12714:0:(file.c:2563:ll_file_aio_write()) Process leaving (rc=34074 : 34074 : 851a) 00000080:00000001:0.0:1712357313.122523:0:12714:0:(file.c:2590:ll_file_write()) Process leaving (rc=34074 : 34074 : 851a) 00020000:00000001:0.0:1712357313.122539:0:12714:0:(lov_object.c:2402:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1712357313.122541:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.122543:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.122545:0:12714:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.122549:0:12714:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:0.0:1712357313.122551:0:12714:0:(file.c:430:ll_file_release()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8), flags 100002 00000080:00000001:0.0:1712357313.122554:0:12714:0:(pcc.c:1544:pcc_file_release()) Process entered 00000080:00000001:0.0:1712357313.122556:0:12714:0:(pcc.c:1563:pcc_file_release()) Process leaving 00020000:00000001:0.0:1712357313.122556:0:12714:0:(lov_object.c:2402:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1712357313.122557:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.122558:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.122560:0:12714:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.122561:0:12714:0:(file.c:345:ll_md_close()) Process entered 00000080:00000001:0.0:1712357313.122563:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.122568:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.122608:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.122610:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.122614:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 2 00010000:00000001:0.0:1712357313.122616:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.122618:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357313.122620:0:12714:0:(lmv_obd.c:3941:lmv_lock_match()) Lock match for [0x200000401:0x1b:0x0]: 0 00000080:00000001:0.0:1712357313.122622:0:12714:0:(file.c:299:ll_md_real_close()) Process entered 00000080:00000001:0.0:1712357313.122623:0:12714:0:(file.c:165:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1712357313.122627:0:12714:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b373ca00. 00000080:00000001:0.0:1712357313.122629:0:12714:0:(file.c:108:ll_prepare_close()) Process entered 00000080:00000001:0.0:1712357313.122632:0:12714:0:(file.c:144:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1712357313.122633:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.122635:0:12714:0:(lmv_obd.c:1639:lmv_close()) Process entered 00800000:00000002:0.0:1712357313.122637:0:12714:0:(lmv_obd.c:1645:lmv_close()) CLOSE [0x200000401:0x1b:0x0] 00800000:00000001:0.0:1712357313.122638:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.122645:0:12714:0:(mdc_request.c:883:mdc_close()) Process entered 00000002:00000002:0.0:1712357313.122646:0:12714:0:(mdc_request.c:887:mdc_close()) lustre-MDT0000-mdc-ffff8800aa323000: [0x200000401:0x1b:0x0] file closed with intent: 200 00000100:00000010:0.0:1712357313.122650:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29180. 00000020:00000040:0.0:1712357313.122653:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=44 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000002:00100000:0.0:1712357313.122660:0:12714:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.122666:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.122669:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.122671:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.122675:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b373cc00. 00000100:00000001:0.0:1712357313.122679:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357313.122685:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1712357313.122689:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.122694:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.122695:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.122699:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.122701:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.122703:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.122704:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222080 : -131938549329536 : ffff8800a9a29180) 00000100:00000001:0.0:1712357313.122707:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.122709:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.122711:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.122712:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.122715:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.122719:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.122720:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.122723:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.122724:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.122727:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136512:192.168.203.120@tcp:35:rsync.0 00000100:00000001:0.0:1712357313.122730:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.122736:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.122738:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.122739:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.122742:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2cb800. 02000000:00000001:0.0:1712357313.122744:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.122749:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.122751:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.122755:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357313.122758:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136512, portal 10 00000100:00000001:0.0:1712357313.122760:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.122761:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222080 : -131938549329536 : ffff8800a9a29180) 00000100:00000040:0.0:1712357313.122765:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.122770:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.122772:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.122774:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357313.122776:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1795536572136512, offset 0 00000400:00000200:0.0:1712357313.122779:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.122784:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.122788:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.122791:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.122794:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.122796:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.122798:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.122800:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [236:236:256:4294967295] 192.168.203.120@tcp LPNI seq info [236:236:8:4294967295] 00000400:00000200:0.0:1712357313.122803:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.122809:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.122813:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.122816:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.122820:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.122825:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.122828:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.122846:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.122848:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.122850:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.122851:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.122853:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.122855:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.122856:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.122858:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.122859:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.122861:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.122917:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.122921:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:3.0:1712357313.122924:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.122927:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.122930:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357313.122931:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357313.122934:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.122937:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.122944:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.122947:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.122956:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.122957:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.123205:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.123211:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.123213:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.123215:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.123219:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123223:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.123227:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123229:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123231:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123234:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903bc0 00000400:00000200:2.0:1712357313.123237:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123240:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xb65 [1] + 224 00000800:00000001:2.0:1712357313.123245:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.123253:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.123255:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.123258:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.123261:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.123265:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.123272:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.123300:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.123304:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.123307:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123310:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.123313:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [237:237:256:4294967295] 192.168.203.120@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:2.0:1712357313.123316:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.123321:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.123333:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.123336:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357313.123339:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.123342:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.123344:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357313.123389:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.123430:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.123434:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.123435:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.123437:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.123439:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.123441:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.123442:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.123447:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.123454:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a28e00 x1795536572136384/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.123459:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.123460:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.123462:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.123463:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.123464:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.123466:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.123468:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.123471:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.123474:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.123476:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.123477:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.123478:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.123480:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123482:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.123483:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.123488:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.123489:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.123490:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160221184 : -131938549330432 : ffff8800a9a28e00) 00000100:00000001:0.0:1712357313.123491:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.123493:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.123494:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.123495:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.123498:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a28e00 x1795536572136384/t4294967340(4294967340) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.123503:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.123505:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.123506:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.123509:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a28e00 x1795536572136384/t4294967340(4294967340) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.123514:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136384:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.123517:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.123520:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123521:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.123522:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.123524:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a28e00 x1795536572136384/t4294967340(4294967340) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.123529:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.123530:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.123532:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.123533:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.123536:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.123538:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.123540:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.123541:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.123543:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.123544:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.123548:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.123550:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x7:0x0] 00000080:00000001:0.0:1712357313.123555:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.123557:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:0.0:1712357313.123559:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.123562:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x7:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.123564:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.123567:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28e00 x1795536572136384/t4294967340(4294967340) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.123609:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.123611:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.123612:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.123613:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.123615:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.123616:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.123619:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6f59c00. 00000080:00200008:0.0:1712357313.123624:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file asn1crypto:[0x200000401:0x7:0x0](ffff8800a76da0c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.117000000, mtime 1604778631.780882421, ctime 1712357313.117000000, rc 0 00000080:00000001:0.0:1712357313.123628:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.123633:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.123634:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry asn1crypto (ffff8800a75165e8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.123637:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.123641:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.123644:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.123656:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.123657:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.123659:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.123661:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.123668:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:0.0:1712357313.123670:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.123672:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.123676:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00000080:00000001:0.0:1712357313.123680:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.123682:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.123683:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'asn1crypto' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.123685:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.123691:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto' -> mds #0 00800000:00000001:0.0:1712357313.123693:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.123695:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.123697:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.123699:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.123701:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.123703:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29500. 00000020:00000040:0.0:1712357313.123705:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=45 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.123708:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.123710:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.123713:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.123713:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.123714:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123716:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.123717:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.123718:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.123721:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2cb400. 00000100:00000001:0.0:1712357313.123724:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.123726:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.123727:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.123728:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.123729:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.123730:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.123735:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160222976 : -131938549328640 : ffff8800a9a29500) 00010000:00000001:0.0:1712357313.123737:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.123738:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.123742:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356e00. 00010000:00000010:0.0:1712357313.123744:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.123746:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.123748:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357313.123750:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.123752:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03337d76 to hash 00000020:00000001:0.0:1712357313.123753:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.123754:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.123756:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.123761:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.123762:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.123765:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.123770:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.123776:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.123780:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.123780:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.123782:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.123783:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.123785:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.123786:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222976 : -131938549328640 : ffff8800a9a29500) 00000100:00000001:0.0:1712357313.123788:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.123789:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123790:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.123791:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.123794:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.123799:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.123800:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.123801:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.123803:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.123805:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.123807:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.123852:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.123853:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.123855:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.123858:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.123859:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.123862:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.123869:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.123871:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.123873:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572136576, portal 10 00000100:00000001:0.0:1712357313.123875:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.123876:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222976 : -131938549328640 : ffff8800a9a29500) 00000100:00000040:0.0:1712357313.123880:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.123884:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.123886:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.123887:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357313.123888:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572136576, offset 0 00000400:00000200:0.0:1712357313.123891:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.123895:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.123897:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.123899:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.123901:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.123903:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.123904:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.123906:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [238:238:255:4294967295] 192.168.203.120@tcp LPNI seq info [238:238:7:4294967295] 00000400:00000200:0.0:1712357313.123909:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.123913:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.123916:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.123918:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.123921:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.123924:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.123926:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.123928:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123929:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.123931:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123932:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.123933:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.123934:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.123938:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.123939:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.123941:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.123942:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.124022:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.124025:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357313.124027:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.124030:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:2.0:1712357313.124064:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.124065:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357313.124067:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.124070:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.124072:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:2.0:1712357313.124074:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:2.0:1712357313.124076:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.124079:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.124085:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.124087:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.124092:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.124097:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.124104:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.124942:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.124948:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.124949:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.124951:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.124956:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.124959:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.124962:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.124964:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.124966:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.124969:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903c40 00000400:00000200:2.0:1712357313.124972:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.124975:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xb6d [1] + 224 00000800:00000001:2.0:1712357313.124979:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.124988:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.124990:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.124993:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.124996:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.124999:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.125006:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.125023:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.125027:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.125030:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.125068:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.125071:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.125072:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.125074:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.125076:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:0.0:1712357313.125077:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:0.0:1712357313.125079:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.125082:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.125088:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29180 x1795536572136512/t0(0) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.125092:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.125094:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.125095:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.125097:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.125098:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.125099:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.125100:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.125104:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5480 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.125106:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.125108:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.125109:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.125110:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.125111:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.125113:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.125114:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.125115:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.125116:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.125117:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222080 : -131938549329536 : ffff8800a9a29180) 00000100:00000001:0.0:1712357313.125118:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.125119:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.125120:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.125126:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.125129:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.125134:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.125135:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.125136:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.125139:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.125144:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136512:192.168.203.120@tcp:35:rsync.0 00000100:00000001:0.0:1712357313.125147:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.125149:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.125150:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.125151:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.125153:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.125158:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.125160:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.125161:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.125162:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.125165:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.125166:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222080 : -131938549329536 : ffff8800a9a29180) 00000002:00000001:0.0:1712357313.125167:0:12714:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.125169:0:12714:0:(lmv_obd.c:1647:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.125171:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373ca00. 00000080:00000001:0.0:1712357313.125173:0:12714:0:(file.c:281:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1712357313.125175:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.125176:0:12714:0:(lmv_obd.c:4000:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1712357313.125178:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.125180:0:12714:0:(mdc_request.c:848:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1712357313.125183:0:12714:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000002:00000001:0.0:1712357313.125188:0:12714:0:(mdc_request.c:871:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.125192:0:12714:0:(lmv_obd.c:4006:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.125193:0:12714:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b619d9c0. 00000100:00000001:0.0:1712357313.125196:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.125199:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.125203:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.125204:0:12714:0:(file.c:331:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.125206:0:12714:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800aa02c000. 00000080:00000001:0.0:1712357313.125210:0:12714:0:(file.c:409:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.125213:0:12714:0:(file.c:470:ll_file_release()) COMPLETED file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8), flags 100002, rc = 0 00000080:00000001:0.0:1712357313.125215:0:12714:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.125221:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.125222:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry .six.py.9ciyIX (ffff8800a7516d80, parent ffff8800a7656360, inode ffff8800b06470c8) hashed, 00000080:00000001:0.0:1712357313.125224:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.125227:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.125229:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.125239:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.125240:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.125241:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.125244:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.126750:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.126758:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.126760:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.126762:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.126768:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.126773:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.126778:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.126781:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.126783:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.126786:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903c80 00000400:00000200:3.0:1712357313.126789:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.126792:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xb75 [1] + 224 00000800:00000001:3.0:1712357313.126796:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.126806:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.126808:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.126811:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.126814:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.126819:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.126827:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.126836:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.126840:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.126842:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357313.127004:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fcc0. 00000080:00000010:2.1:1712357313.127011:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f6ba0. 00010000:00000010:2.1:1712357313.127016:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357313.127018:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f6b60. 00000100:00000001:0.0:1712357313.127188:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.127192:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.127193:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.127196:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.127198:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.127200:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.127202:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.127207:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.127213:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.127219:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.127220:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.127221:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.127223:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.127229:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.127230:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.127231:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.127236:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.127239:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.127241:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.127242:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.127244:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.127246:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.127248:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.127249:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.127250:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.127251:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.127255:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.127260:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.127262:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.127263:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.127265:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.127271:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.127274:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.127276:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.127278:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.127279:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.127281:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.127286:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.127287:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.127289:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.127290:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.127292:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.127294:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127300:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127302:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357313.127304:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127306:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000040:0.0:1712357313.127310:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2880, remote cookie: 0xa8e7976a8eb1fedd, flags: 0x1001 00010000:00010000:0.0:1712357313.127314:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.127321:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x7:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.127324:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.127329:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356700. 00010000:00000010:0.0:1712357313.127331:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664e80. 00010000:00000040:0.0:1712357313.127334:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356e00 count: 0 00010000:00000010:0.0:1712357313.127338:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.127342:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.127345:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.127350:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127355:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.127358:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.127359:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.127360:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.127361:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.127363:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x7:0x0].0x0 (ffff88012e356700) refcount = 1 00010000:00010000:0.0:1712357313.127365:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127370:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.127375:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.127377:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.127379:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.127380:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.127382:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127387:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.127388:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127389:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127390:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127391:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127392:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127394:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.127395:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127396:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127397:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127398:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127400:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127401:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127402:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127403:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357313.127404:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127405:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127407:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.127408:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.127411:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127415:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127416:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127417:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127417:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357313.127418:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127423:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127425:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.127427:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127431:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127432:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.127434:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127438:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.127439:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127440:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127440:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.127445:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.127450:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127451:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127452:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127453:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127454:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127455:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.127457:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127458:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127460:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.127462:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127462:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127463:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127465:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127466:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00000002:00010000:0.0:1712357313.127468:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127476:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127477:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127478:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.127478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127479:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127480:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127481:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127483:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000040:0.0:1712357313.127485:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.127487:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.127489:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/7 (0 0) 00010000:00000001:0.0:1712357313.127491:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.127493:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.127494:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.127496:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127499:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127501:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.127504:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.127505:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357313.127507:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.127509:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127511:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127513:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.127515:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.127517:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:0.0:1712357313.127519:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.127523:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.127525:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x7:0x0] 00000080:00000001:0.0:1712357313.127528:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.127529:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:0.0:1712357313.127531:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.127534:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x7:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.127539:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x7:0x0](ffff8800a76da0c8): rc = 0 00000080:00000001:0.0:1712357313.127540:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123198152 : -131938586353464 : ffff8800a76da0c8) 00010000:00000001:0.0:1712357313.127542:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127543:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127544:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127545:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127546:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127548:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.127549:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.127550:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.127551:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.127552:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127554:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.127555:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.127557:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) for lock 0xbda2fb8f03337d76 00000080:00000001:0.0:1712357313.127559:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127561:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.127561:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127563:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.127564:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127565:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127565:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127567:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127568:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.127699:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127701:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.127705:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6060300. 00000080:00002000:0.0:1712357313.127708:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode ffff8800a76da0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.127805:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.127807:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.127809:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.127812:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) 00000080:00010000:0.0:1712357313.127817:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d76 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357313.127820:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.127821:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.127822:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357313.127823:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127824:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.127826:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.127827:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127831:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127832:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127833:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.127834:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.127836:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.127841:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.127843:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.127844:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.127846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.127848:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.127851:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.127852:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.127853:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.127855:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.127856:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.127857:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.127857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.127859:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.127863:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000100:00000001:0.0:1712357313.127866:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.127869:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29500 x1795536572136576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.127881:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.127883:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.127885:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.127889:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.127890:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.127891:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=44 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.127893:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.127895:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2cb400. 02000000:00000001:0.0:1712357313.127898:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.127899:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.127901:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29500. 00000100:00000001:0.0:1712357313.127903:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.127904:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.127905:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.127907:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357313.127907:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.127934:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.127937:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file asn1crypto:[0x200000401:0x7:0x0](ffff8800a76da0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.127942:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.127945:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00000080:00000001:0.0:1712357313.127946:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.127949:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.127951:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.127953:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x7:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357313.127955:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127957:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.127959:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.127961:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.127962:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.127964:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.127966:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.127968:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.127981:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.127983:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.127984:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.127986:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x7:0x0] mode (null) 00000080:00000001:0.0:1712357313.127987:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127989:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.127990:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.127991:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 3 00010000:00000001:0.0:1712357313.127993:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.127994:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.127995:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.127996:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.127997:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.127998:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 3 00010000:00000001:0.0:1712357313.127999:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.128000:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.128001:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.128002:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.128003:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.128004:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 3 00010000:00000001:0.0:1712357313.128005:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.128006:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.128007:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.128009:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x7:0x0] lli = ffff8800a76da000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.128017:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.128018:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.128020:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.128021:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x7:0x0](ffff8800a76da0c8) invalid 00000080:00002000:0.0:1712357313.128023:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry asn1crypto (ffff8800a7516288) parent ffff8800a7656360 inode ffff8800a76da0c8 refc 1 00000080:00000001:0.0:1712357313.128025:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.128026:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.128027:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.128029:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.128031:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.128040:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.128041:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.128043:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.128045:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03337d76 from hash 00010000:00000001:0.0:1712357313.128047:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.128047:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.128048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.128049:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.128050:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.128051:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.128053:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.128055:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.128056:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.128059:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29500. 00000020:00000040:0.0:1712357313.128062:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=45 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.128064:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.128066:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.128067:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.128068:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.128069:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.128071:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.128072:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.128074:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.128078:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b373ca00. 00000100:00000001:0.0:1712357313.128081:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.128083:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.128084:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.128087:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.128091:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.128092:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.128093:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.128095:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337d76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb1fedd expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.128105:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356700 count: 0 00010000:00000010:0.0:1712357313.128108:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664e80. 00010000:00000001:0.0:1712357313.128111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.128112:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.128113:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.128114:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.128115:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.128117:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:0.0:1712357313.128123:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.128127:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.128132:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.128133:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.128136:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.128137:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.128138:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.128139:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222976 : -131938549328640 : ffff8800a9a29500) 00000100:00000001:0.0:1712357313.128143:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.128145:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.128147:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.128148:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.128151:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.128155:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.128156:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.128158:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.128159:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.128161:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136704:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.128163:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.128166:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.128167:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.128171:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.128173:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2cb400. 02000000:00000001:0.0:1712357313.128174:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.128178:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.128180:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.128183:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.128187:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136704, portal 10 00000100:00000001:0.0:1712357313.128188:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.128189:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222976 : -131938549328640 : ffff8800a9a29500) 00000100:00000040:0.0:1712357313.128193:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.128198:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.128200:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.128202:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357313.128204:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572136704, offset 0 00000400:00000200:0.0:1712357313.128207:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.128211:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.128214:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.128218:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.128220:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.128223:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.128224:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.128227:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [239:239:256:4294967295] 192.168.203.120@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:0.0:1712357313.128230:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.128236:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.128240:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.128242:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.128246:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.128252:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.128255:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.128260:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.128262:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.128267:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.128268:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.128269:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.128271:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.128272:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.128274:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.128275:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.128276:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.128327:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:2.0:1712357313.128334:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.128336:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:2.0:1712357313.128340:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614d200. 00000080:00000001:2.0:1712357313.128343:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.128345:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.128346:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '.six.py.9ciyIX' on [0x200000401:0x4:0x0] 00800000:00000001:2.0:1712357313.128349:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.128356:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='.six.py.9ciyIX' -> mds #0 00800000:00000001:2.0:1712357313.128358:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.128360:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.128362:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .six.py.9ciyIX,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357313.128364:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.128366:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357313.128368:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47800. 00000020:00000040:2.0:1712357313.128370:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=46 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.128373:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.128374:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.128376:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.128377:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.128378:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128379:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.128380:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.128381:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.128384:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3bca800. 00000100:00000001:2.0:1712357313.128386:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.128388:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.128389:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.128390:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.128391:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.128392:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.128396:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00010000:00000001:2.0:1712357313.128398:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.128399:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1712357313.128402:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343d00. 00010000:00000010:2.0:1712357313.128404:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf680. 00010000:00000001:2.0:1712357313.128406:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.128408:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c1b00. 00000020:00000001:2.0:1712357313.128410:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.128412:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c1b00 with handle 0xbda2fb8f03337d7d to hash 00000020:00000001:2.0:1712357313.128413:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.128414:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.128416:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.128421:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.128422:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.128425:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:2.0:1712357313.128430:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:2.0:1712357313.128436:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:2.0:1712357313.128440:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.128441:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.128443:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493c00. 00000100:00000001:2.0:1712357313.128444:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139648 : -131938387411968 : ffff8800b3493c00) 00000100:00000001:2.0:1712357313.128446:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.128447:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000001:2.0:1712357313.128449:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.128450:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128451:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.128452:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.128455:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.128460:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.128461:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.128462:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.128464:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.128466:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136768:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.128468:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.128469:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.128470:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.128471:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.128474:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a49800. 02000000:00000001:2.0:1712357313.128475:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.128478:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.128484:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e18f0. 00000400:00000010:2.0:1712357313.128486:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4ee0. 00000100:00000200:2.0:1712357313.128488:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572136768, portal 10 00000100:00000001:2.0:1712357313.128490:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.128491:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000040:2.0:1712357313.128495:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.128499:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.128501:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.128502:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4dd0. 00000100:00000200:2.0:1712357313.128503:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572136768, offset 0 00000400:00000200:2.0:1712357313.128506:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.128509:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.128512:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.128514:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.128516:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.128518:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.128519:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.128521:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [240:240:255:4294967295] 192.168.203.120@tcp LPNI seq info [240:240:7:4294967295] 00000400:00000200:2.0:1712357313.128524:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.128529:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.128532:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.128534:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343600. 00000800:00000200:2.0:1712357313.128537:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.128540:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.128542:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.128544:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128545:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.128546:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128548:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.128549:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.128550:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493c00 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.128555:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.128557:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128559:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.128559:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.128615:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.128618:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357313.128621:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.128625:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.128628:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:2.0:1712357313.128629:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:2.0:1712357313.128631:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.128635:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.128640:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.128642:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.128647:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128648:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:2.0:1712357313.128687:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.128689:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343600. 00000400:00000200:2.0:1712357313.128693:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.128696:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.128698:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4dd0 00000400:00000010:2.0:1712357313.128699:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4dd0. 00000100:00000001:2.0:1712357313.128701:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.128703:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.128708:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.128711:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.128715:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.128717:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.130554:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.130562:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.130564:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.130566:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.130604:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130608:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.130612:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130615:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130617:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130620:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903d00 00000400:00000200:3.0:1712357313.130624:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130628:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xb7d [1] + 224 00000800:00000001:3.0:1712357313.130636:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.130646:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.130649:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.130652:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.130656:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.130660:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.130667:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.130686:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.130690:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.130693:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130696:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.130699:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [241:241:256:4294967295] 192.168.203.120@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:3.0:1712357313.130702:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.130707:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.130711:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.130714:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320d00. 00000800:00000200:3.0:1712357313.130717:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.130721:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.130724:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357313.130778:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.130780:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320d00. 00000100:00000001:0.0:1712357313.130780:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357313.130782:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.130785:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000001:0.0:1712357313.130785:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.130787:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1712357313.130788:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:0.0:1712357313.130788:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.130791:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.130792:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.130794:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.130798:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.130805:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29500 x1795536572136704/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.130811:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.130812:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.130814:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.130816:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.130825:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.130827:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.130829:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.130835:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.130837:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.130840:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.130841:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.130843:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.130848:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.130850:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.130851:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000000d/0x0] 00000100:00000001:0.0:1712357313.130853:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.130856:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.130857:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160222976 : -131938549328640 : ffff8800a9a29500) 00000100:00000001:0.0:1712357313.130864:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.130865:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.130867:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.130868:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.130872:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29500 x1795536572136704/t4294967342(4294967342) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.130877:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.130879:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.130881:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.130883:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29500 x1795536572136704/t4294967342(4294967342) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.130888:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136704:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.130892:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.130894:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.130894:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.130896:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.130897:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.130903:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29500 x1795536572136704/t4294967342(4294967342) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.130908:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.130911:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.130912:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.130913:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.130917:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.130920:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.130922:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.130924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.130926:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.130927:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.130931:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.130933:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x7:0x0] 00000080:00000001:0.0:1712357313.130935:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.130936:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:0.0:1712357313.130941:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.130944:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x7:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.130946:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.130949:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29500 x1795536572136704/t4294967342(4294967342) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.130953:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.130955:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.130956:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.130957:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.130958:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.130960:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.130963:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000080:00200008:0.0:1712357313.130967:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file asn1crypto:[0x200000401:0x7:0x0](ffff8800a76da0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.127000000, rc 0 00000080:00000001:0.0:1712357313.130972:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.130978:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.130979:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry asn1crypto (ffff8800a7516288, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.130981:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.130986:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.130988:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.131009:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.131011:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.131013:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.131016:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.131273:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.131278:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.131284:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.131287:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.131291:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.131294:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.131298:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.131300:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.131302:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.131305:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x66107ef903d40 00000400:00000200:2.0:1712357313.131308:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.131311:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xb85 [1] + 224 00000800:00000001:2.0:1712357313.131314:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.131323:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.131325:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.131328:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.131331:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.131334:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.131341:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=640 offset=224 replen=1024 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.131351:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.131354:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.131356:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.131359:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.131362:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.131362:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.131364:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e18f0. 00000400:00000200:0.0:1712357313.131367:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4ee0 00000400:00000010:0.0:1712357313.131368:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4ee0. 00000100:00000001:0.0:1712357313.131369:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.131373:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.131380:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.131389:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.131390:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.131392:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.131393:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.131394:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.131395:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.131396:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.131400:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.131402:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.131404:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.131405:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.131406:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.131407:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.131409:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.131410:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.131411:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.131412:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.131415:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.131552:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.131554:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.131555:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.131559:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.131566:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136768:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.131578:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.131580:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.131608:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.131609:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.131612:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.131617:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.131622:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493c00. 00000100:00000001:0.0:1712357313.131624:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.131625:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.131627:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.131629:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131631:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131633:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=4 00000020:00000001:0.0:1712357313.131635:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131637:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000040:0.0:1712357313.131640:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c1b00, remote cookie: 0xa8e7976a8eb1ff00, flags: 0x1001 00010000:00010000:0.0:1712357313.131643:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.131646:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1b:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.131648:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1712357313.131651:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 2 00010000:00000001:0.0:1712357313.131652:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1712357313.131653:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343d00 count: 0 00010000:00000010:0.0:1712357313.131655:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf680. 00010000:00000001:0.0:1712357313.131658:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.131659:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.131664:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.131666:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.131668:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.131669:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.131670:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.131670:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.131672:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1b:0x0].0x0 (ffff8800b6320a00) refcount = 2 00010000:00000040:0.0:1712357313.131673:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357313.131677:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 1/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.131683:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.131687:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.131688:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.131690:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.131691:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.131693:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.131695:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.131699:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.131700:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131701:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.131702:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131702:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.131703:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.131706:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.131707:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131708:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131709:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131710:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131711:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131713:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131713:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131715:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=4 00000020:00000001:0.0:1712357313.131716:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131717:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131719:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.131720:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.131722:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.131731:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131731:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.131732:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131733:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131734:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=5 00000020:00000001:0.0:1712357313.131735:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131737:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131738:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.131740:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.131745:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131746:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.131748:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.131752:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.131753:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131754:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.131754:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131755:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.131759:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.131765:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131766:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131767:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131768:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131769:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00000002:00010000:0.0:1712357313.131772:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1712357313.131785:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b619d9c0. 00010000:00000001:0.0:1712357313.131787:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131788:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.131789:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.131790:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.131791:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.131793:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131794:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131795:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131796:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131798:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00000002:00010000:0.0:1712357313.131800:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.131804:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131804:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.131805:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.131806:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131807:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131807:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131808:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131810:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000040:0.0:1712357313.131812:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00010000:00000001:0.0:1712357313.131813:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.131817:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/27 (0 0) 00010000:00000001:0.0:1712357313.131818:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131819:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.131820:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.131821:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.six.py.9ciyIX intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.131823:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.131826:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.131827:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.131832:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.131833:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bbb8 it_disposition b 00000080:00000001:0.0:1712357313.131836:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.131838:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.131839:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.131841:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.131842:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.131843:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:0.0:1712357313.131845:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000020:00000001:0.0:1712357313.131850:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.131852:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.131854:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.131855:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.131859:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:0.0:1712357313.131860:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.131862:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.131866:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.131868:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.131872:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df540. 00020000:00000001:0.0:1712357313.131873:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327692096 : -131938381859520 : ffff8800b39df540) 00020000:00000002:0.0:1712357313.131876:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df540, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.131879:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.131882:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664e80: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.131884:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.131886:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.131888:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.131890:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.131893:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.131894:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df540. 00020000:00000002:0.0:1712357313.131896:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.131897:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.131898:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357313.131900:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357313.131901:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:0.0:1712357313.131903:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.131909:0:12714:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1b:0x0](ffff8800b06470c8): rc = 0 00000080:00000001:0.0:1712357313.131910:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273590984 : -131938435960632 : ffff8800b06470c8) 00010000:00000001:0.0:1712357313.131912:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131913:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131914:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131915:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131917:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00000080:00000001:0.0:1712357313.131919:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.131920:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.131921:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.131922:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.131923:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.131924:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:0.0:1712357313.131925:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.131925:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.131927:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df540. 00020000:00000010:0.0:1712357313.131928:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.131929:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df3c0. 00020000:00000001:0.0:1712357313.131930:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691712 : -131938381859904 : ffff8800b39df3c0) 00020000:00000002:0.0:1712357313.131931:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df3c0, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.131933:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.131934:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664e80: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.131935:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.131936:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.131937:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.131938:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.131939:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df540. 00020000:00000010:0.0:1712357313.131940:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df3c0. 00020000:00000002:0.0:1712357313.131941:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.131941:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.131942:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.131943:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1712357313.131945:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.131948:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800b39df480 addref 2/0 by ffff8800a9934440. 00020000:00000002:0.0:1712357313.131950:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.131951:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1712357313.131952:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1712357313.131953:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1712357313.131954:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1712357313.131955:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1712357313.131956:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1712357313.131957:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357313.131958:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.131959:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131959:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.131960:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.131961:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.131961:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.131962:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.131964:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) for lock 0xbda2fb8f03337d7d 00000080:00000001:0.0:1712357313.131965:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.131966:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.131967:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.131968:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.131969:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131970:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131970:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131971:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131972:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131972:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131973:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.131973:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.131974:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.131976:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6060700. 00000080:00002000:0.0:1712357313.131978:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750a1b0 inode ffff8800b06470c8 refc 1 flags 0x400008e 00000080:00000001:0.0:1712357313.131980:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.131981:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) 00000080:00010000:0.0:1712357313.131983:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d7d from it ffff8800a984bbb8 00010000:00000001:0.0:1712357313.131986:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.131986:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.131987:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.131988:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131988:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.131989:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.131991:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.131993:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.131994:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.131994:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.131995:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.131996:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.132000:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.132001:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.132002:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.132003:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132003:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132004:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132006:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.132007:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132007:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132008:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132009:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.132010:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132010:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.132011:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.132012:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614d200. 00000100:00000001:0.0:1712357313.132014:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.132017:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47800 x1795536572136768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.132020:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.132023:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.132024:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a49800. 02000000:00000001:0.0:1712357313.132026:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.132028:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.132029:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=45 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.132030:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.132031:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3bca800. 02000000:00000001:0.0:1712357313.132033:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.132033:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.132034:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47800. 00000100:00000001:0.0:1712357313.132036:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.132036:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.132038:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.132038:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bbb8 released 00000080:00000001:0.0:1712357313.132039:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357313.132056:0:12714:0:(file.c:5676:ll_getattr_dentry()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.132059:0:12714:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357313.132060:0:12714:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1b:0x0](ffff8800b06470c8),name=.six.py.9ciyIX 00000080:00000010:0.0:1712357313.132062:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00000080:00000001:0.0:1712357313.132066:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.132068:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.132069:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x1b:0x0] '.six.py.9ciyIX' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.132071:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.132073:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x1b:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357313.132074:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.132076:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.132077:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1b:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.132079:0:12714:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.132079:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.132080:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.132081:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00010000:00000001:0.0:1712357313.132082:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.132083:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.132084:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.132086:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 02000000:00000001:0.0:1712357313.132091:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 00000080:00200000:2.0:1712357313.132093:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 02000000:00000001:0.0:1712357313.132093:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.132095:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1712357313.132097:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000002:00000001:0.0:1712357313.132097:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000080:00200000:2.0:1712357313.132098:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=asn1crypto, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000002:00000001:0.0:1712357313.132098:0:12714:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.132099:0:12714:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.132099:0:12714:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.132100:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.132101:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000080:00000010:2.0:1712357313.132103:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614d200. 00000080:00000001:0.0:1712357313.132103:0:12714:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.132103:0:12714:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.132104:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) 00000080:00000001:2.0:1712357313.132106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.132106:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) for lock 0xbda2fb8f03337d7d 00000080:00000001:0.0:1712357313.132107:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.132108:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000001:0.0:1712357313.132108:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.132109:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.132109:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00800000:00000002:2.0:1712357313.132110:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'asn1crypto' on [0x200000401:0x4:0x0] 00010000:00000001:0.0:1712357313.132110:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.132110:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.132111:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00800000:00000001:2.0:1712357313.132112:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1712357313.132112:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.132112:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.132113:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00800000:00000002:2.0:1712357313.132114:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='asn1crypto' -> mds #0 00010000:00000001:0.0:1712357313.132114:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.132114:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.132115:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.132115:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d7d from it ffff8800a984bcc8 00800000:00000001:2.0:1712357313.132116:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132116:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.132117:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.132117:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=3 00000020:00000001:0.0:1712357313.132119:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.132120:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:0.0:1712357313.132121:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000002:00000001:2.0:1712357313.132123:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00010000:00010000:0.0:1712357313.132123:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000002:00010000:2.0:1712357313.132124:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: asn1crypto,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:2.0:1712357313.132127:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00010000:00000001:0.0:1712357313.132127:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000002:00000001:2.0:1712357313.132128:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00010000:00000001:0.0:1712357313.132128:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132128:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.132129:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.132131:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.132135:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.132136:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.132136:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.132138:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132138:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132139:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132140:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.132141:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132142:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132144:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132145:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.132145:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132146:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.132147:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.132148:0:12714:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.132150:0:12714:0:(pcc.c:1836:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1712357313.132152:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.132153:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.132155:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.132155:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.132157:0:12714:0:(pcc.c:1845:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1712357313.132159:0:12714:0:(glimpse.c:194:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1712357313.132160:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.132161:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.132165:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.132168:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.132169:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:0.0:1712357313.132171:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:0.0:1712357313.132172:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.132174:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.132175:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.132176:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.132177:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.132178:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.132181:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1b:0x0]io ffff8800ab3cd058 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1712357313.132183:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.132185:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1712357313.132186:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1712357313.132188:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1712357313.132189:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.132190:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.132191:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1712357313.132192:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132193:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.132194:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.132195:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1712357313.132195:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.132197:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1712357313.132198:0:12714:0:(glimpse.c:87:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1712357313.132199:0:12714:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x1b:0x0] 00000020:00000001:0.0:1712357313.132201:0:12714:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:0.0:1712357313.132202:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00020000:00000001:0.0:1712357313.132204:0:12714:0:(lov_lock.c:334:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1712357313.132205:0:12714:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1712357313.132208:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1712357313.132211:0:12714:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b3664e80. 00020000:00000002:0.0:1712357313.132213:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.132215:0:12714:0:(lov_lock.c:89:lov_sublock_init()) Process entered 00020000:00000001:0.0:1712357313.132216:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.132218:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1712357313.132218:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.132220:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158014104 : -131938551537512 : ffff8800a980e098) 00000020:00001000:0.0:1712357313.132224:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e090 00000020:00000001:0.0:1712357313.132225:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b148 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.132226:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.132229:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.132229:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1712357313.132230:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.132231:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.132232:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.132234:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00000008:00000010:0.0:1712357313.132236:0:12714:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a99e2000. 00000008:00010000:0.0:1712357313.132238:0:12714:0:(lustre_osc.h:184:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1712357313.132239:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.132240:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1712357313.132241:0:12714:0:(osc_lock.c:1258:osc_lock_init()) ### lock ffff8800b3664eb0, osc lock ffff8800a99e2000, flags 0x400001002 00000020:00000001:0.0:1712357313.132242:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.132244:0:12714:0:(lov_lock.c:99:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.132245:0:12714:0:(lov_lock.c:216:lov_lock_sub_init()) Process leaving (rc=18446612135324044928 : -131938385506688 : ffff8800b3664e80) 00000020:00000001:0.0:1712357313.132246:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.132247:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.132248:0:12714:0:(lov_lock.c:340:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132249:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132250:0:12714:0:(cl_io.c:1133:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1712357313.132251:0:12714:0:(cl_io.c:1141:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1712357313.132252:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.132253:0:12714:0:(lov_lock.c:253:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.132254:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.132254:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.132255:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.132257:0:12714:0:(osc_lock.c:958:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.132258:0:12714:0:(osc_lock.c:983:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1712357313.132260:0:12714:0:(osc_request.c:3074:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1712357313.132262:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.132265:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343c00 count: 2 00010000:00000001:0.0:1712357313.132266:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1712357313.132268:0:12714:0:(interval_tree.c:633:interval_search()) Process entered 00010000:00000001:0.0:1712357313.132270:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.132271:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.132276:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000001:00000001:0.0:1712357313.132281:0:12714:0:(interval_tree.c:681:interval_search()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:0.0:1712357313.132282:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.132284:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.132285:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.132290:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.132291:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.132292:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=4 00000020:00000001:0.0:1712357313.132293:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.132294:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00000008:00000001:0.0:1712357313.132296:0:12714:0:(osc_lock.c:273:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1712357313.132297:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.132298:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.132298:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=5 00000020:00000001:0.0:1712357313.132299:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.132300:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00000020:00000001:0.0:1712357313.132302:0:12714:0:(cl_io.c:1636:cl_sync_io_note()) Process entered 00000020:00000001:0.0:1712357313.132302:0:12714:0:(cl_io.c:1697:cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1712357313.132303:0:12714:0:(osc_lock.c:307:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132304:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.132305:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.132305:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=6 00000020:00000001:0.0:1712357313.132306:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.132307:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.132308:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.132310:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.132319:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132320:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132320:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.132321:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.132323:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.132327:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.132328:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.132329:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.132330:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132330:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132331:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132332:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.132333:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132334:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132336:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132337:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.132337:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132338:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132338:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132339:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.132340:0:12714:0:(osc_request.c:3139:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.132341:0:12714:0:(osc_lock.c:1060:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132342:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.132343:0:12714:0:(lov_lock.c:272:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132344:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132345:0:12714:0:(cl_io.c:1636:cl_sync_io_note()) Process entered 00000020:00000001:0.0:1712357313.132346:0:12714:0:(cl_io.c:1697:cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1712357313.132347:0:12714:0:(cl_io.c:1153:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1712357313.132348:0:12714:0:(cl_io.c:1177:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132349:0:12714:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.132351:0:12714:0:(file.c:1483:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1712357313.132352:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.132353:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.132355:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1712357313.132359:0:12714:0:(lov_object.c:1062:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1712357313.132361:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.132362:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=34074 : 34074 : 851a) 00020000:00000001:0.0:1712357313.132364:0:12714:0:(lov_offset.c:61:lov_stripe_size()) Process entered 00020000:00000001:0.0:1712357313.132364:0:12714:0:(lov_offset.c:74:lov_stripe_size()) Process leaving (rc=34074 : 34074 : 851a) 00020000:00000002:0.0:1712357313.132367:0:12714:0:(lov_merge.c:101:lov_merge_lvb_kms()) MDT ID 0x1b:1025 on OST[0]: s=34074 (1) m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.132369:0:12714:0:(lov_merge.c:112:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.132371:0:12714:0:(lov_object.c:1093:lov_attr_get_composite()) COMP ID #-1: s=34074 m=1712357313 a=0 c=1712357313 b=0 00020000:00000001:0.0:1712357313.132372:0:12714:0:(lov_object.c:1111:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132374:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132375:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000080:00200000:0.0:1712357313.132377:0:12714:0:(file.c:1528:ll_merge_attr_nolock()) [0x200000401:0x1b:0x0] updating i_size 34074 i_blocks 0 00000080:00000001:0.0:1712357313.132378:0:12714:0:(file.c:1547:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1712357313.132382:0:12714:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000020:00010000:0.0:1712357313.132383:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab3ccff8 (ffff8800a980e008/0) at cl_lock_release():233 00000020:00000001:0.0:1712357313.132385:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.132385:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab3ccff8 (ffff8800a980e008/0) at cl_lock_cancel():150 00020000:00000001:0.0:1712357313.132388:0:12714:0:(lov_lock.c:282:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1712357313.132389:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.132390:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.132391:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.132392:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3664eb0 (ffff8800a980e098/1) at cl_lock_cancel():150 00000008:00000001:0.0:1712357313.132394:0:12714:0:(osc_lock.c:1113:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1712357313.132395:0:12714:0:(osc_lock.c:1070:osc_lock_detach()) Process entered 00010000:00000001:0.0:1712357313.132395:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132396:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.132397:0:12714:0:(osc_lock.c:1090:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1712357313.132399:0:12714:0:(osc_lock.c:1122:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.132399:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.132400:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.132401:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.132402:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab3ccff8 (ffff8800a980e008/0) at cl_lock_fini():85 00020000:00000001:0.0:1712357313.132403:0:12714:0:(lov_lock.c:225:lov_lock_fini()) Process entered 00000020:00000001:0.0:1712357313.132404:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.132405:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3664eb0 (ffff8800a980e008/1) at cl_lock_fini():85 00000008:00000010:0.0:1712357313.132407:0:12714:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a99e2000. 00000020:00000001:0.0:1712357313.132409:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1712357313.132413:0:12714:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b3664e80. 00020000:00000001:0.0:1712357313.132415:0:12714:0:(lov_lock.c:234:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.132415:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.132416:0:12714:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00000001:00000001:0.0:1712357313.132417:0:12714:0:(glimpse.c:134:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132418:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1712357313.132420:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:0.0:1712357313.132421:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.132422:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.132423:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.132424:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e090 00020000:00000001:0.0:1712357313.132425:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.132426:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:0.0:1712357313.132428:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.132429:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1712357313.132431:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.132432:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.132434:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.132435:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.132436:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.132437:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000001:00000001:0.0:1712357313.132438:0:12714:0:(glimpse.c:227:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.132441:0:12714:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.132444:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.132445:0:12714:0:(dcache.c:133:ll_ddelete()) keeping dentry .six.py.9ciyIX (ffff8800a750a1b0, parent ffff8800a7656360, inode ffff8800b06470c8) hashed, 00000100:00000010:2.0:1712357313.132446:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47b80. 00000080:00000001:0.0:1712357313.132447:0:12714:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357313.132452:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=46 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.132456:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.132458:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000080:00000001:0.0:1712357313.132458:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:2.0:1712357313.132460:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000080:00000001:0.0:1712357313.132460:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:2.0:1712357313.132461:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00200000:0.0:1712357313.132461:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00010000:00000001:2.0:1712357313.132462:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.132464:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:0.0:1712357313.132464:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.132465:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:0.0:1712357313.132466:0:12714:0:(dcache.c:91:ll_dcompare()) Process entered 02000000:00000001:2.0:1712357313.132467:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1712357313.132467:0:12714:0:(dcache.c:101:ll_dcompare()) found name .six.py.9ciyIX(ffff8800a750a1b0) flags 0x408008e refc 0 00000080:00000001:0.0:1712357313.132468:0:12714:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.132470:0:12714:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=.six.py.9ciyIX, flags=0 02000000:00000010:2.0:1712357313.132472:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3bc9400. 00000080:00000001:0.0:1712357313.132475:0:12714:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000100:00000001:2.0:1712357313.132476:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:0.0:1712357313.132477:0:12714:0:(llite_lib.c:2280:ll_setattr_raw()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8) current size 34074, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1579111801.000000000, ctime 1712357313.000000000 00010000:00000001:2.0:1712357313.132478:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.132479:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.132480:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.132481:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.132482:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.132482:0:12714:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1579111801, ctime 1712357313, now = 1712357313 00000002:00000001:2.0:1712357313.132487:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000080:00000010:0.0:1712357313.132487:0:12714:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00010000:00000001:2.0:1712357313.132489:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00000080:00000001:0.0:1712357313.132489:0:12714:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00010000:00000001:2.0:1712357313.132490:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00000080:00000001:0.0:1712357313.132491:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.132493:0:12714:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00010000:00000010:2.0:1712357313.132494:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343600. 00800000:00000002:0.0:1712357313.132494:0:12714:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1b:0x0], valid 0x101f0/0x1 00010000:00000010:2.0:1712357313.132496:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf600. 00800000:00000001:0.0:1712357313.132496:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.132498:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000002:00000001:0.0:1712357313.132498:0:12714:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00010000:00000010:2.0:1712357313.132499:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c1d40. 00000002:00000001:0.0:1712357313.132500:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000020:00000001:2.0:1712357313.132501:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00010000:00000040:0.0:1712357313.132502:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00000020:00000040:2.0:1712357313.132503:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c1d40 with handle 0xbda2fb8f03337d84 to hash 00010000:00000001:0.0:1712357313.132503:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1712357313.132504:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.132505:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:0.0:1712357313.132505:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357313.132507:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:0.0:1712357313.132507:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1712357313.132508:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.132509:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.132509:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.132514:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357313.132515:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.132516:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.132518:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.132519:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1b:0x0] mode (null) 00000080:00000001:0.0:1712357313.132520:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.132521:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000002:00000001:0.0:1712357313.132522:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.132523:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.132524:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:0.0:1712357313.132525:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.132526:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.132527:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.132528:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.132529:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.132529:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.132530:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00000100:00000001:2.0:1712357313.132531:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00010000:00000001:0.0:1712357313.132531:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.132532:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000002:00000001:0.0:1712357313.132532:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.132533:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.132534:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00000100:00000010:2.0:1712357313.132535:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493180. 00010000:00000001:0.0:1712357313.132535:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:2.0:1712357313.132536:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322136960 : -131938387414656 : ffff8800b3493180) 00010000:00000040:0.0:1712357313.132536:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:0.0:1712357313.132537:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.132538:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.132538:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:0.0:1712357313.132538:0:12714:0:(ldlm_lock.c:340:ldlm_lock_touch_in_lru()) Process entered 00000100:00000001:2.0:1712357313.132542:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.132544:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132544:0:12714:0:(ldlm_lock.c:353:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1712357313.132545:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 00000100:00000001:2.0:1712357313.132546:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1712357313.132546:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.132547:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1712357313.132548:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000100:00000040:2.0:1712357313.132551:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.132553:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132554:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.132554:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.132555:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1712357313.132556:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1712357313.132556:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.132557:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=2 00000100:00000001:2.0:1712357313.132558:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.132559:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 02000000:00000001:2.0:1712357313.132560:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1712357313.132561:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 02000000:00000001:2.0:1712357313.132562:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132562:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132562:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.132563:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.132564:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136832:192.168.203.120@tcp:101:rsync.0 00000002:00000001:0.0:1712357313.132564:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.132565:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.132566:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00000100:00000001:2.0:1712357313.132567:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1712357313.132567:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.132579:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.132597:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.132599:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:0.0:1712357313.132599:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 02000000:00000001:2.0:1712357313.132601:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.132601:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1b:0x0](ffff8800b06470c8) invalid 00000080:00002000:0.0:1712357313.132602:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .six.py.9ciyIX (ffff8800a750a1b0) parent ffff8800a7656360 inode ffff8800b06470c8 refc 1 02000000:00000001:2.0:1712357313.132603:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:0.0:1712357313.132604:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.132605:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 02000000:00000010:2.0:1712357313.132606:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a48800. 00000080:00000001:0.0:1712357313.132606:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.132607:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132608:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.132610:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.132611:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1712357313.132612:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:0.0:1712357313.132612:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.132613:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1712357313.132614:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1948. 00000020:00000040:0.0:1712357313.132615:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c1b00 with handle 0xbda2fb8f03337d7d from hash 00010000:00000001:0.0:1712357313.132616:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:2.0:1712357313.132617:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4dd0. 00010000:00000001:0.0:1712357313.132620:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.132621:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132622:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.132624:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1712357313.132625:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572136832, portal 10 00010000:00000001:0.0:1712357313.132625:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:2.0:1712357313.132626:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.132627:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:0.0:1712357313.132627:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.132628:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.132629:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.132632:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000010:0.0:1712357313.132633:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29880. 00000020:00000040:0.0:1712357313.132634:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.132637:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00000100:00000001:2.0:1712357313.132638:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000001:0.0:1712357313.132638:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000100:00000040:2.0:1712357313.132639:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00010000:00000001:0.0:1712357313.132640:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1712357313.132641:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4b28. 00010000:00000001:0.0:1712357313.132641:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132641:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1712357313.132643:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572136832, offset 0 00000100:00000001:0.0:1712357313.132643:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.132644:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.132645:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.132646:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 02000000:00000010:0.0:1712357313.132648:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b373ce00. 00000400:00000200:2.0:1712357313.132650:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.132650:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132651:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.132652:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00000400:00000200:2.0:1712357313.132654:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00010000:00010000:0.0:1712357313.132655:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000400:00000200:2.0:1712357313.132657:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.132660:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00010000:00010000:0.0:1712357313.132660:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.132661:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.132662:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1712357313.132662:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.132663:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f03337d7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1ff00 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000400:00000200:2.0:1712357313.132664:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.132666:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [242:242:256:4294967295] 192.168.203.120@tcp LPNI seq info [242:242:8:4294967295] 00010000:00000010:0.0:1712357313.132667:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b619d9c0. 00000400:00000200:2.0:1712357313.132669:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000001:0.0:1712357313.132671:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.132672:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.132673:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1712357313.132674:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00010000:00000001:0.0:1712357313.132674:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.132678:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00010000:00000001:0.0:1712357313.132678:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.132679:0:12714:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1579111801, ctime 1712357313 00000800:00000010:2.0:1712357313.132680:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357313.132684:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000020:00100000:0.0:1712357313.132684:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000800:00000200:2.0:1712357313.132689:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00100000:0.0:1712357313.132689:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:2.0:1712357313.132691:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.132694:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.132695:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.132697:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.132699:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.132700:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.132701:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160223872 : -131938549327744 : ffff8800a9a29880) 00000100:00000001:0.0:1712357313.132703:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.132704:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.132706:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.132706:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.132706:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1712357313.132707:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.132709:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.132709:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.132711:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.132712:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.132713:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493180 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.132714:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.132714:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.132715:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.132716:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.132716:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.132718:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.132720:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136960:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357313.132721:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.132722:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.132722:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.132723:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.132724:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.132725:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.132728:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2c9000. 02000000:00000001:0.0:1712357313.132729:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.132732:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.132734:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.132737:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.132739:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572136960, portal 10 00000100:00000001:0.0:1712357313.132740:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.132744:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160223872 : -131938549327744 : ffff8800a9a29880) 00000100:00000040:0.0:1712357313.132749:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.132754:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.132755:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.132757:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357313.132759:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572136960, offset 0 00000400:00000200:0.0:1712357313.132763:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.132766:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.132768:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.132771:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.132773:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.132774:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.132776:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.132778:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [243:243:255:4294967295] 192.168.203.120@tcp LPNI seq info [243:243:7:4294967295] 00000400:00000200:0.0:1712357313.132781:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:3.0:1712357313.132784:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1712357313.132785:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000010:3.0:1712357313.132788:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000800:00000200:0.0:1712357313.132789:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357313.132791:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.132795:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.132798:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4b28 00000400:00000010:3.0:1712357313.132800:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4b28. 00000100:00000001:3.0:1712357313.132802:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.132806:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.132813:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.132815:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.132820:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.132822:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000010:0.0:1712357313.133343:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.133351:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.133354:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.133359:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.133375:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.133377:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.133378:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.133380:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.133381:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.133382:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.133383:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.133384:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.133386:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.133387:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.135377:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.135381:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:2.0:1712357313.135385:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.135391:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.135394:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:2.0:1712357313.135396:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:2.0:1712357313.135399:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.135403:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.135410:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.135413:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.135418:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.135419:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.135696:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:2.1:1712357313.135700:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356800. 00010000:00000010:2.1:1712357313.135703:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:2.1:1712357313.135706:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f64c0. 00000080:00000010:2.1:1712357313.135713:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0f6520. 00000800:00000001:3.0:1712357313.136555:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.136563:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.136565:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.136566:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.136579:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.136628:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.136635:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.136638:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.136641:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.136644:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903d80 00000400:00000200:3.0:1712357313.136648:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.136652:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xb95 [1] + 224 00000800:00000001:3.0:1712357313.136657:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.136675:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.136677:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.136680:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.136684:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.136688:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.136696:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.136715:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.136720:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.136722:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.136743:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.136747:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.136749:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.136751:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1948. 00000400:00000200:2.0:1712357313.136755:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4dd0 00000400:00000010:2.0:1712357313.136757:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4dd0. 00000100:00000001:2.0:1712357313.136759:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.136763:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.136771:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.136776:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.136778:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.136779:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.136781:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.136783:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.136785:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.136787:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.136793:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.136801:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.136803:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357313.136804:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.136805:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357313.136808:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.136810:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.136811:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357313.136812:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.136814:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357313.136817:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.136822:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.136824:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.136825:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.136828:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.136833:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572136832:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.136836:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.136839:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.136840:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357313.136841:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.136844:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.136848:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.136850:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493180. 00000100:00000001:2.0:1712357313.136852:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.136853:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.136855:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357313.136858:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.136860:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.136862:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=4 00000020:00000001:2.0:1712357313.136864:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136866:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000040:2.0:1712357313.136873:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c1d40, remote cookie: 0xa8e7976a8eb1ff1c, flags: 0x1001 00010000:00010000:2.0:1712357313.136877:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357313.136883:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x7:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:2.0:1712357313.136886:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357313.136891:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343e00. 00010000:00000010:2.0:1712357313.136893:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf580. 00010000:00000040:2.0:1712357313.136896:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343600 count: 0 00010000:00000010:2.0:1712357313.136899:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf600. 00010000:00000001:2.0:1712357313.136915:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.136918:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357313.136924:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.136928:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357313.136931:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357313.136932:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357313.136933:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357313.136934:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357313.136935:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x7:0x0].0x0 (ffff8800aa343e00) refcount = 1 00010000:00010000:2.0:1712357313.136937:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.136942:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357313.136943:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357313.136944:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.136946:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357313.136948:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.136950:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.136957:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357313.136959:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.136960:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.136961:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.136962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.136963:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.136966:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357313.136967:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.136968:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.136969:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.136970:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136972:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136973:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.136974:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.136975:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=4 00000020:00000001:2.0:1712357313.136976:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136977:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136979:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.136981:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.136983:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.136987:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.136988:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.136989:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.136990:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.136990:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=5 00000020:00000001:2.0:1712357313.136992:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136993:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.136995:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357313.136996:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.137008:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137009:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357313.137011:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.137015:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357313.137016:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137017:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.137018:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137018:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357313.137022:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.137027:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.137028:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.137029:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.137030:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137031:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137033:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137034:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357313.137034:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.137035:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.137037:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357313.137038:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.137039:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.137040:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.137041:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137042:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00000002:00010000:2.0:1712357313.137044:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.137048:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.137052:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357313.137053:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.137054:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.137054:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.137055:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137057:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000040:2.0:1712357313.137059:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:2.0:1712357313.137061:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357313.137063:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/7 (0 0) 00010000:00000001:2.0:1712357313.137065:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357313.137066:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357313.137067:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=asn1crypto intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357313.137069:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137072:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137073:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.137076:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357313.137078:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:2.0:1712357313.137080:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357313.137082:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137084:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.137086:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357313.137088:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357313.137090:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:2.0:1712357313.137092:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357313.137095:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357313.137097:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x7:0x0] 00000080:00000001:2.0:1712357313.137099:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.137101:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502279 : 144115205272502279 : 200000401000007) 00000080:00000001:2.0:1712357313.137102:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357313.137105:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x7:0x0], updating i_size 4096 00000080:00200000:2.0:1712357313.137107:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x7:0x0](ffff8800a76da0c8): rc = 0 00000080:00000001:2.0:1712357313.137109:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123198152 : -131938586353464 : ffff8800a76da0c8) 00010000:00000001:2.0:1712357313.137110:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.137114:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.137115:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.137116:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137118:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137119:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137120:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357313.137121:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357313.137122:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357313.137123:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357313.137125:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137126:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357313.137127:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357313.137129:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) for lock 0xbda2fb8f03337d84 00000080:00000001:2.0:1712357313.137131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137133:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357313.137134:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.137135:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357313.137136:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.137137:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.137138:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.137139:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137140:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137142:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137142:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357313.137143:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137144:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357313.137148:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b4e4ba0. 00000080:00002000:2.0:1712357313.137152:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750aaf8 inode ffff8800a76da0c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357313.137154:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.137156:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.137158:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357313.137160:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x7:0x0](ffff8800a76da0c8) 00000080:00010000:2.0:1712357313.137162:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d84 from it ffff8800aa3cfa60 00010000:00000001:2.0:1712357313.137164:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.137168:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.137169:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1d40 refcount=3 00000020:00000001:2.0:1712357313.137170:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137172:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964928 : -131938524586688 : ffff8800ab1c1d40) 00010000:00000001:2.0:1712357313.137173:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357313.137175:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.137180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.137181:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357313.137183:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357313.137184:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1d40/0xbda2fb8f03337d84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357313.137190:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357313.137191:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357313.137193:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.137194:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.137196:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137198:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357313.137199:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137200:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137202:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137203:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357313.137204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357313.137206:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357313.137208:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614d200. 00000100:00000001:2.0:1712357313.137210:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.137214:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47b80 x1795536572136832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.137219:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357313.137220:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357313.137223:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.137228:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357313.137230:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357313.137231:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=46 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357313.137233:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357313.137236:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3bc9400. 02000000:00000001:2.0:1712357313.137238:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357313.137240:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357313.137241:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47b80. 00000100:00000001:2.0:1712357313.137243:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357313.137244:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.137249:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.137251:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.137254:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.137261:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:2.0:1712357313.137263:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.137264:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:2.0:1712357313.137268:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614d200. 00000080:00000001:2.0:1712357313.137271:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.137273:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.137275:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x7:0x0] 00800000:00000001:2.0:1712357313.137277:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.137280:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:2.0:1712357313.137282:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.137283:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.137284:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357313.137287:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.137288:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357313.137290:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47b80. 00000020:00000040:2.0:1712357313.137292:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.137295:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.137297:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.137299:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.137299:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.137300:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.137302:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.137307:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.137309:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.137313:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3bc9400. 00000100:00000001:2.0:1712357313.137317:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137320:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.137321:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137322:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.137323:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.137324:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.137329:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:2.0:1712357313.137331:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.137332:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357313.137334:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:2.0:1712357313.137336:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.137337:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.137339:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c1f80. 00000020:00000001:2.0:1712357313.137341:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.137343:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c1f80 with handle 0xbda2fb8f03337d8b to hash 00000020:00000001:2.0:1712357313.137344:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.137345:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184965504 : -131938524586112 : ffff8800ab1c1f80) 00010000:00000001:2.0:1712357313.137347:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184965504 : -131938524586112 : ffff8800ab1c1f80) 00010000:00000001:2.0:1712357313.137348:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.137349:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.137351:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.137356:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.137361:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357313.137364:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.137366:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.137368:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493180. 00000100:00000001:2.0:1712357313.137370:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322136960 : -131938387414656 : ffff8800b3493180) 00000100:00000001:2.0:1712357313.137375:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.137376:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000001:2.0:1712357313.137379:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.137381:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.137383:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.137384:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.137388:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.137392:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.137393:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.137395:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.137397:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.137399:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137024:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.137401:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.137404:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.137406:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.137407:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.137410:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.137411:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.137414:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.137416:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1948. 00000400:00000010:2.0:1712357313.137419:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4dd0. 00000100:00000200:2.0:1712357313.137424:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137024, portal 10 00000100:00000001:2.0:1712357313.137425:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.137426:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000040:2.0:1712357313.137429:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.137434:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.137436:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.137437:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4cc0. 00000100:00000200:2.0:1712357313.137439:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572137024, offset 0 00000400:00000200:2.0:1712357313.137442:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.137446:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137453:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.137457:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.137460:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.137463:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.137465:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.137468:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [244:244:256:4294967295] 192.168.203.120@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:2.0:1712357313.137471:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137476:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.137480:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.137483:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343300. 00000800:00000200:2.0:1712357313.137487:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.137492:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.137495:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.137513:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.137515:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.137517:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.137519:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.137520:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.137521:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493180 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.137523:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.137524:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.137526:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.137526:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.137533:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.137537:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.137538:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.137540:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.137544:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137547:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.137550:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137552:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137554:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137556:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903e00 00000400:00000200:2.0:1712357313.137562:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.137566:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xba5 [1] + 224 00000800:00000001:2.0:1712357313.137578:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.137612:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.137614:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.137617:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.137620:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.137623:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.137630:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.137647:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.137650:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.137652:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000800:00000200:3.0:1712357313.137653:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1712357313.137655:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000800:00000010:3.0:1712357313.137656:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343300. 00000400:00000200:3.0:1712357313.137658:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.137658:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [245:245:255:4294967295] 192.168.203.120@tcp LPNI seq info [245:245:7:4294967295] 00000400:00000200:2.0:1712357313.137661:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.137662:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.137664:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4cc0 00000400:00000010:3.0:1712357313.137665:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4cc0. 00000400:00000200:2.0:1712357313.137666:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000001:3.0:1712357313.137668:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000800:00000200:2.0:1712357313.137669:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000200:3.0:1712357313.137671:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000010:2.0:1712357313.137672:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357313.137674:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:3.0:1712357313.137677:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1712357313.137678:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000040:3.0:1712357313.137680:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357313.137680:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357313.137683:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1712357313.137684:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.137685:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.137685:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357313.137702:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.137704:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:3.0:1712357313.137706:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.137708:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357313.137833:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.137837:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.137838:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.137839:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.137842:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.137843:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.137845:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.137848:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.137854:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29880 x1795536572136960/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.137859:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.137860:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.137861:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.137863:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.137864:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.137865:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.137866:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.137869:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.137872:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.137873:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.137874:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.137875:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.137877:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.137878:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.137879:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.137881:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.137882:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.137883:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160223872 : -131938549327744 : ffff8800a9a29880) 00000100:00000001:0.0:1712357313.137885:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.137886:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.137887:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.137888:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.137891:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29880 x1795536572136960/t4294967343(4294967343) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.137904:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.137906:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.137907:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.137910:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29880 x1795536572136960/t4294967343(4294967343) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.137921:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572136960:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.137924:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.137926:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.137927:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.137928:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.137930:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29880 x1795536572136960/t4294967343(4294967343) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.137934:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.137936:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.137937:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.137938:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.137941:0:12714:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.137943:0:12714:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.137945:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.137947:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.137948:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.137949:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.137952:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:0.0:1712357313.137954:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1712357313.137956:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.137959:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29880 x1795536572136960/t4294967343(4294967343) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.137963:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.137964:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.137966:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.137967:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.137977:0:12714:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.137979:0:12714:0:(pcc.c:1794:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1712357313.137981:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.137982:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.137983:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.137984:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.137986:0:12714:0:(pcc.c:1803:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.137988:0:12714:0:(lcommon_cl.c:77:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1712357313.137989:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.137992:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.137994:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.137997:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.137999:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:0.0:1712357313.138001:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:0.0:1712357313.138002:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.138004:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.138005:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.138006:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.138008:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.138009:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.138012:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1b:0x0]io ffff8800ab3cd058 type 3 ignore/verify layout 0/1 00020000:00000002:0.0:1712357313.138015:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.138017:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1712357313.138019:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1712357313.138021:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1712357313.138022:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138023:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.138025:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1712357313.138025:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138026:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.138027:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.138028:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1712357313.138029:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.138031:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138032:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:0.0:1712357313.138034:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1712357313.138035:0:12714:0:(lov_io.c:1054:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1712357313.138037:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1712357313.138039:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1712357313.138045:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.138048:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.138049:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1712357313.138050:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.138051:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158014104 : -131938551537512 : ffff8800a980e098) 00000020:00001000:0.0:1712357313.138053:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e090 00000020:00000001:0.0:1712357313.138054:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b148 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.138055:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.138058:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.138059:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1712357313.138060:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138061:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138062:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.138064:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.138066:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.138068:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138069:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138071:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138072:0:12714:0:(lov_io.c:1063:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138073:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138074:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000080:00000001:0.0:1712357313.138076:0:12714:0:(vvp_io.c:213:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1712357313.138077:0:12714:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1712357313.138079:0:12714:0:(cl_io.c:448:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1712357313.138079:0:12714:0:(cl_io.c:240:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1712357313.138081:0:12714:0:(cl_io.c:257:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138082:0:12714:0:(cl_io.c:455:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.138083:0:12714:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138085:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:0.0:1712357313.138086:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.138086:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:0.0:1712357313.138087:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.138088:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138089:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138090:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138091:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138093:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.138094:0:12714:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:0.0:1712357313.138095:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00020000:00000001:0.0:1712357313.138096:0:12714:0:(lov_lock.c:334:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1712357313.138102:0:12714:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1712357313.138103:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1712357313.138107:0:12714:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b3664e80. 00020000:00000002:0.0:1712357313.138109:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.138110:0:12714:0:(lov_lock.c:89:lov_sublock_init()) Process entered 00020000:00000001:0.0:1712357313.138112:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.138112:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.138114:0:12714:0:(cl_lock.c:104:cl_lock_init()) Process entered 00000008:00000010:0.0:1712357313.138117:0:12714:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a99e2000. 00000008:00010000:0.0:1712357313.138118:0:12714:0:(lustre_osc.h:184:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1712357313.138120:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.138121:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1712357313.138123:0:12714:0:(osc_lock.c:1258:osc_lock_init()) ### lock ffff8800b3664eb0, osc lock ffff8800a99e2000, flags 0x0 00000020:00000001:0.0:1712357313.138124:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138125:0:12714:0:(lov_lock.c:99:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138126:0:12714:0:(lov_lock.c:216:lov_lock_sub_init()) Process leaving (rc=18446612135324044928 : -131938385506688 : ffff8800b3664e80) 00000020:00000001:0.0:1712357313.138128:0:12714:0:(cl_lock.c:71:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1712357313.138128:0:12714:0:(cl_lock.c:76:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.138129:0:12714:0:(lov_lock.c:340:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138130:0:12714:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138132:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.138133:0:12714:0:(lov_lock.c:253:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1712357313.138133:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.138134:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.138135:0:12714:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.138137:0:12714:0:(osc_lock.c:958:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1712357313.138138:0:12714:0:(osc_lock.c:875:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1712357313.138139:0:12714:0:(osc_lock.c:923:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.138142:0:12714:0:(osc_request.c:3074:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1712357313.138143:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.138146:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343c00 count: 2 00010000:00000001:0.0:1712357313.138148:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1712357313.138151:0:12714:0:(interval_tree.c:633:interval_search()) Process entered 00010000:00000001:0.0:1712357313.138153:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.138154:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.138157:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00000001:00000001:0.0:1712357313.138170:0:12714:0:(interval_tree.c:681:interval_search()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:0.0:1712357313.138172:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.138174:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.138176:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.138181:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.138181:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.138183:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=4 00000020:00000001:0.0:1712357313.138184:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138186:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00000008:00000001:0.0:1712357313.138188:0:12714:0:(osc_lock.c:273:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1712357313.138189:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.138190:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.138190:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=5 00000020:00000001:0.0:1712357313.138191:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138193:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138194:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.138194:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.138195:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=6 00000020:00000001:0.0:1712357313.138196:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138198:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138199:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.138200:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.138202:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.138206:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.138207:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.138210:0:12714:0:(osc_lock.c:307:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.138212:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.138212:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.138213:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=7 00000020:00000001:0.0:1712357313.138215:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138216:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.138217:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.138219:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.138223:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.138224:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.138225:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.138229:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.138230:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.138231:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.138231:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.138232:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.138232:0:12714:0:(osc_request.c:3139:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.138234:0:12714:0:(osc_lock.c:1060:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138235:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138237:0:12714:0:(lov_lock.c:272:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138238:0:12714:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138239:0:12714:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138240:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138241:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138242:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000020:00000001:0.0:1712357313.138245:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.138246:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.138248:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1712357313.138249:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138250:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00020000:00000001:0.0:1712357313.138252:0:12714:0:(lov_io.c:1569:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1712357313.138253:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:0.0:1712357313.138257:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.138258:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:0.0:1712357313.138259:0:12714:0:(osc_io.c:591:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1712357313.138261:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.138262:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.138263:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1712357313.138264:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138265:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.138266:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1712357313.138269:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.138270:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138271:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138272:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.138274:0:12714:0:(osc_request.c:213:osc_setattr_async()) Process entered 00000100:00000010:0.0:1712357313.138277:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29c00. 00000020:00000040:0.0:1712357313.138279:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=9 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:0.0:1712357313.138281:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.138283:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.138284:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.138287:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b373c400. 00000100:00000001:0.0:1712357313.138289:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.138292:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.138294:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.138299:0:12714:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800a9a29c00] to pc [ptlrpcd_00_00+0] req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000008:00000001:0.0:1712357313.138329:0:12714:0:(osc_request.c:244:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.138331:0:12714:0:(osc_io.c:705:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138332:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138333:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138334:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.138335:0:12714:0:(lov_io.c:1584:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138336:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.138338:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00020000:00000001:0.0:1712357313.138339:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:0.0:1712357313.138340:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1712357313.138340:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000001:1.0:1712357313.138356:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.138358:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.138359:0:1851:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.138364:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.138370:0:1851:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.138371:0:1851:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.138373:0:1851:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.138374:0:1851:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.138377:0:1851:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b07237b-aa56-4e53-8899-280f18556039:1851:1795536572137088:192.168.203.120@tcp:2:rsync.0 00000100:00000001:1.0:1712357313.138383:0:1851:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.138385:0:1851:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.138386:0:1851:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.138387:0:1851:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.138390:0:1851:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba6400. 02000000:00000001:1.0:1712357313.138392:0:1851:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.138395:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.138397:0:1851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.138400:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357313.138402:0:1851:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572137088, portal 4 00000100:00000001:1.0:1712357313.138404:0:1851:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.138405:0:1851:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160224768 : -131938549326848 : ffff8800a9a29c00) 00000100:00000040:1.0:1712357313.138409:0:1851:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.138414:0:1851:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.138415:0:1851:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.138416:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357313.138419:0:1851:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1795536572137088, offset 0 00000400:00000200:1.0:1712357313.138422:0:1851:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.138425:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.138428:0:1851:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.138430:0:1851:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.138432:0:1851:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.138433:0:1851:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.138435:0:1851:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.138437:0:1851:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [246:246:256:4294967295] 192.168.203.120@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:1.0:1712357313.138440:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.138445:0:1851:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.138449:0:1851:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.138451:0:1851:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.138454:0:1851:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.138461:0:1851:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.138463:0:1851:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.138478:0:1851:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.138479:0:1851:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.138481:0:1851:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.138482:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.138484:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.138488:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.138489:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357313.138491:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.138491:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.138492:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.138494:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.138500:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.138501:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.138566:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.138568:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.138579:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.138908:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.138911:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357313.138916:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:2.0:1712357313.138919:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.138922:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.138927:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.138929:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.138933:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.138934:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.139085:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356e00. 00010000:00000010:2.1:1712357313.139089:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356700. 00010000:00000010:2.1:1712357313.139092:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:2.1:1712357313.139095:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6060300. 00010000:00000010:2.1:1712357313.139099:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343d00. 00010000:00000010:2.1:1712357313.139101:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c1b00. 00000800:00000001:3.0:1712357313.141726:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.141736:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.141738:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.141740:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.141754:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.141759:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.141764:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.141767:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.141769:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.141773:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 432 into portal 4 MB=0x66107ef903e80 00000400:00000200:3.0:1712357313.141776:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.141780:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 432/432 into md 0xbbd [1] + 224 00000800:00000001:3.0:1712357313.141786:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.141796:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.141798:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.141801:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.141805:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.141810:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.141819:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.141840:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.141845:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.141848:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.141892:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.141895:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.141900:0:1851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.141901:0:1851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.141903:0:1851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000400:00000200:1.0:1712357313.141906:0:1851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357313.141908:0:1851:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:1.0:1712357313.141910:0:1851:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.141913:0:1851:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.141919:0:1851:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29c00 x1795536572137088/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.141923:0:1851:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.141925:0:1851:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.141927:0:1851:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.141929:0:1851:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.141930:0:1851:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.141931:0:1851:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.141934:0:1851:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.141939:0:1851:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.141941:0:1851:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.141947:0:1851:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.141948:0:1851:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.141950:0:1851:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.141953:0:1851:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.141955:0:1851:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.141956:0:1851:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.141957:0:1851:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.141958:0:1851:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.141959:0:1851:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160224768 : -131938549326848 : ffff8800a9a29c00) 00000100:00000001:1.0:1712357313.141962:0:1851:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.141963:0:1851:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.141969:0:1851:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.141970:0:1851:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.141973:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29c00 x1795536572137088/t4294967306(4294967306) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.141979:0:1851:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.141981:0:1851:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.141982:0:1851:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1712357313.141984:0:1851:0:(osc_request.c:189:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1712357313.142076:0:1851:0:(osc_request.c:202:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.142081:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29c00 x1795536572137088/t4294967306(4294967306) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000020:00000001:0.0:1712357313.142086:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000100:00100000:1.0:1712357313.142087:0:1851:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b07237b-aa56-4e53-8899-280f18556039:1851:1795536572137088:192.168.203.120@tcp:2:rsync.0 00020000:00000001:0.0:1712357313.142088:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.142091:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.142093:0:1851:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1712357313.142093:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.142095:0:1851:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29c00 x1795536572137088/t4294967306(4294967306) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000020:00000001:0.0:1712357313.142097:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:0.0:1712357313.142098:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000100:00000001:1.0:1712357313.142099:0:1851:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.142099:0:12714:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000100:00000001:1.0:1712357313.142101:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00010000:0.0:1712357313.142101:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3a0d308 (ffff8800a980e008/0) at cl_lock_release():233 00000020:00000001:0.0:1712357313.142103:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.142104:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3a0d308 (ffff8800a980e008/0) at cl_lock_cancel():150 00000100:00000001:1.0:1712357313.142106:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:0.0:1712357313.142106:0:12714:0:(lov_lock.c:282:lov_lock_cancel()) Process entered 00000100:00000001:1.0:1712357313.142107:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.142108:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00000100:00000001:1.0:1712357313.142109:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1712357313.142109:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.142111:0:12714:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1712357313.142112:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3664eb0 (ffff8800a980e098/1) at cl_lock_cancel():150 00000100:00000001:1.0:1712357313.142113:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.142114:0:12714:0:(osc_lock.c:1113:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1712357313.142115:0:12714:0:(osc_lock.c:1070:osc_lock_detach()) Process entered 00010000:00000001:0.0:1712357313.142117:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.142119:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.142120:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c18c0 refcount=5 00000020:00000001:0.0:1712357313.142122:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.142124:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184963776 : -131938524587840 : ffff8800ab1c18c0) 00010000:00000001:0.0:1712357313.142126:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.142129:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x810020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.142136:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.142137:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.142138:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.142139:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.142141:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa323000 lock: ffff8800ab1c18c0/0xbda2fb8f03337d6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x800020000000000 nid: local remote: 0xa8e7976a8eb1feba expref: -99 pid: 12714 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1712357313.142146:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.142148:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.142149:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.142151:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.142151:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.142155:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142157:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.142158:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142160:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142162:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142163:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.142164:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.142164:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.142165:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.142165:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1712357313.142166:0:12714:0:(osc_lock.c:1090:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1712357313.142168:0:12714:0:(osc_lock.c:1122:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.142168:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.142169:0:12714:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1712357313.142170:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.142171:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3a0d308 (ffff8800a980e008/0) at cl_lock_fini():85 00020000:00000001:0.0:1712357313.142172:0:12714:0:(lov_lock.c:225:lov_lock_fini()) Process entered 00000020:00000001:0.0:1712357313.142173:0:12714:0:(cl_lock.c:84:cl_lock_fini()) Process entered 00000020:00010000:0.0:1712357313.142174:0:12714:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3664eb0 (ffff8800a980e008/1) at cl_lock_fini():85 00000008:00000010:0.0:1712357313.142176:0:12714:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a99e2000. 00000020:00000001:0.0:1712357313.142197:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1712357313.142201:0:12714:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b3664e80. 00020000:00000001:0.0:1712357313.142204:0:12714:0:(lov_lock.c:234:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.142205:0:12714:0:(cl_lock.c:94:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1712357313.142206:0:12714:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00020000:00000001:0.0:1712357313.142207:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.142208:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.142209:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:0.0:1712357313.142210:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1712357313.142210:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.142211:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.142212:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.142213:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.142214:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1712357313.142215:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1712357313.142216:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.142217:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.142218:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.142219:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1712357313.142220:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1712357313.142221:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.142225:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.142226:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.142227:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.142228:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.142230:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1712357313.142231:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:0.0:1712357313.142232:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.142233:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.142233:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.142235:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e090 00020000:00000001:0.0:1712357313.142237:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.142238:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:0.0:1712357313.142240:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.142241:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1712357313.142244:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.142245:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.142247:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.142248:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.142249:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.142249:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357313.142251:0:12714:0:(lcommon_cl.c:120:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.142253:0:12714:0:(llite_lib.c:2502:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1712357313.142257:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000080:00200008:0.0:1712357313.142264:0:12714:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8) current size 34074, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.131000000, mtime 1579111801.000000000, ctime 1712357313.131000000, rc 0 00000080:00000001:0.0:1712357313.142268:0:12714:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.142274:0:12714:0:(xattr.c:112:ll_xattr_set_common()) Process entered 00000080:00000001:0.0:1712357313.142275:0:12714:0:(xattr.c:128:ll_xattr_set_common()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000080:00000001:0.0:1712357313.142277:0:12714:0:(xattr.c:223:ll_xattr_set_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1712357313.142281:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.142282:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry .six.py.9ciyIX (ffff8800a750a1b0, parent ffff8800a7656360, inode ffff8800b06470c8) hashed, 00000080:00000001:0.0:1712357313.142285:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.142289:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.142304:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.142317:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.142318:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.142320:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.142322:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.142331:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:0.0:1712357313.142334:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.142336:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.142339:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00000080:00000001:0.0:1712357313.142344:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.142347:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.142349:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '.six.py.9ciyIX' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.142351:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.142354:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='.six.py.9ciyIX' -> mds #0 00800000:00000001:0.0:1712357313.142356:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.142359:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.142361:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .six.py.9ciyIX,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.142363:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.142365:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.142368:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29f80. 00000020:00000040:0.0:1712357313.142371:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.142374:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.142377:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.142379:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.142380:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.142381:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.142382:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.142384:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.142386:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.142390:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c8400. 00000100:00000001:0.0:1712357313.142394:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142396:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.142397:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142398:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.142399:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.142400:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.142405:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160225664 : -131938549325952 : ffff8800a9a29f80) 00010000:00000001:0.0:1712357313.142406:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.142407:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.142412:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356f00. 00010000:00000010:0.0:1712357313.142416:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664e80. 00010000:00000001:0.0:1712357313.142419:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.142421:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357313.142423:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.142424:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f03337d92 to hash 00000020:00000001:0.0:1712357313.142426:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.142427:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.142429:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.142431:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.142432:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.142434:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.142440:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.142447:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.142451:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.142452:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.142456:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.142457:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.142459:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.142459:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160225664 : -131938549325952 : ffff8800a9a29f80) 00000100:00000001:0.0:1712357313.142462:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.142465:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.142467:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.142468:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.142471:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.142477:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.142478:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.142481:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.142486:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.142489:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.142492:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.142495:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.142497:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.142498:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.142502:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.142503:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.142507:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.142509:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.142513:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.142517:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137152, portal 10 00000100:00000001:0.0:1712357313.142519:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.142520:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160225664 : -131938549325952 : ffff8800a9a29f80) 00000100:00000040:0.0:1712357313.142524:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.142529:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.142531:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.142533:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357313.142535:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572137152, offset 0 00000400:00000200:0.0:1712357313.142539:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.142542:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.142547:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.142550:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.142553:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.142555:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.142557:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.142560:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [247:247:256:4294967295] 192.168.203.120@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:0.0:1712357313.142563:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.142580:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.142610:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.142614:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.142622:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.142628:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.142631:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.142637:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.142639:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.142640:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.142642:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.142643:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.142644:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.142646:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.142977:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.142981:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.142983:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.143010:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357313.143099:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.143102:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357313.143105:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.143109:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.143111:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:3.0:1712357313.143112:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:3.0:1712357313.143115:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.143119:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.143125:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.143128:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.143136:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.143137:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.143187:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.143189:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.143191:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.143195:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.143198:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.143202:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.143205:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.143207:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.143209:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903e40 00000400:00000200:2.0:1712357313.143212:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.143215:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xbad [1] + 224 00000800:00000001:2.0:1712357313.143219:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.143232:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.143234:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.143237:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.143239:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.143243:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.143250:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.143328:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.143333:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.143336:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.143383:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.143387:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.143388:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.143390:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1948. 00000400:00000200:0.0:1712357313.143393:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4dd0 00000400:00000010:0.0:1712357313.143395:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4dd0. 00000100:00000001:0.0:1712357313.143396:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.143401:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.143407:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.143412:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.143413:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.143415:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.143416:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.143417:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.143418:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.143419:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.143422:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.143425:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.143427:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.143429:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.143442:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.143444:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.143445:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.143447:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.143448:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.143451:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.143456:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.143458:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.143459:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.143461:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.143467:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137024:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.143470:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.143472:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.143473:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.143474:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.143476:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.143480:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.143482:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493180. 00000100:00000001:0.0:1712357313.143484:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.143484:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.143486:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.143488:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.143489:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.143490:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1f80 refcount=4 00000020:00000001:0.0:1712357313.143492:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184965504 : -131938524586112 : ffff8800ab1c1f80) 00010000:00000001:0.0:1712357313.143494:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184965504 : -131938524586112 : ffff8800ab1c1f80) 00010000:00010000:0.0:1712357313.143496:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.143505:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.143508:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.143511:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.143513:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.143516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.143517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.143518:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.143522:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.143523:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.143524:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.143526:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.143530:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c1f80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.143532:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.143534:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.143539:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.143540:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.143542:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.143545:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.143547:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.143548:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.143549:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.143553:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1f80 refcount=5 00000020:00000001:0.0:1712357313.143554:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184965504 : -131938524586112 : ffff8800ab1c1f80) 00010000:00000001:0.0:1712357313.143556:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184965504 : -131938524586112 : ffff8800ab1c1f80) 00010000:00000001:0.0:1712357313.143558:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.143560:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.143564:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.143565:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.143566:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.143567:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.143579:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.144118:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.144121:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.144122:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.144124:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c1f80 with handle 0xbda2fb8f03337d8b from hash 00010000:00000001:0.0:1712357313.144126:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.144127:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.144127:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.144128:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.144129:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.144130:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.144132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.144133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.144133:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.144135:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.144137:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.144140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.144141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.144142:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.144143:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.144144:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.144144:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.144145:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.144146:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1f80/0xbda2fb8f03337d8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.144158:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.144159:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.144162:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.144166:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.144171:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.144172:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144173:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144175:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144177:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.144178:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.144179:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144180:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.144181:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.144183:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.144185:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.144186:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.144188:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.144190:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.144193:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3827c00. 00000080:00002000:0.0:1712357313.144197:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750ae58 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.144200:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.144203:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.144205:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144206:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.144208:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.144209:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.144212:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.144213:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.144217:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.144219:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144220:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.144221:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.144226:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.144228:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.144230:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614d200. 00000100:00000001:0.0:1712357313.144233:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.144236:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47b80 x1795536572137024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.144240:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.144241:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.144243:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a48800. 02000000:00000001:0.0:1712357313.144246:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.144247:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.144248:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.144250:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.144252:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3bc9400. 02000000:00000001:0.0:1712357313.144254:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.144255:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.144256:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47b80. 00000100:00000001:0.0:1712357313.144258:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.144259:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.144261:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.144262:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.144263:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.144267:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.144268:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a750ae58, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.144270:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.144272:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.144273:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.144275:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.144276:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.144278:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.144304:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.144306:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.144307:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.144310:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.144313:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.144314:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x108008e refc 0 00000080:00000001:0.0:1712357313.144316:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.144321:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.144323:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.144325:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.144326:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.144327:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.144330:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.144334:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_elliptic_curve.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.144336:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.144337:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_elliptic_curve.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.144340:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00000080:00000001:0.0:1712357313.144343:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.144344:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.144346:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_elliptic_curve.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.144348:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.144349:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_elliptic_curve.py' -> mds #0 00800000:00000001:0.0:1712357313.144351:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144353:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.144354:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _elliptic_curve.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.144356:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.144357:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.144359:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.144361:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.144363:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.144365:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.144367:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.144367:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.144368:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.144369:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.144371:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.144372:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.144375:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00000100:00000001:0.0:1712357313.144378:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.144380:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.144381:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.144382:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.144386:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.144387:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.144391:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:0.0:1712357313.144392:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.144393:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.144395:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.144397:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.144398:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.144400:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357313.144402:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.144403:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03337d99 to hash 00000020:00000001:0.0:1712357313.144404:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.144405:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.144407:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.144408:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.144409:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.144411:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.144416:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.144421:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.144425:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.144426:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.144428:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.144430:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.144431:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.144432:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.144434:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.144436:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.144438:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.144438:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.144445:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.144451:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.144452:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.144454:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.144455:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.144457:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.144460:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.144461:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.144462:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.144464:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.144467:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.144468:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.144471:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.144473:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.144476:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.144478:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137216, portal 10 00000100:00000001:0.0:1712357313.144480:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.144481:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.144484:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.144489:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.144491:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.144492:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.144494:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572137216, offset 0 00000400:00000200:0.0:1712357313.144496:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.144500:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.144503:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.144505:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.144508:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.144509:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.144511:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.144513:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [248:248:256:4294967295] 192.168.203.120@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:0.0:1712357313.144520:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.144525:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.144529:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.144531:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.144534:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.144538:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.144541:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.144557:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.144558:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.144560:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.144561:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.144562:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.144564:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.144565:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.144566:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.144567:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.144568:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.144720:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.144722:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:3.0:1712357313.144725:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.144728:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.144730:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:3.0:1712357313.144731:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:3.0:1712357313.144733:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.144736:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.144742:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.144743:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.144748:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.144749:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.144951:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343600. 00000800:00000001:2.0:1712357313.145005:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.145011:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.145013:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.145015:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.145018:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.145021:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.145025:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.145027:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.145029:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.145031:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x66107ef903ec0 00000400:00000200:2.0:1712357313.145034:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.145037:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xbc5 [1] + 224 00000800:00000001:2.0:1712357313.145040:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.145047:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.145049:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.145052:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.145054:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.145057:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.145064:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=640 offset=224 replen=1024 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.145083:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.145087:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.145089:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.145129:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.145132:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.145133:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.145135:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.145137:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.145138:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.145139:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.145143:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.145148:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.145152:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.145154:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.145155:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.145156:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.145157:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.145162:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.145163:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.145167:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.145170:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.145172:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.145173:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145174:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.145176:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.145177:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.145178:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.145180:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.145181:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.145184:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.145189:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.145191:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.145192:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.145194:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.145200:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.145202:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.145204:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.145205:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.145206:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.145208:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.145213:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.145214:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.145216:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.145216:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145218:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.145219:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145220:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145225:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357313.145226:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145228:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357313.145231:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2400, remote cookie: 0xa8e7976a8eb1ff54, flags: 0x1001 00010000:00010000:0.0:1712357313.145233:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.145238:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1b:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.145240:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1712357313.145243:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 2 00010000:00000001:0.0:1712357313.145244:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1712357313.145246:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356f00 count: 0 00010000:00000010:0.0:1712357313.145250:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664e80. 00010000:00000001:0.0:1712357313.145254:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.145256:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.145261:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.145265:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.145268:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.145269:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.145270:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.145271:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.145272:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1b:0x0].0x0 (ffff8800b6320a00) refcount = 2 00010000:00000040:0.0:1712357313.145274:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357313.145276:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 1/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.145280:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.145291:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.145294:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.145295:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.145297:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.145298:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.145300:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.145304:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.145305:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145306:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145306:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145307:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145308:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145310:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.145310:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145311:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145312:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145313:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145315:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145316:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145316:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145317:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357313.145318:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145319:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145321:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.145322:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.145324:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.145327:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145328:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145331:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145332:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145333:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357313.145334:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145335:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145336:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.145338:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.145342:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145343:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.145345:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.145349:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.145350:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145350:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145351:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145352:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.145356:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.145361:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145362:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145363:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145364:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145366:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000002:00010000:0.0:1712357313.145368:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1712357313.145373:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b619d9c0. 00010000:00000001:0.0:1712357313.145375:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145375:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.145376:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145381:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145382:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.145383:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145384:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145385:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145386:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145388:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000002:00010000:0.0:1712357313.145390:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.145395:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145395:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145396:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.145397:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145397:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145398:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145399:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145400:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357313.145403:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00010000:00000001:0.0:1712357313.145404:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.145406:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/27 (0 0) 00010000:00000001:0.0:1712357313.145408:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145408:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.145409:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.145410:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.six.py.9ciyIX intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.145412:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145414:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145415:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.145417:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.145418:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bc38 it_disposition b 00000080:00000001:0.0:1712357313.145419:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.145421:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145422:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145424:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.145426:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.145431:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:0.0:1712357313.145433:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000020:00000001:0.0:1712357313.145438:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.145441:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.145442:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.145444:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.145447:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:0.0:1712357313.145448:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.145450:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.145454:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.145457:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.145460:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df540. 00020000:00000001:0.0:1712357313.145462:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327692096 : -131938381859520 : ffff8800b39df540) 00020000:00000002:0.0:1712357313.145464:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df540, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.145468:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.145470:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664e80: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.145473:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.145475:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.145477:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.145479:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.145482:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df3c0. 00020000:00000010:0.0:1712357313.145483:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df540. 00020000:00000002:0.0:1712357313.145485:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.145487:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.145488:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357313.145489:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357313.145492:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:0.0:1712357313.145493:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.145497:0:12714:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1b:0x0](ffff8800b06470c8): rc = 0 00000080:00000001:0.0:1712357313.145498:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273590984 : -131938435960632 : ffff8800b06470c8) 00010000:00000001:0.0:1712357313.145500:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145501:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145502:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145506:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145508:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000080:00000001:0.0:1712357313.145510:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:0.0:1712357313.145511:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.145512:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.145513:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.145514:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:0.0:1712357313.145515:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:0.0:1712357313.145516:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:0.0:1712357313.145517:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00020000:00000010:0.0:1712357313.145519:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b39df540. 00020000:00000010:0.0:1712357313.145521:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.145522:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b39df3c0. 00020000:00000001:0.0:1712357313.145523:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135327691712 : -131938381859904 : ffff8800b39df3c0) 00020000:00000002:0.0:1712357313.145525:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b39df3c0, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1712357313.145528:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1712357313.145531:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3664e80: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:0.0:1712357313.145532:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000001:0.0:1712357313.145534:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1712357313.145535:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000010:0.0:1712357313.145537:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3664e80. 00020000:00000010:0.0:1712357313.145539:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b39df540. 00020000:00000010:0.0:1712357313.145540:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b39df3c0. 00020000:00000002:0.0:1712357313.145541:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1712357313.145542:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.145543:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.145546:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1712357313.145548:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000002:0.0:1712357313.145550:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800b39df480 addref 2/0 by ffff8800a9934440. 00020000:00000002:0.0:1712357313.145552:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.145554:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1712357313.145555:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1712357313.145559:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1712357313.145560:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1712357313.145562:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1712357313.145564:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1712357313.145566:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357313.145567:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145671:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145673:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.145674:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.145676:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145678:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.145679:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.145681:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) for lock 0xbda2fb8f03337d92 00000080:00000001:0.0:1712357313.145683:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145685:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.145686:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145688:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.145688:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145689:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145690:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145692:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145693:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145695:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145696:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.145697:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145698:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.145701:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3827520. 00000080:00002000:0.0:1712357313.145704:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode ffff8800b06470c8 refc 1 flags 0x400008e 00000080:00000001:0.0:1712357313.145706:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.145708:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) 00000080:00010000:0.0:1712357313.145710:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337d92 from it ffff8800a984bc38 00010000:00000001:0.0:1712357313.145711:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145712:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145713:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.145714:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145716:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.145721:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.145723:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.145728:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145729:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145730:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.145731:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.145732:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.145737:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.145739:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.145740:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.145742:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145742:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145743:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145745:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.145746:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145748:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145749:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145751:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.145752:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145752:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.145753:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.145756:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000100:00000001:0.0:1712357313.145758:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.145762:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29f80 x1795536572137152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.145767:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.145768:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.145770:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.145772:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.145773:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.145774:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.145776:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.145785:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c8400. 02000000:00000001:0.0:1712357313.145788:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.145789:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.145790:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29f80. 00000100:00000001:0.0:1712357313.145792:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.145792:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.145794:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.145795:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bc38 released 00000080:00000001:0.0:1712357313.145796:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.145804:0:12714:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.145806:0:12714:0:(llite_lib.c:2280:ll_setattr_raw()) START file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8) current size 34074, valid attrs 41, mode 81a4, uid -2128177388, gid -1, new size 18446612135158267536, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.145811:0:12714:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.145813:0:12714:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00000080:00000001:0.0:1712357313.145815:0:12714:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.145817:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.145819:0:12714:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.145820:0:12714:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1b:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357313.145822:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145825:0:12714:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.145826:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.145828:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00010000:00000001:0.0:1712357313.145830:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.145831:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.145833:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.145835:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.145840:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.145842:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.145843:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.145844:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1b:0x0] mode (null) 00000080:00000001:0.0:1712357313.145847:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145848:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.145849:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.145850:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:0.0:1712357313.145852:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.145856:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.145857:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145858:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.145859:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.145860:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:0.0:1712357313.145862:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.145863:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.145864:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145865:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.145866:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.145867:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:0.0:1712357313.145868:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.145869:0:12714:0:(ldlm_lock.c:340:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1712357313.145871:0:12714:0:(ldlm_lock.c:353:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1712357313.145872:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.145873:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.145876:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.145880:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145881:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.145882:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1712357313.145883:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.145884:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.145885:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=2 00000020:00000001:0.0:1712357313.145886:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:0.0:1712357313.145887:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:0.0:1712357313.145889:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145889:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.145890:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.145891:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.145892:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.145892:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:0.0:1712357313.145894:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.145895:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.145896:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.145901:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.145902:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1b:0x0](ffff8800b06470c8) invalid 00000080:00002000:0.0:1712357313.145904:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .six.py.9ciyIX (ffff8800a75166c0) parent ffff8800a7656360 inode ffff8800b06470c8 refc 1 00000080:00000001:0.0:1712357313.145907:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.145908:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.145909:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145911:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.145912:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.145913:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.145914:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.145915:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.145917:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f03337d92 from hash 00010000:00000001:0.0:1712357313.145919:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.145919:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145920:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145921:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.145922:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.145923:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.145925:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.145926:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.145928:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.145931:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a29f80. 00000020:00000040:0.0:1712357313.145933:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.145935:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.145937:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.145938:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.145939:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145940:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.145942:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.145943:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.145944:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.145948:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f59c00. 00000100:00000001:0.0:1712357313.145951:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145952:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.145953:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.145956:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1712357313.145964:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.145965:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.145967:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.145968:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337d92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1ff54 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1712357313.145974:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b619d9c0. 00010000:00000001:0.0:1712357313.145977:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.145978:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145980:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.145980:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.145981:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.145983:0:12714:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:0.0:1712357313.145988:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.145993:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.145997:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.145998:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.146000:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.146001:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.146003:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.146004:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160225664 : -131938549325952 : ffff8800a9a29f80) 00000100:00000001:0.0:1712357313.146006:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.146008:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.146009:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.146010:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.146012:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.146017:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.146018:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.146020:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.146021:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.146027:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137344:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.146029:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.146032:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.146033:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.146035:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.146037:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa2c8400. 02000000:00000001:0.0:1712357313.146038:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.146042:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.146044:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.146047:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.146049:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572137344, portal 10 00000100:00000001:0.0:1712357313.146050:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.146051:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160225664 : -131938549325952 : ffff8800a9a29f80) 00000100:00000040:0.0:1712357313.146055:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.146060:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.146061:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.146063:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357313.146064:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572137344, offset 0 00000400:00000200:0.0:1712357313.146067:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.146071:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.146075:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.146077:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.146079:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.146081:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.146083:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.146085:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [249:249:256:4294967295] 192.168.203.120@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:0.0:1712357313.146088:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.146094:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.146097:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.146100:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.146103:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.146110:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.146113:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.146130:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.146132:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.146133:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.146135:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.146136:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.146138:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.146139:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.146140:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.146142:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.146143:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.146289:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.146291:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357313.146294:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.146298:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.146300:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357313.146301:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357313.146303:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.146305:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.146311:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.146313:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.146318:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.146319:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.147725:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.147733:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.147735:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.147737:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.147742:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.147746:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.147752:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.147754:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.147757:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.147766:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903f00 00000400:00000200:2.0:1712357313.147770:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.147773:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xbcd [1] + 224 00000800:00000001:2.0:1712357313.147778:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.147787:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.147789:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.147796:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.147800:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.147804:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.147811:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.147821:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.147826:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.147829:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.147879:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.147883:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.147884:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.147886:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.147889:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.147890:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.147892:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.147896:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.147902:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.147907:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.147908:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.147909:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.147911:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.147913:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.147914:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.147916:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.147920:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.147923:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.147925:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.147928:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.147941:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.147943:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.147944:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.147945:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.147947:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.147950:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.147955:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.147957:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.147958:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.147961:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.147966:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.147970:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.147972:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.147973:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.147975:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.147977:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.147981:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.147984:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.147986:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.147986:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.147988:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.147991:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.147993:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.147994:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357313.147996:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.147998:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00010000:0.0:1712357313.148001:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148011:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.148014:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148017:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.148019:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148023:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.148024:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.148026:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.148030:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.148033:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.148035:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.148038:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.148040:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.148042:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148047:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.148048:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.148050:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148054:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.148055:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.148056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.148057:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.148061:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357313.148062:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.148063:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.148065:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.148067:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.148070:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.148071:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.148073:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.148074:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.148075:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.148076:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.148077:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.148078:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.148079:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f03337d99 from hash 00010000:00000001:0.0:1712357313.148080:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.148081:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.148082:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.148082:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.148083:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.148084:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.148085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.148086:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.148087:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.148088:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.148089:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.148093:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.148094:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.148094:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.148095:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.148096:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.148096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.148098:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337d99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.148106:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.148107:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.148110:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.148114:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.148118:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.148120:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148121:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148122:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148123:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.148124:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.148125:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148126:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.148128:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_elliptic_curve.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.148130:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.148132:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.148134:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.148136:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.148137:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.148140:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b38273c0. 00000080:00002000:0.0:1712357313.148144:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.148147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.148150:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.148151:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148153:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.148155:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.148156:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.148159:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.148160:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.148163:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.148165:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148166:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.148168:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.148172:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.148175:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.148177:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.148180:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.148183:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572137216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.148188:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.148189:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.148191:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.148193:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.148195:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.148196:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.148197:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.148199:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 02000000:00000001:0.0:1712357313.148201:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.148202:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.148204:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.148205:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.148206:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.148207:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.148208:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.148209:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.148213:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.148214:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _elliptic_curve.py (ffff8800a7516510, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.148217:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.148219:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.148222:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.148223:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.148224:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.148226:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.148251:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.148253:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.148254:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.148257:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.148260:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.148261:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.148263:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.148268:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.148270:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.148272:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.148274:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.148275:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.148277:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.148281:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_errors.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.148284:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.148285:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_errors.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.148289:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00000080:00000001:0.0:1712357313.148292:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.148294:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.148296:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_errors.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.148298:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.148301:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_errors.py' -> mds #0 00800000:00000001:0.0:1712357313.148303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148304:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.148305:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _errors.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.148308:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.148309:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.148311:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.148313:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.148316:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.148319:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.148321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.148322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.148322:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.148324:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.148325:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.148326:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.148330:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00000100:00000001:0.0:1712357313.148333:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.148335:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.148336:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.148337:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.148341:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.148343:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.148347:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:0.0:1712357313.148350:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.148351:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.148353:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.148355:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.148356:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.148358:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0b40. 00000020:00000001:0.0:1712357313.148360:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.148362:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0b40 with handle 0xbda2fb8f03337da0 to hash 00000020:00000001:0.0:1712357313.148363:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.148364:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.148367:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.148368:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.148369:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.148371:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.148376:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.148382:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.148385:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.148387:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.148390:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.148391:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.148392:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.148393:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.148396:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.148398:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.148399:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.148400:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.148407:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.148412:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.148413:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.148415:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.148416:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.148419:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.148422:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.148424:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.148426:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.148427:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.148430:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.148431:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.148434:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.148436:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.148439:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.148442:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137408, portal 10 00000100:00000001:0.0:1712357313.148443:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.148444:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.148448:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.148453:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.148455:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.148456:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357313.148458:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572137408, offset 0 00000400:00000200:0.0:1712357313.148461:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.148464:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.148468:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.148471:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.148474:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.148477:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.148479:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.148481:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [250:250:256:4294967295] 192.168.203.120@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:0.0:1712357313.148488:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.148495:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.148499:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.148502:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.148505:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.148510:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.148513:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.148531:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.148533:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.148534:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.148536:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.148537:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.148539:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.148540:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.148541:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.148543:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.148544:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.148725:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.148728:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.148734:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.148738:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.148740:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:3.0:1712357313.148741:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:3.0:1712357313.148743:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.148746:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.148752:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.148754:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.148759:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.148760:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.149648:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.149655:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.149657:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.149659:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.149663:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149667:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.149671:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149673:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149676:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149679:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef903f80 00000400:00000200:2.0:1712357313.149681:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149685:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xbd5 [1] + 224 00000800:00000001:2.0:1712357313.149688:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.149696:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.149697:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.149700:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.149703:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.149709:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.149716:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.149733:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.149737:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.149740:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149743:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.149747:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [251:251:256:4294967295] 192.168.203.120@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:2.0:1712357313.149750:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.149754:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.149758:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.149761:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357313.149764:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.149768:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.149770:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.149824:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.149827:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357313.149829:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.149832:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.149835:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.149837:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.149879:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.149882:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.149883:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.149885:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00000400:00000200:0.0:1712357313.149888:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:0.0:1712357313.149889:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:0.0:1712357313.149891:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.149894:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.149901:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a29f80 x1795536572137344/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.149906:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.149907:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.149908:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.149910:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.149911:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.149917:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.149918:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.149923:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.149926:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.149927:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.149928:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.149930:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.149932:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.149934:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.149935:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000002b/0x0] 00000100:00000001:0.0:1712357313.149936:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.149937:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.149938:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160225664 : -131938549325952 : ffff8800a9a29f80) 00000100:00000001:0.0:1712357313.149940:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.149941:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.149942:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.149943:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.149946:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a29f80 x1795536572137344/t4294967344(4294967344) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.149952:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.149953:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.149954:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.149956:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a29f80 x1795536572137344/t4294967344(4294967344) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.149961:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137344:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.149964:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.149966:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.149968:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.149969:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.149970:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a29f80 x1795536572137344/t4294967344(4294967344) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.149974:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.149979:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.149980:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.149981:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.149985:0:12714:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.149986:0:12714:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.149988:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.149990:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.149992:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.149994:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.149998:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:0.0:1712357313.150000:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1712357313.150002:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.150005:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29f80 x1795536572137344/t4294967344(4294967344) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.150009:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.150010:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.150011:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.150013:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.150014:0:12714:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.150016:0:12714:0:(pcc.c:1794:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1712357313.150018:0:12714:0:(pcc.c:1449:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.150019:0:12714:0:(pcc.c:1468:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.150021:0:12714:0:(pcc.c:1401:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1712357313.150021:0:12714:0:(pcc.c:1407:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.150023:0:12714:0:(pcc.c:1803:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.150025:0:12714:0:(lcommon_cl.c:77:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1712357313.150027:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.150029:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357313.150031:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000020:00000001:0.0:1712357313.150034:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b080 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.150036:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000080:00000001:0.0:1712357313.150038:0:12714:0:(vvp_io.c:1869:vvp_io_init()) Process entered 00000080:00200000:0.0:1712357313.150040:0:12714:0:(vvp_io.c:1874:vvp_io_init()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1712357313.150042:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.150043:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1712357313.150045:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.150047:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.150051:0:12714:0:(vvp_io.c:1932:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1712357313.150055:0:12714:0:(lov_object.c:1594:lov_io_init()) [0x200000401:0x1b:0x0]io ffff8800ab3cd058 type 3 ignore/verify layout 0/1 00020000:00000002:0.0:1712357313.150058:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:0.0:1712357313.150060:0:12714:0:(lov_io.c:1880:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1712357313.150062:0:12714:0:(lov_io.c:506:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1712357313.150063:0:12714:0:(lov_io.c:333:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1712357313.150064:0:12714:0:(lov_io.c:344:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150066:0:12714:0:(lov_io.c:627:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1712357313.150068:0:12714:0:(lov_io.c:214:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1712357313.150069:0:12714:0:(lov_io.c:222:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150070:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.150070:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1712357313.150071:0:12714:0:(lov_io.c:1893:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1712357313.150072:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00000020:00000001:0.0:1712357313.150074:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150075:0:12714:0:(cl_io.c:746:cl_io_loop()) Process entered 00000020:00000001:0.0:1712357313.150077:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1712357313.150078:0:12714:0:(lov_io.c:1054:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1712357313.150080:0:12714:0:(lov_io.c:843:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1712357313.150082:0:12714:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1712357313.150085:0:12714:0:(lov_offset.c:262:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1712357313.150087:0:12714:0:(lov_io.c:177:lov_sub_get()) Process entered 00020000:00000001:0.0:1712357313.150088:0:12714:0:(lov_io.c:126:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1712357313.150089:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357313.150090:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158014104 : -131938551537512 : ffff8800a980e098) 00000020:00001000:0.0:1712357313.150092:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e090 00000020:00000001:0.0:1712357313.150093:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7b148 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.150094:0:12714:0:(cl_io.c:124:__cl_io_init()) Process entered 00000020:00000001:0.0:1712357313.150097:0:12714:0:(cl_io.c:817:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1712357313.150097:0:12714:0:(cl_io.c:823:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1712357313.150098:0:12714:0:(cl_io.c:141:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150099:0:12714:0:(lov_io.c:168:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150100:0:12714:0:(lov_io.c:205:lov_sub_get()) Process leaving (rc=18446612135186794856 : -131938522756760 : ffff8800ab380968) 00000020:00000001:0.0:1712357313.150102:0:12714:0:(cl_io.c:374:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.150104:0:12714:0:(osc_io.c:415:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1712357313.150106:0:12714:0:(osc_io.c:435:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150107:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150109:0:12714:0:(lov_io.c:973:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150110:0:12714:0:(lov_io.c:1063:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150115:0:12714:0:(cl_io.c:386:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150116:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00020000:00000001:0.0:1712357313.150118:0:12714:0:(lov_io.c:1095:lov_io_lock()) Process entered 00020000:00000001:0.0:1712357313.150119:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.150119:0:12714:0:(cl_io.c:295:cl_io_lock()) Process entered 00000020:00000001:0.0:1712357313.150120:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.150121:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150122:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150123:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150124:0:12714:0:(lov_io.c:1096:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150125:0:12714:0:(cl_io.c:267:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1712357313.150126:0:12714:0:(cl_io.c:276:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150127:0:12714:0:(cl_io.c:315:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150128:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00020000:00000001:0.0:1712357313.150131:0:12714:0:(lov_io.c:1569:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1712357313.150132:0:12714:0:(lov_io.c:1101:lov_io_start()) Process entered 00020000:00000001:0.0:1712357313.150132:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.150133:0:12714:0:(cl_io.c:500:cl_io_start()) Process entered 00000008:00000001:0.0:1712357313.150134:0:12714:0:(osc_io.c:591:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1712357313.150136:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.150137:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.150138:0:12714:0:(cl_object.c:208:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1712357313.150140:0:12714:0:(cl_object.c:220:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150141:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000020:00000001:0.0:1712357313.150142:0:12714:0:(cl_object.c:238:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1712357313.150144:0:12714:0:(lovsub_object.c:121:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1712357313.150146:0:12714:0:(lovsub_object.c:123:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150147:0:12714:0:(cl_object.c:251:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150148:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9ac6000 -> ffff8800a9a7b080 00000008:00000001:0.0:1712357313.150151:0:12714:0:(osc_request.c:213:osc_setattr_async()) Process entered 00000100:00000010:0.0:1712357313.150154:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a680. 00000020:00000040:0.0:1712357313.150156:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=10 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:0.0:1712357313.150159:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.150160:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.150162:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.150166:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b607c000. 00000100:00000001:0.0:1712357313.150169:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.150173:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.150175:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.150181:0:12714:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800a9a2a680] to pc [ptlrpcd_00_01+1] req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000008:00000001:0.0:1712357313.150536:0:12714:0:(osc_request.c:244:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1712357313.150538:0:12714:0:(osc_io.c:705:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150540:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150541:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.150542:0:12714:0:(lov_io.c:1102:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.150543:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1712357313.150543:0:12714:0:(lov_io.c:1584:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.150544:0:12714:0:(cl_io.c:512:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.150545:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1712357313.150545:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000001:1.0:1712357313.150547:0:1852:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1712357313.150547:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00020000:00000001:0.0:1712357313.150547:0:12714:0:(lov_io.c:1107:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1712357313.150548:0:12714:0:(cl_io.c:527:cl_io_end()) Process entered 00000100:00000040:1.0:1712357313.150551:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.150557:0:1852:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.150558:0:1852:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.150560:0:1852:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.150562:0:1852:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.150564:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b07237b-aa56-4e53-8899-280f18556039:1852:1795536572137472:192.168.203.120@tcp:2:rsync.0 00000100:00000001:1.0:1712357313.150566:0:1852:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.150576:0:1852:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.150578:0:1852:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.150579:0:1852:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.150876:0:1852:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba6800. 02000000:00000001:1.0:1712357313.150878:0:1852:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.150883:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.150885:0:1852:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.150890:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357313.150893:0:1852:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572137472, portal 4 00000100:00000001:1.0:1712357313.150895:0:1852:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.150896:0:1852:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160227456 : -131938549324160 : ffff8800a9a2a680) 00000100:00000040:1.0:1712357313.150901:0:1852:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.150906:0:1852:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.150908:0:1852:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.150909:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357313.150912:0:1852:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1795536572137472, offset 0 00000400:00000200:1.0:1712357313.150915:0:1852:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.150919:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.150922:0:1852:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.150925:0:1852:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.150927:0:1852:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.150935:0:1852:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.150937:0:1852:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.150939:0:1852:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [252:252:256:4294967295] 192.168.203.120@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:1.0:1712357313.150942:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.150948:0:1852:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.150952:0:1852:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.150954:0:1852:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.150957:0:1852:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.150962:0:1852:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.150964:0:1852:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.151322:0:1852:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.151325:0:1852:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.151326:0:1852:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.151328:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.151330:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.151335:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.151336:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357313.151338:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.151339:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.151340:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.151341:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.151347:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.151348:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1712357313.151415:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6060700. 00000800:00000001:2.0:1712357313.151509:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.151516:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.151517:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.151519:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.151523:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.151527:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.151531:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.151533:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.151540:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.151543:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef903fc0 00000400:00000200:2.0:1712357313.151546:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.151549:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xbdd [1] + 224 00000800:00000001:2.0:1712357313.151553:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.151563:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.151565:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.151599:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.151603:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.151607:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.151613:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.151622:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000200:2.0:1712357313.151662:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.151664:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357313.151667:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.151670:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.151672:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:2.0:1712357313.151673:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:2.0:1712357313.151675:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.151678:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.151683:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.151686:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.151690:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.151691:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.151695:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.151697:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.151758:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.151762:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.151762:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.151764:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.151767:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.151768:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.151770:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.151774:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.151779:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.151784:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.151785:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.151786:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.151787:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.151789:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.151790:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.151791:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.151796:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.151799:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.151800:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.151803:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.151807:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.151813:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.151814:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.151815:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.151817:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.151820:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.151825:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.151826:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.151828:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.151830:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.151836:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.151838:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.151841:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.151842:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.151843:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.151845:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.151849:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.151851:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.151853:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.151854:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.151856:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.151859:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.151861:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.151863:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=4 00000020:00000001:0.0:1712357313.151865:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.151867:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00010000:0.0:1712357313.151870:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151876:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.151882:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151886:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.151889:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.151894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.151895:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151899:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.151900:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.151902:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.151904:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.151908:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0b40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.151910:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.151913:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151917:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.151918:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.151920:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151924:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.151926:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.151926:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.151927:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.151928:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=5 00000020:00000001:0.0:1712357313.151929:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.151931:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.151937:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.151939:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.151943:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.151944:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.151946:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.151947:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.151949:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.151949:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.151950:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.151951:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.151953:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0b40 with handle 0xbda2fb8f03337da0 from hash 00010000:00000001:0.0:1712357313.151955:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.151956:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.151956:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.151957:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.151958:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.151959:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.151960:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.151961:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.151962:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.151963:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.151964:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.151969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.151969:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.151970:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.151971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.151972:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.151972:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.151973:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337da0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.151980:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.151984:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.151988:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.151991:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.151997:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.151998:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.151999:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152000:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152003:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.152004:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.152005:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152006:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.152007:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_errors.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.152010:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.152012:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.152013:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.152016:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.152017:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.152020:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3827aa0. 00000080:00002000:0.0:1712357313.152024:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.152027:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.152030:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.152032:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152034:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.152035:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.152036:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.152040:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.152042:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.152044:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.152046:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152048:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.152049:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.152050:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.152053:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.152055:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.152067:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.152070:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572137408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.152075:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.152076:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.152078:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.152081:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.152082:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.152084:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.152085:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.152087:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 02000000:00000001:0.0:1712357313.152090:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.152091:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.152093:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.152094:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.152095:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.152097:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.152098:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.152098:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.152102:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.152103:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _errors.py (ffff8800a7516a20, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.152105:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.152106:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.152108:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.152109:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.152110:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.152111:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.152135:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.152137:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.152138:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.152141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.152143:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.152144:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.152145:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.152146:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.152148:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.152149:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.152153:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.152154:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.152155:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.152159:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_ffi.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.152161:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.152162:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_ffi.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.152165:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b607c200. 00000080:00000001:0.0:1712357313.152167:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.152168:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.152169:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_ffi.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.152171:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.152173:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_ffi.py' -> mds #0 00800000:00000001:0.0:1712357313.152175:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152177:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.152177:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _ffi.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.152179:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.152180:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.152181:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.152183:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.152185:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.152187:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.152189:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.152190:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.152190:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.152192:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.152193:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.152194:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.152196:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c9800. 00000100:00000001:0.0:1712357313.152199:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.152201:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.152202:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.152203:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.152203:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.152204:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.152207:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:0.0:1712357313.152210:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.152212:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.152213:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.152214:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.152215:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.152217:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357313.152218:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.152219:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f03337da7 to hash 00000020:00000001:0.0:1712357313.152220:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.152220:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.152222:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.152223:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.152224:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.152226:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.152229:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.152233:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.152235:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.152236:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.152238:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.152239:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.152240:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.152240:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.152242:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.152243:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.152244:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.152245:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.152248:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.152251:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.152253:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.152255:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.152256:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.152258:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.152259:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.152261:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.152262:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.152263:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.152265:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.152265:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.152268:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.152269:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.152271:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.152273:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137536, portal 10 00000100:00000001:0.0:1712357313.152274:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.152275:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.152277:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.152280:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.152281:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.152282:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.152283:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572137536, offset 0 00000400:00000200:0.0:1712357313.152285:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.152287:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.152289:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.152291:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.152293:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.152295:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.152296:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.152297:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [253:253:256:4294967295] 192.168.203.120@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:0.0:1712357313.152299:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.152303:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.152305:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.152309:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.152311:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.152315:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.152316:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.152328:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.152329:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.152331:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.152333:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.152334:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.152335:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.152336:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.152338:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.152339:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.152340:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.152373:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.152375:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357313.152380:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.152383:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.152385:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:2.0:1712357313.152386:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:2.0:1712357313.152388:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.152390:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.152395:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.152397:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.152402:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.152403:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.153946:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c1f80. 00000080:00000010:3.1:1712357313.153957:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3827c00. 00010000:00000010:3.1:1712357313.153962:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356f00. 00010000:00000010:3.1:1712357313.153965:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00010000:00000010:3.1:1712357313.153967:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000080:00000010:3.1:1712357313.153968:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b38273c0. 00000800:00000001:3.0:1712357313.154163:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.154171:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.154173:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.154174:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.154180:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.154184:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.154188:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.154191:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.154194:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.154197:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 432 into portal 4 MB=0x66107ef904000 00000400:00000200:3.0:1712357313.154199:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.154204:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 432/432 into md 0xbe5 [1] + 224 00000800:00000001:3.0:1712357313.154208:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.154219:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.154221:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.154224:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.154227:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.154231:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.154238:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.154330:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.154336:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.154339:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.154386:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.154388:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.154392:0:1852:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.154393:0:1852:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.154395:0:1852:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000400:00000200:1.0:1712357313.154397:0:1852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357313.154399:0:1852:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:1.0:1712357313.154401:0:1852:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.154404:0:1852:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.154410:0:1852:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a680 x1795536572137472/t0(0) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.154419:0:1852:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.154421:0:1852:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.154422:0:1852:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.154424:0:1852:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.154426:0:1852:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.154427:0:1852:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.154429:0:1852:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.154434:0:1852:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.154437:0:1852:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.154439:0:1852:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.154440:0:1852:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.154442:0:1852:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.154444:0:1852:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.154446:0:1852:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.154447:0:1852:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.154448:0:1852:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.154450:0:1852:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.154450:0:1852:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160227456 : -131938549324160 : ffff8800a9a2a680) 00000100:00000001:1.0:1712357313.154453:0:1852:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.154454:0:1852:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.154455:0:1852:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.154456:0:1852:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.154459:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a680 x1795536572137472/t4294967307(4294967307) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.154465:0:1852:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.154467:0:1852:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.154468:0:1852:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1712357313.154470:0:1852:0:(osc_request.c:189:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1712357313.154652:0:1852:0:(osc_request.c:202:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.154657:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a680 x1795536572137472/t4294967307(4294967307) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.154663:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1b07237b-aa56-4e53-8899-280f18556039:1852:1795536572137472:192.168.203.120@tcp:2:rsync.0 00000100:00000001:1.0:1712357313.154672:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.154674:0:1852:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.154676:0:1852:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a680 x1795536572137472/t4294967307(4294967307) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.154681:0:1852:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.154683:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.154693:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.154694:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.154695:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357313.154697:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.154714:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00020000:00000001:0.0:1712357313.154716:0:12714:0:(lov_io.c:1117:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.154718:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.154721:0:12714:0:(cl_io.c:535:cl_io_end()) Process leaving 00000020:00000001:0.0:1712357313.154722:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.154724:0:12714:0:(lov_io.c:1195:lov_io_unlock()) Process entered 00020000:00000001:0.0:1712357313.154726:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.154727:0:12714:0:(cl_io.c:333:cl_io_unlock()) Process entered 00000020:00000001:0.0:1712357313.154728:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1712357313.154729:0:12714:0:(lov_io.c:1129:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.154730:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.154731:0:12714:0:(lov_io.c:1198:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.154731:0:12714:0:(cl_io.c:354:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1712357313.154732:0:12714:0:(cl_io.c:421:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1712357313.154733:0:12714:0:(cl_io.c:437:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1712357313.154734:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.154735:0:12714:0:(lov_io.c:1176:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1712357313.154736:0:12714:0:(lov_io.c:1073:lov_io_call()) Process entered 00000020:00000001:0.0:1712357313.154737:0:12714:0:(cl_io.c:404:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1712357313.154738:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1712357313.154739:0:12714:0:(lov_io.c:1123:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.154740:0:12714:0:(lov_io.c:1090:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357313.154741:0:12714:0:(lov_io.c:1187:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.154742:0:12714:0:(cl_io.c:410:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1712357313.154743:0:12714:0:(cl_io.c:796:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357313.154744:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1712357313.154749:0:12714:0:(lov_io.c:688:lov_io_fini()) Process entered 00020000:00000001:0.0:1712357313.154750:0:12714:0:(lov_io.c:96:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1712357313.154752:0:12714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1712357313.154753:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.154754:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e090 00020000:00000001:0.0:1712357313.154757:0:12714:0:(lov_io.c:104:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1712357313.154757:0:12714:0:(lov_io.c:707:lov_io_fini()) Process leaving 00000080:00000001:0.0:1712357313.154759:0:12714:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1712357313.154761:0:12714:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x1b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1712357313.154764:0:12714:0:(file.c:6511:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1712357313.154765:0:12714:0:(file.c:6516:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.154765:0:12714:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.154766:0:12714:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1712357313.154767:0:12714:0:(cl_io.c:111:cl_io_fini()) Process leaving 00000020:00001000:0.0:1712357313.154767:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357313.154768:0:12714:0:(lcommon_cl.c:120:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.154770:0:12714:0:(llite_lib.c:2502:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1712357313.154772:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000080:00200008:0.0:1712357313.154777:0:12714:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file .six.py.9ciyIX:[0x200000401:0x1b:0x0](ffff8800b06470c8) current size 34074, valid attrs 41, mode 81a4, uid -2128177388, gid -1, new size 18446612135158267536, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.145000000, rc 0 00000080:00000001:0.0:1712357313.154780:0:12714:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.154786:0:12714:0:(xattr.c:112:ll_xattr_set_common()) Process entered 00000080:00000001:0.0:1712357313.154787:0:12714:0:(xattr.c:128:ll_xattr_set_common()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000080:00000001:0.0:1712357313.154788:0:12714:0:(xattr.c:223:ll_xattr_set_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1712357313.154791:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.154792:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry .six.py.9ciyIX (ffff8800a75166c0, parent ffff8800a7656360, inode ffff8800b06470c8) hashed, 00000080:00000001:0.0:1712357313.154794:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.154797:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.154799:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.154810:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.154811:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.154812:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.154814:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.154816:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.154817:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.154818:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.154819:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.154825:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357313.154827:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.154829:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=.six.py.9ciyIX, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.154832:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d600. 00000080:00000001:0.0:1712357313.154835:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.154838:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.154839:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '.six.py.9ciyIX' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.154841:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.154843:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='.six.py.9ciyIX' -> mds #0 00800000:00000001:0.0:1712357313.154845:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.154847:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.154848:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: .six.py.9ciyIX,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.154850:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.154851:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.154853:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2aa00. 00000020:00000040:0.0:1712357313.154855:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.154858:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.154861:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.154863:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.154864:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.154864:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.154866:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.154867:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.154868:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.154872:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa2c8c00. 00000100:00000001:0.0:1712357313.154875:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.154876:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.154877:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.154878:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.154879:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.154879:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.154882:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00010000:00000001:0.0:1712357313.154883:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.154884:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.154888:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356200. 00010000:00000010:0.0:1712357313.154896:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664e80. 00010000:00000001:0.0:1712357313.154897:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.154899:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357313.154900:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.154901:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f03337dae to hash 00000020:00000001:0.0:1712357313.154902:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.154903:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.154904:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.154906:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.154907:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.154909:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.154913:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.154917:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:0.0:1712357313.154920:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.154920:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.154923:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.154924:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.154925:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.154925:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357313.154928:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.154929:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.154930:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.154931:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.154934:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.154937:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.154938:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.154939:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.154942:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.154944:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137600:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.154946:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.154949:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.154950:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.154951:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.154953:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.154954:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.154957:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.154958:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c160. 00000400:00000010:0.0:1712357313.154961:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357313.154964:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137600, portal 10 00000100:00000001:0.0:1712357313.154965:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.154965:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000040:0.0:1712357313.154968:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.154971:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.154972:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.154973:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357313.154974:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572137600, offset 0 00000400:00000200:0.0:1712357313.154977:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.154979:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.154982:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.154985:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.154987:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.154989:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.154990:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.154993:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [254:254:256:4294967295] 192.168.203.120@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:0.0:1712357313.154994:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.154998:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.155001:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.155002:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.155007:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.155011:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.155013:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.155026:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.155028:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.155029:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.155031:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.155032:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.155033:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.155034:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.155036:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.155038:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.155038:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.155093:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.155096:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357313.155098:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.155102:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.155104:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:2.0:1712357313.155105:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:2.0:1712357313.155107:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.155109:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.155116:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.155118:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.155122:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.155123:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.156664:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0b40. 00000080:00000010:3.1:1712357313.156671:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3827aa0. 00000800:00000001:3.0:1712357313.157170:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.157179:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.157181:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.157183:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.157189:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157193:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.157198:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157200:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157203:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157206:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904040 00000400:00000200:3.0:1712357313.157209:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157213:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xbed [1] + 224 00000800:00000001:3.0:1712357313.157218:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.157222:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.157224:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.157227:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.157231:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.157236:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.157243:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.157253:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.157257:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.157259:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.157260:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.157262:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.157264:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157267:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.157270:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157277:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157279:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157282:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 640 into portal 10 MB=0x66107ef904080 00000400:00000200:3.0:1712357313.157284:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.157287:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 640/640 into md 0xbf5 [1] + 224 00000800:00000001:3.0:1712357313.157290:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.157300:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.157301:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.157303:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.157306:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.157309:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.157315:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=640 offset=224 replen=1024 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.157372:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.157376:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.157377:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.157380:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.157383:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.157384:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.157386:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.157390:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.157396:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.157401:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.157402:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.157403:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.157405:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.157407:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.157408:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.157410:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.157415:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.157418:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.157420:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.157423:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.157432:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.157435:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.157436:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.157438:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.157439:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.157443:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.157448:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.157450:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.157451:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.157454:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.157459:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.157463:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.157465:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.157467:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.157468:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.157471:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.157476:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.157478:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.157479:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.157480:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.157482:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.157485:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.157487:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.157489:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357313.157490:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.157492:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357313.157496:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.157507:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.157510:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.157515:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.157517:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.157526:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.157527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.157528:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357313.157529:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00010000:00000001:0.0:1712357313.157532:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1712357313.157533:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:0.0:1712357313.157534:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.157536:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.157536:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.157538:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.157542:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.157544:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.157546:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.157551:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.157552:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.157554:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.157557:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.157559:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.157560:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.157560:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.157564:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357313.157566:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.157567:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.157579:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.157600:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.157605:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.157606:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.157608:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.157609:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.157611:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.157612:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.157613:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.157614:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.157616:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f03337da7 from hash 00010000:00000001:0.0:1712357313.157617:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.157618:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.157618:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.157619:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.157620:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.157621:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1712357313.157622:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1712357313.157622:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.157623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1712357313.157624:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1712357313.157624:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1712357313.157625:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:0.0:1712357313.157625:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1712357313.157627:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c160. 00010000:00010000:0.0:1712357313.157627:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00000400:00000200:1.0:1712357313.157629:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:1.0:1712357313.157630:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:1.0:1712357313.157632:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00010000:00000001:0.0:1712357313.157634:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1712357313.157635:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.157635:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.157636:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.157637:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.157637:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.157638:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.157639:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.157640:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337da7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00000100:00000200:1.0:1712357313.157641:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.157646:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.157648:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.157649:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.157650:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1712357313.157650:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357313.157651:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1712357313.157651:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.157652:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.157653:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157654:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000100:00001000:1.0:1712357313.157656:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000002:00100000:0.0:1712357313.157657:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00001000:1.0:1712357313.157659:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.157660:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.157661:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.157663:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.157663:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.157664:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.157665:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157665:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157666:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.157667:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000002:00000001:0.0:1712357313.157668:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000100:00000040:1.0:1712357313.157670:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00010000:00000001:0.0:1712357313.157670:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.157670:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.157671:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000002:00000001:0.0:1712357313.157672:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000100:00000001:1.0:1712357313.157673:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000002:00002000:0.0:1712357313.157673:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_ffi.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.157675:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.157676:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00800000:00000001:0.0:1712357313.157678:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.157679:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.157680:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.157682:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000080:00000001:0.0:1712357313.157682:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000100:00000001:1.0:1712357313.157683:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00002000:0.0:1712357313.157683:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000100:00000040:1.0:1712357313.157685:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000080:00000010:0.0:1712357313.157687:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e40240. 00000100:00100000:1.0:1712357313.157690:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137600:192.168.203.120@tcp:101:rsync.0 00000080:00002000:0.0:1712357313.157691:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000100:00000001:1.0:1712357313.157693:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.157694:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.157695:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.157696:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.157697:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00800000:00000001:0.0:1712357313.157698:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00000100:00000040:1.0:1712357313.157699:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00800000:00000001:0.0:1712357313.157701:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.157703:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157703:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000100:00000010:1.0:1712357313.157704:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000002:00000001:0.0:1712357313.157704:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00000100:00000001:1.0:1712357313.157706:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1712357313.157706:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:1.0:1712357313.157707:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.157708:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.157709:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.157710:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000040:0.0:1712357313.157710:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00000020:00000040:1.0:1712357313.157712:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00010000:00000001:0.0:1712357313.157712:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1712357313.157713:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357313.157714:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000040:1.0:1712357313.157716:0:12714:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0fc0, remote cookie: 0xa8e7976a8eb1ffb6, flags: 0x1001 00010000:00010000:1.0:1712357313.157719:0:12714:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.157719:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.157721:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157722:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.157723:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1712357313.157725:0:12714:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1b:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00000080:00000001:0.0:1712357313.157727:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.157729:0:12714:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00000080:00000001:0.0:1712357313.157729:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1712357313.157731:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 2 00010000:00000001:1.0:1712357313.157733:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.157733:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b607c200. 00010000:00000040:1.0:1712357313.157735:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356200 count: 0 00000100:00000001:0.0:1712357313.157736:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000010:1.0:1712357313.157738:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664e80. 00000100:00000040:0.0:1712357313.157738:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572137536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.157743:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.157744:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.157746:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.157749:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.157750:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.157751:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.157753:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.157755:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c9800. 02000000:00000001:0.0:1712357313.157758:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.157759:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1712357313.157761:0:12714:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.157761:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.157763:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00010000:00010000:1.0:1712357313.157764:0:12714:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1712357313.157764:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.157766:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.157767:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.157768:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00010000:00010000:1.0:1712357313.157769:0:12714:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.157772:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00010000:00000001:1.0:1712357313.157773:0:12714:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00000080:00002000:0.0:1712357313.157773:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _ffi.py (ffff8800a7516798, parent ffff8800a750aaf8, inode (null)) hashed, 00010000:00000001:1.0:1712357313.157775:0:12714:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000080:00000001:0.0:1712357313.157775:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.157776:0:12714:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00000080:00000001:0.0:1712357313.157777:0:12713:0:(dcache.c:56:ll_release()) Process entered 00010000:00000001:1.0:1712357313.157778:0:12714:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.157779:0:12714:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00000080:00000001:0.0:1712357313.157779:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00010000:00000040:1.0:1712357313.157780:0:12714:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1b:0x0].0x0 (ffff8800b6320a00) refcount = 2 00000080:00000001:0.0:1712357313.157780:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00010000:00000040:1.0:1712357313.157782:0:12714:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00000080:00002000:0.0:1712357313.157782:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00010000:00000040:1.0:1712357313.157784:0:12714:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 1/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1712357313.157784:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.157788:0:12714:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.157792:0:12714:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.157794:0:12714:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.157795:0:12714:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.157797:0:12714:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.157798:0:12714:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.157800:0:12714:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.157810:0:12714:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.157810:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000080:00000001:0.0:1712357313.157810:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:1.0:1712357313.157811:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.157812:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.157812:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.157812:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:1.0:1712357313.157813:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.157813:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000002:00000001:1.0:1712357313.157815:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.157816:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000080:00000001:0.0:1712357313.157816:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.157817:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.157818:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000080:00000001:0.0:1712357313.157818:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.157820:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.157821:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.157824:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357313.157825:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000080:00200000:0.0:1712357313.157825:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00010000:00000001:1.0:1712357313.157827:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000080:00000001:0.0:1712357313.157827:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000020:00000001:1.0:1712357313.157828:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.157828:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:1.0:1712357313.157829:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000080:00000001:0.0:1712357313.157829:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.157831:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000080:00000001:0.0:1712357313.157831:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:1.0:1712357313.157832:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000080:00200000:0.0:1712357313.157832:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00010000:00000001:1.0:1712357313.157833:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.157834:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.157835:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1712357313.157838:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_inet.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00010000:00000001:1.0:1712357313.157839:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.157840:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.157841:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.157841:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000080:00000001:0.0:1712357313.157841:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000020:00000040:1.0:1712357313.157842:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000080:00200000:0.0:1712357313.157842:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_inet.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000020:00000001:1.0:1712357313.157843:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357313.157845:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000080:00000010:0.0:1712357313.157845:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00010000:00000001:1.0:1712357313.157846:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.157847:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.157849:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.157851:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.157852:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_inet.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.157855:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00010000:00000001:1.0:1712357313.157857:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.157857:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00800000:00000002:0.0:1712357313.157857:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_inet.py' -> mds #0 00010000:00010000:1.0:1712357313.157859:0:12714:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 00800000:00000001:0.0:1712357313.157859:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157861:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.157862:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _inet.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00010000:00000001:1.0:1712357313.157863:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.157864:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.157864:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.157865:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000002:00000001:0.0:1712357313.157865:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00010000:00000001:1.0:1712357313.157866:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.157866:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.157868:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000002:00100000:1.0:1712357313.157869:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000020:00000040:0.0:1712357313.157870:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.157872:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.157874:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.157875:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:0.0:1712357313.157875:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00000020:00000040:1.0:1712357313.157876:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:1.0:1712357313.157877:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.157877:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.157878:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.157879:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.157879:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.157880:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000002:00010000:1.0:1712357313.157881:0:12714:0:(mdc_locks.c:858:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357313.157882:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.157884:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1712357313.157886:0:12714:0:(mdc_locks.c:860:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800ad8bcc00. 00010000:00000001:1.0:1712357313.157887:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1712357313.157887:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00010000:00000001:1.0:1712357313.157888:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.157889:0:12714:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.157890:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.157890:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.157891:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.157892:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.157892:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000020:00000001:1.0:1712357313.157893:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:0.0:1712357313.157893:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.157894:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:1.0:1712357313.157895:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.157895:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.157896:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.157897:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000002:00010000:1.0:1712357313.157898:0:12714:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.157899:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.157903:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:1.0:1712357313.157904:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.157905:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.157905:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.157906:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.157906:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1712357313.157907:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.157907:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.157908:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00010000:00000040:0.0:1712357313.157908:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00000020:00000001:1.0:1712357313.157909:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.157909:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.157911:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.157911:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000040:1.0:1712357313.157913:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00010000:00000010:0.0:1712357313.157913:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00010000:00000001:1.0:1712357313.157914:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1712357313.157914:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00010000:00010000:1.0:1712357313.157915:0:12714:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/27 (0 0) 00000020:00000040:0.0:1712357313.157916:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03337db5 to hash 00010000:00000001:1.0:1712357313.157917:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1712357313.157917:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.157918:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.157918:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00000002:00000001:1.0:1712357313.157919:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.157920:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=.six.py.9ciyIX intent=getattr status=0 disp=b: rc = 0 00010000:00000001:0.0:1712357313.157920:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00000002:00000001:1.0:1712357313.157921:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.157922:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00800000:00000001:1.0:1712357313.157923:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.157923:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.157924:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.157925:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.157926:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.157926:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bc90 it_disposition b 00000080:00000001:1.0:1712357313.157928:0:12714:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.157929:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.157929:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00800000:00000001:1.0:1712357313.157931:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.157933:0:12714:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00010000:00010000:0.0:1712357313.157934:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000002:00000001:1.0:1712357313.157935:0:12714:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.157936:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000100:00000001:0.0:1712357313.157937:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000080:00000001:1.0:1712357313.157938:0:12714:0:(namei.c:123:ll_iget()) Process entered 00000100:00000001:0.0:1712357313.157939:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.157941:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000020:00000001:1.0:1712357313.157942:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000100:00000001:0.0:1712357313.157942:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.157944:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1712357313.157945:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227682968 : -131938481868648 : ffff8800ada7f098) 00000100:00000001:0.0:1712357313.157945:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000020:00001000:1.0:1712357313.157946:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f090 00000020:00000001:1.0:1712357313.157948:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000100:00000001:0.0:1712357313.157948:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.157950:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.157951:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00020000:00000001:1.0:1712357313.157952:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00000100:00000001:0.0:1712357313.157952:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.157953:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00020000:00000001:1.0:1712357313.157954:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00000100:00000040:0.0:1712357313.157959:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00020000:00000010:1.0:1712357313.157960:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b5f39ba0. 00020000:00000010:1.0:1712357313.157963:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3a25480. 00000100:00000001:0.0:1712357313.157964:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00020000:00000010:1.0:1712357313.157965:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b5f39960. 00000100:00000001:0.0:1712357313.157965:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357313.157967:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135366859104 : -131938342692512 : ffff8800b5f39960) 02000000:00000001:0.0:1712357313.157967:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000002:1.0:1712357313.157969:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b5f39960, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 02000000:00000001:0.0:1712357313.157969:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.157972:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137664:192.168.203.120@tcp:101:rsync.0 00020000:00000002:1.0:1712357313.157973:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00000100:00000001:0.0:1712357313.157974:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00020000:00000002:1.0:1712357313.157975:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3a25480: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:1.0:1712357313.157977:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 02000000:00000001:0.0:1712357313.157977:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.157978:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.157979:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:1.0:1712357313.157980:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1712357313.157981:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 00020000:00000002:1.0:1712357313.157982:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 02000000:00000001:0.0:1712357313.157983:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1712357313.157984:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3a25480. 00000400:00000200:0.0:1712357313.157986:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00020000:00000010:1.0:1712357313.157987:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b5f39ba0. 00000400:00000010:0.0:1712357313.157987:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00020000:00000010:1.0:1712357313.157989:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b5f39960. 00020000:00000002:1.0:1712357313.157990:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00000400:00000010:0.0:1712357313.157991:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00020000:00000001:1.0:1712357313.157992:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.157993:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1712357313.157994:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f090 00000100:00000200:0.0:1712357313.157994:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137664, portal 10 00000100:00000001:0.0:1712357313.157995:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.157996:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000080:00000001:1.0:1712357313.157997:0:12714:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502299 : 144115205272502299 : 20000040100001b) 00000080:00000001:1.0:1712357313.157998:0:12714:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000040:0.0:1712357313.158000:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000080:00200000:1.0:1712357313.158002:0:12714:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1b:0x0](ffff8800b06470c8): rc = 0 00000080:00000001:1.0:1712357313.158004:0:12714:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273590984 : -131938435960632 : ffff8800b06470c8) 00000100:00000001:0.0:1712357313.158004:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000001:1.0:1712357313.158005:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.158006:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000040:0.0:1712357313.158006:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000020:00000040:1.0:1712357313.158007:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000400:00000010:0.0:1712357313.158007:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000020:00000001:1.0:1712357313.158008:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357313.158009:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000100:00000200:0.0:1712357313.158010:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572137664, offset 0 00000080:00000001:1.0:1712357313.158011:0:12714:0:(file.c:6216:ll_layout_conf()) Process entered 00000020:00000001:1.0:1712357313.158012:0:12714:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:1.0:1712357313.158013:0:12714:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135227682968 : -131938481868648 : ffff8800ada7f098) 00000400:00000200:0.0:1712357313.158013:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000020:00001000:1.0:1712357313.158014:0:12714:0:(cl_object.c:768:cl_env_get()) 1@ffff8800ada7f090 00000020:00000001:1.0:1712357313.158015:0:12714:0:(cl_object.c:314:cl_conf_set()) Process entered 00000020:00000001:1.0:1712357313.158016:0:12714:0:(cl_object.c:151:cl_object_top()) ffff8800a9a7c000 -> ffff8800a9a7b080 00000400:00000200:0.0:1712357313.158017:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00020000:00000001:1.0:1712357313.158020:0:12714:0:(lov_object.c:1426:lov_conf_set()) Process entered 00020000:00000001:1.0:1712357313.158020:0:12714:0:(lov_pack.c:357:lov_unpackmd()) Process entered 00000400:00000200:0.0:1712357313.158020:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00020000:00000010:1.0:1712357313.158022:0:12714:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b5f39960. 00020000:00000010:1.0:1712357313.158023:0:12714:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b3a25480. 00000400:00000200:0.0:1712357313.158024:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000010:1.0:1712357313.158025:0:12714:0:(lov_ea.c:374:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b5f39ba0. 00020000:00000001:1.0:1712357313.158026:0:12714:0:(lov_pack.c:369:lov_unpackmd()) Process leaving (rc=18446612135366859680 : -131938342691936 : ffff8800b5f39ba0) 00000400:00000200:0.0:1712357313.158026:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00020000:00000002:1.0:1712357313.158028:0:12714:0:(lov_ea.c:734:dump_lsm()) lsm ffff8800b5f39ba0, objid 0x1b:1025, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000400:00000200:0.0:1712357313.158029:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.158030:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00020000:00000002:1.0:1712357313.158031:0:12714:0:(lov_ea.c:764:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1712357313.158033:0:12714:0:(lov_ea.c:777:dump_lsm()) oinfo:ffff8800b3a25480: ostid: 0x240000400:3 ost idx: 0 gen: 0 00000400:00000200:0.0:1712357313.158033:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [255:255:256:4294967295] 192.168.203.120@tcp LPNI seq info [255:255:8:4294967295] 00020000:00000002:1.0:1712357313.158034:0:12714:0:(lov_object.c:1277:lov_conf_lock()) Took exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000001:1.0:1712357313.158035:0:12714:0:(lov_object.c:1482:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1712357313.158037:0:12714:0:(lov_object.c:1283:lov_conf_unlock()) To release exclusive lov(ffff8800a9a7c000) owner ffff8800a9934440 00020000:00000010:1.0:1712357313.158038:0:12714:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b3a25480. 00000400:00000200:0.0:1712357313.158039:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00020000:00000010:1.0:1712357313.158040:0:12714:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff8800b5f39960. 00020000:00000010:1.0:1712357313.158041:0:12714:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff8800b5f39ba0. 00020000:00000002:1.0:1712357313.158042:0:12714:0:(lov_object.c:1546:lov_conf_set()) [0x200000401:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1712357313.158043:0:12714:0:(lov_object.c:1547:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357313.158044:0:12714:0:(cl_object.c:322:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.158045:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000020:00000001:1.0:1712357313.158046:0:12714:0:(cl_object.c:405:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1712357313.158048:0:12714:0:(lov_object.c:1225:lov_conf_freeze()) To take share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00000800:00000200:0.0:1712357313.158049:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00020000:00000002:1.0:1712357313.158050:0:12714:0:(lov_object.c:2392:lov_lsm_addref()) lsm ffff8800b39df480 addref 2/0 by ffff8800a9934440. 00000800:00000010:0.0:1712357313.158051:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356700. 00020000:00000002:1.0:1712357313.158052:0:12714:0:(lov_object.c:1233:lov_conf_thaw()) To release share lov(ffff8800a9a7c000) owner (null)/ffff8800a9934440 00020000:00000001:1.0:1712357313.158054:0:12714:0:(lov_object.c:2289:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1712357313.158055:0:12714:0:(lov_pack.c:251:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1712357313.158056:0:12714:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00000800:00000200:0.0:1712357313.158056:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00020000:00000001:1.0:1712357313.158057:0:12714:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1712357313.158058:0:12714:0:(lov_object.c:2308:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1712357313.158060:0:12714:0:(file.c:6251:ll_layout_conf()) [0x200000401:0x1b:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1712357313.158061:0:12714:0:(cl_object.c:849:cl_env_put()) 1@ffff8800ada7f090 00000800:00000200:0.0:1712357313.158061:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000080:00000001:1.0:1712357313.158063:0:12714:0:(file.c:6258:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1712357313.158063:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356700 type 1, nob 680 niov 1 nkiov 1 00010000:00000001:1.0:1712357313.158064:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.158065:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.158066:0:12714:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.158067:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.158071:0:12714:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.158072:0:12714:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.158074:0:12714:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) for lock 0xbda2fb8f03337dae 00000080:00000001:1.0:1712357313.158076:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.158078:0:12714:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.158079:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.158080:0:12714:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00000100:00000001:0.0:1712357313.158080:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158081:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.158082:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:0.0:1712357313.158082:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1712357313.158083:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:1.0:1712357313.158084:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000100:00000001:0.0:1712357313.158084:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158085:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000100:00000001:0.0:1712357313.158086:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1712357313.158087:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1712357313.158087:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1712357313.158088:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.158088:0:12714:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.158088:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00800000:00000001:1.0:1712357313.158090:0:12714:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.158090:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.158091:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.158092:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab4ba40. 00000100:00000001:0.0:1712357313.158092:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.158093:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1712357313.158095:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode ffff8800b06470c8 refc 1 flags 0x400008e 00000080:00000001:1.0:1712357313.158096:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.158098:0:12714:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1b:0x0](ffff8800b06470c8) 00000080:00010000:1.0:1712357313.158101:0:12714:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337dae from it ffff8800a984bc90 00010000:00000001:1.0:1712357313.158102:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.158103:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.158103:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:1.0:1712357313.158105:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357313.158106:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357313.158107:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.158109:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1712357313.158114:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.158114:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.158115:0:12714:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.158116:0:12714:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.158120:0:12714:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1712357313.158126:0:12714:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.158127:0:12714:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.158128:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.158129:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.158130:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.158131:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158132:0:12714:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.158134:0:12714:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.158140:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.158143:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356700. 00000400:00000200:2.0:1712357313.158146:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.158149:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.158152:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:2.0:1712357313.158153:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:2.0:1712357313.158155:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.158163:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.158170:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.158172:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.158176:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.158177:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000001:1.0:1712357313.158225:0:12714:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158228:0:12714:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158229:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.158230:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.158231:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.158232:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.158235:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d600. 00000100:00000001:1.0:1712357313.158238:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.158241:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2aa00 x1795536572137600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/640 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.158246:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.158247:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.158248:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:1.0:1712357313.158251:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.158252:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.158253:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.158254:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.158255:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2c8c00. 02000000:00000001:1.0:1712357313.158258:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.158259:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.158260:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2aa00. 00000100:00000001:1.0:1712357313.158262:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.158262:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.158264:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.158264:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bc90 released 00000080:00000001:1.0:1712357313.158265:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200000:1.0:1712357313.158272:0:12714:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=2048 00000080:00000001:1.0:1712357313.158274:0:12714:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.158275:0:12714:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.py, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357313.158279:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.158282:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.158283:0:12714:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.158285:0:12714:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.py' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.158287:0:12714:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.158288:0:12714:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='six.py' -> mds #0 00800000:00000001:1.0:1712357313.158290:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.158291:0:12714:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.158292:0:12714:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.py,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.158294:0:12714:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.158295:0:12714:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.158297:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24700. 00000020:00000040:1.0:1712357313.158299:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.158301:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.158302:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.158304:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.158304:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.158305:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.158306:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.158307:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.158308:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.158311:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6c00. 00000100:00000001:1.0:1712357313.158314:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158315:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.158316:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158317:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.158318:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.158319:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.158321:0:12714:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203008 : -131938549348608 : ffff8800a9a24700) 00010000:00000001:1.0:1712357313.158323:0:12714:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.158324:0:12714:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.158328:0:12714:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d200. 00010000:00000010:1.0:1712357313.158334:0:12714:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.158336:0:12714:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.158338:0:12714:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fcc0. 00000020:00000001:1.0:1712357313.158340:0:12714:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.158341:0:12714:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fcc0 with handle 0xbda2fb8f03337dbc to hash 00000020:00000001:1.0:1712357313.158342:0:12714:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.158343:0:12714:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.158344:0:12714:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.158346:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.158347:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.158349:0:12714:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12714 initiator: MDT0 00010000:00010000:1.0:1712357313.158353:0:12714:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:1.0:1712357313.158358:0:12714:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00000100:00000001:1.0:1712357313.158362:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.158363:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.158365:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.158366:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 00000100:00000001:1.0:1712357313.158397:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.158398:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203008 : -131938549348608 : ffff8800a9a24700) 00000100:00000001:1.0:1712357313.158400:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.158402:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.158403:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.158404:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.158407:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.158412:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.158413:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.158414:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.158419:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.158422:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.158424:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.158426:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.158427:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.158428:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.158431:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.158432:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.158435:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.158437:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.158439:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357313.158442:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137728, portal 10 00000100:00000001:1.0:1712357313.158443:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.158444:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203008 : -131938549348608 : ffff8800a9a24700) 00000100:00000040:1.0:1712357313.158447:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.158452:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.158454:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.158455:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.158457:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572137728, offset 0 00000400:00000200:1.0:1712357313.158460:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.158463:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.158465:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.158468:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.158469:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.158471:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.158472:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.158474:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [256:256:256:4294967295] 192.168.203.120@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:1.0:1712357313.158476:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.158481:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.158483:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.158485:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.158492:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.158496:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.158498:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.158513:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.158515:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.158516:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.158518:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.158518:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.158520:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.158521:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.158522:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.158524:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.158524:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.159198:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.159201:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:3.0:1712357313.159205:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.159208:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.159210:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357313.159212:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357313.159214:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.159217:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.159223:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.159225:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.159230:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.159231:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357313.159856:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3827520. 00000800:00000001:2.0:1712357313.161330:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161340:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.161343:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161345:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.161352:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161358:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.161364:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161367:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161369:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161373:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9040c0 00000400:00000200:2.0:1712357313.161377:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161380:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xbfd [1] + 224 00000800:00000001:2.0:1712357313.161385:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161389:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.161390:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.161393:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.161398:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.161403:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.161411:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.161431:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.161436:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161439:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.161441:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161451:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.161454:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161457:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.161460:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161462:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161464:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161466:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904100 00000400:00000200:2.0:1712357313.161469:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.161471:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc05 [1] + 224 00000800:00000001:2.0:1712357313.161474:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161482:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.161483:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357313.161484:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357313.161486:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000001:0.0:1712357313.161489:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.161490:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.161493:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.161500:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.161501:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.161503:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:2.0:1712357313.161504:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.161508:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.161508:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.161514:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.161515:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.161519:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.161520:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.161522:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.161524:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.161526:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.161531:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.161533:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 02000000:00000001:0.0:1712357313.161534:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357313.161536:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.161539:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1712357313.161540:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.161543:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.161545:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.161548:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.161553:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.161555:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.161557:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.161558:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.161559:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.161562:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.161565:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.161567:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000400:00000001:1.0:1712357313.161568:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.161578:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1712357313.161578:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1712357313.161580:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000100:00000001:0.0:1712357313.161580:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1712357313.161600:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357313.161601:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000040:0.0:1712357313.161601:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.161603:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.161606:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.161607:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137664:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.161610:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1712357313.161612:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.161613:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.161614:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.161615:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.161617:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.161618:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.161618:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.161619:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.161620:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.161621:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.161622:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.161623:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.161623:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.161625:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00001000:1.0:1712357313.161626:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00000001:0.0:1712357313.161627:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00001000:1.0:1712357313.161628:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.161628:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.161629:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1712357313.161630:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:1.0:1712357313.161631:0:12714:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.161632:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.161637:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1712357313.161639:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000020:00000040:0.0:1712357313.161639:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000100:00000001:1.0:1712357313.161641:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1712357313.161641:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00000100:00000040:1.0:1712357313.161642:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.161643:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1712357313.161643:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00000100:00000001:1.0:1712357313.161644:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00010000:00010000:0.0:1712357313.161646:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000040:1.0:1712357313.161647:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.161651:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.161653:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.161653:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.161653:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00000100:00000040:1.0:1712357313.161656:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00010000:0.0:1712357313.161656:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.161660:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00000100:00100000:1.0:1712357313.161661:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137728:192.168.203.120@tcp:101:rsync.0 00010000:00010000:0.0:1712357313.161662:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.161663:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.161665:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.161666:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.161667:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1712357313.161667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.161668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1712357313.161669:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00010000:0.0:1712357313.161669:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.161673:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.161673:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1712357313.161675:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00010000:00000001:0.0:1712357313.161675:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.161677:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.161677:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.161677:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1712357313.161679:0:12714:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00010000:0.0:1712357313.161679:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.161680:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.161680:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.161682:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=4 00000020:00000001:1.0:1712357313.161683:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00010000:0.0:1712357313.161683:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00010000:00000001:1.0:1712357313.161685:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00000080:00000001:0.0:1712357313.161686:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.161687:0:12714:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12714 initiator: MDT0 00010000:00010000:0.0:1712357313.161688:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.161692:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.161693:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.161696:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.161698:0:12714:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.161700:0:12714:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.161701:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.161703:0:12714:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1712357313.161703:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.161704:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1712357313.161705:0:12714:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00000020:00000001:0.0:1712357313.161705:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.161706:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357313.161707:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:1.0:1712357313.161708:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.161708:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:1.0:1712357313.161709:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.161710:0:12714:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.161710:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.161712:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.161713:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.161714:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161715:0:12714:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.161716:0:12714:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00000080:00000001:0.0:1712357313.161716:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.161717:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.161719:0:12714:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fcc0 already unused, calling callback (ffffffffa1054e70) 00010000:00010000:0.0:1712357313.161719:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00000001:1.0:1712357313.161720:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00000001:0.0:1712357313.161720:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.161721:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1712357313.161722:0:12714:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.161722:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.161723:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.161724:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161725:0:12714:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.161726:0:12714:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000040:0.0:1712357313.161726:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f03337db5 from hash 00010000:00000001:0.0:1712357313.161727:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1712357313.161728:0:12714:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.161728:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.161728:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.161729:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.161730:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.161731:0:12714:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.161731:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.161732:0:12714:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.161732:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161733:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.161733:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1712357313.161734:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000001:0.0:1712357313.161734:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.161735:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.161736:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00000020:00000040:1.0:1712357313.161737:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=5 00000020:00000001:1.0:1712357313.161738:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.161739:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:0.0:1712357313.161740:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161741:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.161742:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.161742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.161743:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00000080:00000001:1.0:1712357313.161745:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00000001:0.0:1712357313.161745:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00000080:00000001:1.0:1712357313.161746:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.161746:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.161746:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.161747:0:12714:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.161747:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161748:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.161749:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.161749:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:0.0:1712357313.161749:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03337db5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.161750:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.161751:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.161752:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fcc0 with handle 0xbda2fb8f03337dbc from hash 00010000:00000001:1.0:1712357313.161753:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.161754:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161754:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.161755:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.161755:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.161755:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.161756:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.161756:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.161757:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161758:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.161758:0:12714:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.161759:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161759:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00010000:1.0:1712357313.161760:0:12714:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00000002:00100000:0.0:1712357313.161763:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.161764:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161764:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.161765:0:12714:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.161766:0:12714:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.161766:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161767:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.161768:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.161768:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1712357313.161769:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337dbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 12714 initiator: MDT0 00010000:00000001:0.0:1712357313.161769:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161770:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161771:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161773:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.161774:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000040:1.0:1712357313.161775:0:12714:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d200 count: 0 00010000:00000001:0.0:1712357313.161775:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161776:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.161777:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_inet.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.161779:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1712357313.161780:0:12714:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25480. 00800000:00000001:0.0:1712357313.161782:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.161784:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161785:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.161786:0:12714:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000080:00000001:0.0:1712357313.161786:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000002:00000001:1.0:1712357313.161787:0:12714:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000080:00002000:0.0:1712357313.161788:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000002:00100000:1.0:1712357313.161790:0:12714:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000080:00000010:0.0:1712357313.161791:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e409e0. 00010000:00000001:1.0:1712357313.161794:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.161795:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1712357313.161795:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000002:00000001:1.0:1712357313.161796:0:12714:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161797:0:12714:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161798:0:12714:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.161799:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000080:00000001:0.0:1712357313.161799:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161800:0:12714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161801:0:12714:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.161801:0:12714:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.py intent=getattr status=0 disp=7: rc = 0 00800000:00000001:0.0:1712357313.161802:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.161803:0:12714:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.161804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161805:0:12714:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161806:0:12714:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161806:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000080:00000001:1.0:1712357313.161807:0:12714:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.161808:0:12714:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a984bc90 it_disposition 7 00000002:00000001:0.0:1712357313.161808:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.161809:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000080:00000010:1.0:1712357313.161810:0:12714:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3ab400. 00000080:00002000:1.0:1712357313.161812:0:12714:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00010000:00000040:0.0:1712357313.161812:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00000080:00000001:1.0:1712357313.161814:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161815:0:12714:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.161816:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.161816:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.161817:0:12714:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.161818:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.161819:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00010000:0.0:1712357313.161819:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00010000:00000001:1.0:1712357313.161821:0:12714:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161821:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161822:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161822:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161823:0:12714:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.161823:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161824:0:12714:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.161825:0:12714:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.161825:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.161827:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.161828:0:12714:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.161830:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00000010:0.0:1712357313.161830:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:1.0:1712357313.161833:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.161833:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.161836:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24700 x1795536572137728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000040:0.0:1712357313.161836:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572137664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.161841:0:12714:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1712357313.161841:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.161842:0:12714:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1712357313.161842:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.161844:0:12714:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000010:0.0:1712357313.161844:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:1.0:1712357313.161847:0:12714:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1712357313.161847:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.161848:0:12714:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000001:0.0:1712357313.161848:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.161849:0:12714:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000040:0.0:1712357313.161849:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.161851:0:12714:0:(genops.c:1147:class_import_put()) Process leaving 00000020:00000001:0.0:1712357313.161851:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.161852:0:12714:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6c00. 02000000:00000010:0.0:1712357313.161852:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:1.0:1712357313.161855:0:12714:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.161855:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.161856:0:12714:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1712357313.161856:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.161857:0:12714:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24700. 00000100:00000010:0.0:1712357313.161857:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:1.0:1712357313.161859:0:12714:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.161859:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.161860:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.161860:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.161861:0:12714:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000001:0.0:1712357313.161861:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.161862:0:12714:0:(dcache.c:219:ll_intent_release()) intent ffff8800a984bc90 released 00000080:00000040:0.0:1712357313.161862:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.161865:0:12714:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.161865:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.161869:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00000001:1.0:1712357313.161870:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00002000:0.0:1712357313.161870:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _inet.py (ffff8800a7516ca8, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00200000:1.0:1712357313.161871:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357313.161872:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.161874:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.161875:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.161876:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.161877:0:12714:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.161878:0:12714:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357313.161878:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.161879:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.161880:0:12714:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.161881:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.161883:0:12714:0:(namei.c:2186:ll_rename()) Process entered 00000080:00200000:1.0:1712357313.161885:0:12714:0:(namei.c:2202:ll_rename()) VFS Op:oldname=.six.py.9ciyIX, src_dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), newname=six.py, tgt_dir=[0x200000401:0x4:0x0](ffff8800a76d88c8) 00000080:00000010:1.0:1712357313.161889:0:12714:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.161892:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161894:0:12714:0:(lmv_obd.c:2699:lmv_rename()) Process entered 00800000:00000001:1.0:1712357313.161896:0:12714:0:(lmv_obd.c:2376:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1712357313.161897:0:12714:0:(lmv_obd.c:2395:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.161899:0:12714:0:(lmv_obd.c:2400:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161902:0:12714:0:(lmv_obd.c:2376:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1712357313.161903:0:12714:0:(lmv_obd.c:2395:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x1b:0x0] 00800000:00000001:1.0:1712357313.161904:0:12714:0:(lmv_obd.c:2400:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.161905:0:12714:0:(lmv_obd.c:2376:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1712357313.161906:0:12714:0:(lmv_obd.c:2395:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x4:0x0] 00000080:00000001:0.0:1712357313.161906:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00800000:00000001:1.0:1712357313.161907:0:12714:0:(lmv_obd.c:2400:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.161909:0:12714:0:(lmv_obd.c:2794:lmv_rename()) RENAME [0x200000401:0x4:0x0]/.six.py.9ciyIX to [0x200000401:0x4:0x0]/six.py 00000080:00000001:0.0:1712357313.161909:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.161910:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00800000:00000001:1.0:1712357313.161911:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161913:0:12714:0:(mdc_reint.c:467:mdc_rename()) Process entered 00000080:00000001:0.0:1712357313.161913:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161915:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000080:00000001:0.0:1712357313.161915:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000002:00000001:1.0:1712357313.161916:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1712357313.161916:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000002:00000001:1.0:1712357313.161917:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1712357313.161918:0:12714:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.161918:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161920:0:12714:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000080:00200000:0.0:1712357313.161920:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00010000:00000040:1.0:1712357313.161921:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 3 00000080:00000001:0.0:1712357313.161922:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00010000:00000001:1.0:1712357313.161923:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.161923:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161924:0:12714:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00000080:00000001:0.0:1712357313.161925:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00010000:00000001:1.0:1712357313.161926:0:12714:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00000080:00200000:0.0:1712357313.161926:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.161927:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.161928:0:12714:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1712357313.161932:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_int.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.161933:0:12714:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.161934:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00000001:1.0:1712357313.161935:0:12714:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00200000:0.0:1712357313.161935:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_int.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000001:1.0:1712357313.161936:0:12714:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.161938:0:12714:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1b:0x0] mode (null) 00000080:00000010:0.0:1712357313.161938:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00000080:00000001:1.0:1712357313.161940:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.161940:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161941:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.161942:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00800000:00000001:0.0:1712357313.161942:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00010000:00000040:1.0:1712357313.161943:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:1.0:1712357313.161944:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1712357313.161944:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_int.py' on [0x200000401:0x7:0x0] 00000002:00000001:1.0:1712357313.161946:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.161946:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00000080:00000001:1.0:1712357313.161947:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161948:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00800000:00000002:0.0:1712357313.161948:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_int.py' -> mds #0 00010000:00000001:1.0:1712357313.161949:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.161950:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00800000:00000001:0.0:1712357313.161950:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161951:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.161951:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.161953:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _int.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.161954:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.161956:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.161956:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.161957:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.161957:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:0.0:1712357313.161957:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00010000:00000040:1.0:1712357313.161959:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00000100:00000010:0.0:1712357313.161959:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00010000:00000001:1.0:1712357313.161960:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.161961:0:12714:0:(ldlm_lock.c:340:ldlm_lock_touch_in_lru()) Process entered 00000020:00000040:0.0:1712357313.161961:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.161962:0:12714:0:(ldlm_lock.c:353:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1712357313.161963:0:12714:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 00010000:00000001:0.0:1712357313.161964:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 02000000:00000001:1.0:1712357313.161965:0:12714:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.161966:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00010000:1.0:1712357313.161967:0:12714:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3806c0/0xbda2fb8f03337d61 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa8e7976a8eb1fe97 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1712357313.161968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.161969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.161970:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161972:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1712357313.161972:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1712357313.161973:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.161973:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 02000000:00000001:0.0:1712357313.161973:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1712357313.161974:0:12714:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.161975:0:12714:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.161976:0:12714:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3806c0 refcount=2 00000020:00000001:1.0:1712357313.161977:0:12714:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 02000000:00000001:0.0:1712357313.161977:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.161979:0:12714:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186794176 : -131938522757440 : ffff8800ab3806c0) 00010000:00000001:1.0:1712357313.161980:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.161980:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.161981:0:12714:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.161981:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000002:00000001:1.0:1712357313.161982:0:12714:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.161983:0:12714:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.161984:0:12714:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320a00 count: 4 00010000:00000001:1.0:1712357313.161985:0:12714:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.161985:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.161986:0:12714:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.161987:0:12714:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.161987:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000080:00000001:1.0:1712357313.161988:0:12714:0:(dcache.c:237:ll_prune_aliases()) Process entered 00010000:00000001:0.0:1712357313.161988:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.161990:0:12714:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1b:0x0](ffff8800b06470c8) invalid 00010000:00000001:0.0:1712357313.161990:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.161990:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1712357313.161992:0:12714:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry .six.py.9ciyIX (ffff8800a7516438) parent ffff8800a7656360 inode ffff8800b06470c8 refc 1 00010000:00000001:0.0:1712357313.161992:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.161994:0:12714:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.161995:0:12714:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000002:00000001:0.0:1712357313.161996:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000080:00000001:1.0:1712357313.161998:0:12714:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.161998:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.161999:0:12714:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.162000:0:12714:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.162000:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1712357313.162001:0:12714:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:0.0:1712357313.162001:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.162002:0:12714:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.162003:0:12714:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.162003:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1712357313.162004:0:12714:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f03337dae from hash 00010000:00000001:0.0:1712357313.162004:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1712357313.162006:0:12714:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.162006:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1712357313.162006:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a06c0. 00010000:00000001:1.0:1712357313.162007:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.162007:0:12714:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1712357313.162008:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00010000:00000001:1.0:1712357313.162009:0:12714:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1712357313.162009:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a06c0 with handle 0xbda2fb8f03337dc3 to hash 00010000:00000001:1.0:1712357313.162010:0:12714:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.162011:0:12714:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357313.162011:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.162012:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:1.0:1712357313.162013:0:12714:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.162014:0:12714:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.162014:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357313.162015:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1712357313.162016:0:12714:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24700. 00010000:00000001:0.0:1712357313.162016:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.162017:0:12714:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00010000:0.0:1712357313.162018:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 02000000:00000001:1.0:1712357313.162020:0:12714:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357313.162021:0:12714:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.162022:0:12714:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00010000:0.0:1712357313.162022:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.162023:0:12714:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.162024:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.162025:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.162026:0:12714:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162027:0:12714:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.162028:0:12714:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.162028:0:12714:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.162028:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 02000000:00000010:1.0:1712357313.162031:0:12714:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609e000. 00000100:00000001:0.0:1712357313.162032:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.162033:0:12714:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.162034:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1712357313.162034:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1712357313.162035:0:12714:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.162037:0:12714:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000100:00000010:0.0:1712357313.162037:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.162038:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00010000:00010000:1.0:1712357313.162041:0:12714:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1712357313.162042:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.162043:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:1.0:1712357313.162044:0:12714:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.162045:0:12714:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1712357313.162046:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1712357313.162047:0:12714:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337dae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa8e7976a8eb1ffb6 expref: -99 pid: 12714 timeout: 0 lvb_type: 3 00000100:00000001:0.0:1712357313.162049:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162051:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00010000:00000010:1.0:1712357313.162052:0:12714:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ad8bcc00. 00000100:00000001:0.0:1712357313.162052:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1712357313.162055:0:12714:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1712357313.162055:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.162056:0:12714:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.162057:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.162058:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.162059:0:12714:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162060:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1712357313.162061:0:12714:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.162061:0:12714:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162061:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.162063:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.162065:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357313.162067:0:12714:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.162067:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.162069:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1712357313.162070:0:12714:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000001:0.0:1712357313.162073:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.162074:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162075:0:12714:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.162075:0:12714:0:(client.c:1072:ptlrpc_prep_set()) Process entered 02000000:00000001:0.0:1712357313.162075:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1712357313.162077:0:12714:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158540. 00000100:00000001:1.0:1712357313.162078:0:12714:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532800 : -131938525018816 : ffff8800ab158540) 02000000:00000010:0.0:1712357313.162078:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.162079:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162080:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.162080:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203008 : -131938549348608 : ffff8800a9a24700) 00000100:00000001:1.0:1712357313.162082:0:12714:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1712357313.162082:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1712357313.162083:0:12714:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162084:0:12714:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000400:00000010:0.0:1712357313.162084:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000100:00000001:1.0:1712357313.162085:0:12714:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.162087:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000010:0.0:1712357313.162087:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000001:1.0:1712357313.162091:0:12714:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1712357313.162091:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137792, portal 10 00000100:00000001:1.0:1712357313.162092:0:12714:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162092:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.162093:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 02000000:00000001:1.0:1712357313.162094:0:12714:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.162095:0:12714:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.162096:0:12714:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137920:192.168.203.120@tcp:36:rsync.0 00000100:00000040:0.0:1712357313.162097:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.162102:0:12714:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1712357313.162102:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:1.0:1712357313.162103:0:12714:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.162104:0:12714:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.162104:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.162105:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 02000000:00000001:1.0:1712357313.162106:0:12714:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.162107:0:12714:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba6c00. 00000100:00000200:0.0:1712357313.162107:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572137792, offset 0 02000000:00000001:1.0:1712357313.162108:0:12714:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.162111:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.162111:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.162112:0:12714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2840. 00000400:00000010:1.0:1712357313.162114:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000400:00000200:0.0:1712357313.162115:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000200:1.0:1712357313.162116:0:12714:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572137920, portal 10 00000100:00000001:1.0:1712357313.162117:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.162118:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203008 : -131938549348608 : ffff8800a9a24700) 00000100:00000040:1.0:1712357313.162121:0:12714:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:0.0:1712357313.162121:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000100:00000001:1.0:1712357313.162125:0:12714:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:0.0:1712357313.162125:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1712357313.162126:0:12714:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.162127:0:12714:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000400:00000200:0.0:1712357313.162127:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000100:00000200:1.0:1712357313.162129:0:12714:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 13, xid 1795536572137920, offset 0 00000400:00000200:0.0:1712357313.162130:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.162131:0:12714:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.162132:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.162135:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [257:257:256:4294967295] 192.168.203.120@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:0.0:1712357313.162137:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.162141:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.162143:0:12714:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.162144:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000400:00000200:1.0:1712357313.162145:0:12714:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.162147:0:12714:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.162148:0:12714:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.162149:0:12714:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000800:00000200:0.0:1712357313.162153:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.162156:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357313.162160:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.162164:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.162167:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.162182:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162184:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.162186:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162188:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.162189:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.162190:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.162192:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.162193:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.162194:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.162195:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.162242:0:12714:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [258:258:255:4294967295] 192.168.203.120@tcp LPNI seq info [258:258:7:4294967295] 00000400:00000200:1.0:1712357313.162247:0:12714:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.162252:0:12714:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.162256:0:12714:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.162258:0:12714:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.162261:0:12714:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.162264:0:12714:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.162269:0:12714:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.162272:0:12714:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162273:0:12714:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.162275:0:12714:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162276:0:12714:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.162277:0:12714:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.162278:0:12714:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158540 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.162279:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.162280:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.162282:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.162282:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.162482:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.162489:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:3.0:1712357313.162492:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.162495:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.162497:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357313.162499:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357313.162501:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.162504:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.162510:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.162512:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.162517:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.162518:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357313.162559:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.162561:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:3.0:1712357313.162564:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.162567:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.162576:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357313.162578:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357313.162579:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.162597:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.162603:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.162605:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.162610:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.162611:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.162727:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356200. 00000800:00000001:2.0:1712357313.164308:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.164317:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.164319:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.164321:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.164327:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.164331:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.164336:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.164339:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.164341:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.164344:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904140 00000400:00000200:2.0:1712357313.164348:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.164360:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc0d [1] + 224 00000800:00000001:2.0:1712357313.164365:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.164376:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.164379:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.164382:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.164385:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.164390:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.164398:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.164407:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.164411:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.164414:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.164472:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.164477:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.164478:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.164480:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.164483:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.164484:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.164486:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.164490:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.164497:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.164506:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.164508:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.164509:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.164511:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.164513:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.164514:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.164516:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.164522:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.164524:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.164526:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.164529:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.164534:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.164536:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.164537:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.164538:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.164539:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.164542:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.164547:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.164549:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.164550:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.164552:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.164558:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.164562:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.164564:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.164565:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.164566:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.164578:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.164618:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.164620:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.164622:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.164623:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.164626:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.164628:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.164630:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.164632:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=4 00000020:00000001:0.0:1712357313.164639:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357313.164640:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00010000:0.0:1712357313.164644:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164651:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.164654:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164658:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.164660:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164664:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.164665:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.164667:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164671:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.164672:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.164674:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.164676:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.164681:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a06c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.164687:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.164690:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164695:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.164696:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.164698:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164702:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.164703:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.164704:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.164705:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.164706:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=5 00000020:00000001:0.0:1712357313.164707:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357313.164709:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357313.164710:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.164712:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.164715:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.164716:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.164718:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.164719:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.164721:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.164722:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.164723:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.164724:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.164725:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a06c0 with handle 0xbda2fb8f03337dc3 from hash 00010000:00000001:0.0:1712357313.164727:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.164728:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.164728:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.164729:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.164730:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.164731:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.164736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.164736:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.164737:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.164739:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.164741:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164744:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.164745:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.164745:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.164746:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.164747:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.164748:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.164748:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.164750:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03337dc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.164758:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.164759:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.164762:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.164767:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.164772:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.164773:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164774:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164775:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164777:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.164779:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.164779:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164780:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.164781:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_int.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.164783:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.164786:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.164787:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.164790:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.164791:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.164794:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e40d00. 00000080:00002000:0.0:1712357313.164801:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.164805:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.164809:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.164811:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164813:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.164815:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.164816:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.164820:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.164822:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.164825:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.164827:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164828:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.164829:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.164830:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.164833:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.164835:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.164838:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.164841:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572137792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.164845:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.164847:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.164849:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.164852:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.164853:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.164855:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.164856:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.164858:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357313.164860:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.164861:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.164863:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.164865:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.164866:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.164867:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.164868:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.164869:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.164874:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.164879:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _int.py (ffff8800a7516948, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.164881:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.164883:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.164887:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.164888:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.164889:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.164891:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.164919:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.164921:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.164922:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.164926:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.164929:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.164930:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.164932:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.164933:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.164936:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.164938:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.164939:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.164940:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.164942:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.164947:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_iri.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.164950:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.164951:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_iri.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.164954:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00000080:00000001:0.0:1712357313.164958:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.164960:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.164962:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_iri.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.164964:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.164966:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_iri.py' -> mds #0 00800000:00000001:0.0:1712357313.164968:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.164970:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.164972:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _iri.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.164974:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.164975:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.164978:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.164984:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.164987:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.164990:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.164993:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.164994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.164995:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.164997:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.164998:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.165000:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.165004:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357313.165008:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.165010:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.165011:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.165012:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.165013:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.165014:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.165018:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:0.0:1712357313.165020:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.165021:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.165024:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.165025:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.165027:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.165029:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0480. 00000020:00000001:0.0:1712357313.165031:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.165033:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0480 with handle 0xbda2fb8f03337dca to hash 00000020:00000001:0.0:1712357313.165034:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.165035:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357313.165037:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357313.165039:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.165040:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.165042:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.165047:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.165062:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.165066:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.165067:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.165070:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.165072:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.165074:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.165075:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.165077:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.165080:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.165082:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.165083:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.165086:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.165091:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.165092:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.165094:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.165096:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.165098:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.165101:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.165104:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.165106:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.165107:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.165109:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.165110:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.165113:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.165115:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.165118:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.165122:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572137984, portal 10 00000100:00000001:0.0:1712357313.165123:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.165124:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.165128:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.165138:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.165140:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.165141:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357313.165144:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572137984, offset 0 00000400:00000200:0.0:1712357313.165147:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.165151:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.165155:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.165159:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.165161:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.165163:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.165165:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.165168:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [259:259:256:4294967295] 192.168.203.120@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:0.0:1712357313.165171:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.165176:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.165180:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.165182:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.165185:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.165190:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.165193:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.165208:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.165209:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.165211:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.165213:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.165214:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.165215:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.165216:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.165217:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.165219:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.165220:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.165347:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.165349:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357313.165352:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.165355:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.165357:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357313.165359:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357313.165365:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.165368:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.165374:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.165376:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.165380:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.165382:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.165990:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.165996:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.165998:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.165999:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.166004:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.166007:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.166011:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.166013:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.166015:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.166018:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9041c0 00000400:00000200:2.0:1712357313.166021:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.166024:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xc15 [1] + 224 00000800:00000001:2.0:1712357313.166028:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.166035:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.166036:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.166039:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.166042:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.166498:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.166513:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.166542:0:12714:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.166720:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.166728:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.166731:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.166735:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.166739:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [260:260:256:4294967295] 192.168.203.120@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:2.0:1712357313.166742:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:0.0:1712357313.166743:0:12714:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.166744:0:12714:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.166749:0:12714:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2840. 00000400:00000200:0.0:1712357313.166752:0:12714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:0.0:1712357313.166753:0:12714:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:0.0:1712357313.166755:0:12714:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.166758:0:12714:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.166764:0:12714:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24700 x1795536572137920/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/624 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.166769:0:12714:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.166770:0:12714:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.166771:0:12714:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.166773:0:12714:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.166774:0:12714:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.166775:0:12714:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.166777:0:12714:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.166781:0:12714:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5510 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.166784:0:12714:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.166787:0:12714:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.166788:0:12714:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.166789:0:12714:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.166792:0:12714:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.166794:0:12714:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.166795:0:12714:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000005/0x100000005] 00000100:00000001:0.0:1712357313.166796:0:12714:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.166798:0:12714:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.166798:0:12714:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203008 : -131938549348608 : ffff8800a9a24700) 00000100:00000001:0.0:1712357313.166800:0:12714:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.166802:0:12714:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.166803:0:12714:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.166804:0:12714:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.166808:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24700 x1795536572137920/t4294967345(4294967345) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.166813:0:12714:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.166815:0:12714:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.166820:0:12714:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.166823:0:12714:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24700 x1795536572137920/t4294967345(4294967345) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.166828:0:12714:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12714:1795536572137920:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.166832:0:12714:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.166833:0:12714:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.166835:0:12714:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.166836:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.166838:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24700 x1795536572137920/t4294967345(4294967345) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.166842:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.166844:0:12714:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158540. 00000100:00000001:0.0:1712357313.166847:0:12714:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.166847:0:12714:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.166852:0:12714:0:(mdc_reint.c:544:mdc_rename()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.166854:0:12714:0:(lmv_obd.c:2813:lmv_rename()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.166858:0:12714:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357313.166861:0:12714:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.166863:0:12714:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24700 x1795536572137920/t4294967345(4294967345) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.166868:0:12714:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.166875:0:12714:0:(namei.c:2278:ll_rename()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.166881:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.166884:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.166886:0:12714:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.166887:0:12714:0:(dcache.c:133:ll_ddelete()) deleting dentry six.py (ffff8800a7516438, parent ffff8800a7656360, inode ffff8800b06470c8) hashed, 00000080:00000001:0.0:1712357313.166889:0:12714:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.166892:0:12714:0:(dcache.c:56:ll_release()) Process entered 00000400:00000200:2.0:1712357313.166894:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000080:00000001:0.0:1712357313.166894:0:12714:0:(dcache.c:65:ll_release()) Process leaving 00000800:00000200:2.0:1712357313.166899:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.166902:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357313.166905:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.166910:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.166912:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.166956:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.166958:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357313.166960:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.166963:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.166967:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.166969:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.168182:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.168189:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.168191:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.168192:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.168198:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.168201:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.168205:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.168206:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.168208:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.168215:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904200 00000400:00000200:2.0:1712357313.168217:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.168220:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc1d [1] + 224 00000800:00000001:2.0:1712357313.168223:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.168230:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.168231:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.168233:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.168237:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.168240:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.168245:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.168258:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.168262:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.168264:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.168281:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.168285:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.168286:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.168288:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.168291:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.168296:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.168298:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.168301:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.168307:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.168313:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.168314:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.168315:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.168317:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.168318:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.168320:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.168321:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.168325:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.168328:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.168330:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.168332:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.168337:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.168338:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.168340:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.168340:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.168342:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.168345:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.168350:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.168352:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.168353:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.168355:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.168361:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572137984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.168364:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.168369:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.168370:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.168371:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.168374:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.168379:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.168381:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.168382:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.168383:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.168386:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.168388:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.168390:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.168392:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=4 00000020:00000001:0.0:1712357313.168393:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357313.168395:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00010000:0.0:1712357313.168398:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168404:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.168407:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168411:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.168413:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.168418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.168420:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168424:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.168425:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.168427:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.168429:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.168437:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.168439:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.168441:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168446:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.168447:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.168449:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168452:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.168454:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.168455:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.168456:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.168457:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=5 00000020:00000001:0.0:1712357313.168458:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357313.168459:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357313.168461:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.168463:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.168467:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.168468:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.168469:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.168470:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.168472:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.168473:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.168474:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.168475:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.168477:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0480 with handle 0xbda2fb8f03337dca from hash 00010000:00000001:0.0:1712357313.168478:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.168479:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.168482:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.168483:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.168484:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.168485:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.168487:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.168488:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.168489:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.168490:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.168492:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.168496:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.168497:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.168498:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.168498:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.168499:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.168500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.168501:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03337dca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.168508:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.168509:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.168513:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.168517:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.168522:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.168523:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168524:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168525:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168528:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.168529:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.168530:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168531:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.168533:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_iri.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.168535:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.168537:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.168542:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.168544:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.168546:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.168548:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e40920. 00000080:00002000:0.0:1712357313.168552:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.168557:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.168559:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.168562:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168564:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.168565:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.168567:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.168616:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.168618:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.168621:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.168624:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168625:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.168626:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.168628:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.168630:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.168632:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.168635:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.168639:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572137984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.168643:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.168645:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.168647:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.168727:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.168730:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.168731:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.168733:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.168736:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357313.168738:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.168740:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.168742:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.168744:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.168745:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.168750:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.168751:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.168752:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.168756:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.168757:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _iri.py (ffff8800a75160d8, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.168759:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.168761:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.168764:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.168766:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.168767:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.168769:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.168793:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.168795:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.168796:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.168800:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.168803:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.168804:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.168806:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.168807:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.168810:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.168812:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.168813:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.168814:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.168816:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.168822:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_ordereddict.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.168824:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.168826:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_ordereddict.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.168830:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00000080:00000001:0.0:1712357313.168834:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.168836:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.168837:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_ordereddict.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.168839:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.168841:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_ordereddict.py' -> mds #0 00800000:00000001:0.0:1712357313.168844:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168846:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.168851:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _ordereddict.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.168854:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.168855:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.168858:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.168860:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.168863:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.168865:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.168868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.168869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.168870:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.168872:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.168873:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.168876:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.168880:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357313.168884:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.168886:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.168887:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.168888:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.168889:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.168891:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.168895:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:0.0:1712357313.168897:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.168898:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.168900:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.168901:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.168903:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.168905:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357313.168907:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.168909:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f03337dd1 to hash 00000020:00000001:0.0:1712357313.168910:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.168911:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.168913:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.168915:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.168916:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.168918:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.168935:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.168941:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.168945:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.168946:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.168949:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.168951:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.168953:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.168953:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.168957:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.168959:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.168961:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.168963:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.168966:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.168971:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.168972:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.168974:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.168975:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.168978:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.168981:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.168984:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.168985:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.168986:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.168989:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.168990:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.168994:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.168996:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.169000:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.169003:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138048, portal 10 00000100:00000001:0.0:1712357313.169008:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.169009:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.169013:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.169018:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.169020:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.169022:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357313.169024:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572138048, offset 0 00000400:00000200:0.0:1712357313.169028:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.169032:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.169035:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.169039:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.169041:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.169044:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.169045:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.169048:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [261:261:256:4294967295] 192.168.203.120@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:0.0:1712357313.169051:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.169056:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.169060:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.169063:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.169067:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.169077:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.169080:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.169137:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357313.169138:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000100:00000001:0.0:1712357313.169139:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.169141:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1712357313.169142:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e40240. 00000100:00000001:0.0:1712357313.169143:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.169144:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.169145:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.169146:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.169147:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.169149:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.169153:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.169196:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.169198:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.169200:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.169203:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.169205:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:3.0:1712357313.169209:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:3.0:1712357313.169211:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.169214:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.169219:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.169221:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.169226:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.169227:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.170963:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.170973:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.170975:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.170977:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.170983:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.170987:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.170997:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.170999:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.171002:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.171005:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904240 00000400:00000200:2.0:1712357313.171008:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.171012:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc25 [1] + 224 00000800:00000001:2.0:1712357313.171016:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.171028:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.171030:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.171033:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.171037:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.171046:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.171053:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.171073:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.171079:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.171082:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.171142:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.171146:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.171147:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.171149:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.171152:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.171153:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.171662:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.171666:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.171676:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.171685:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.171686:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.171687:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.171690:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.171692:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.171693:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.171695:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.171700:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.171703:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.171706:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.171708:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.171713:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.171715:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.171716:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.171717:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.171718:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.171724:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.171728:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.171731:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.171732:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.171739:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.171744:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.171747:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.171750:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.171751:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.171752:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.171754:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.171759:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.171761:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.171763:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.171764:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.171766:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.171769:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.171770:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.171772:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357313.171774:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.171776:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357313.171779:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171786:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.171788:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171793:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.171795:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171800:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.171801:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.171806:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171811:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.171813:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.171815:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.171816:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.171874:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.171877:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.171879:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171884:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.171885:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.171887:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171891:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.171893:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.171894:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.171895:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.171896:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357313.171897:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.171899:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.171901:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.171903:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.171906:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.171908:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.171910:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.171911:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.171912:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.171917:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.171918:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.171919:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.171920:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f03337dd1 from hash 00010000:00000001:0.0:1712357313.171922:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.171923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.171923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.171924:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.171925:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.171925:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.171927:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.171927:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.171928:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.171929:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.171931:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.171934:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.171935:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.171936:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.171937:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.171937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.171938:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.171939:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03337dd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.171945:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.171945:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.171949:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.171952:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.171957:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.171958:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.171959:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.171960:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.171962:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.172495:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.172496:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.172498:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.172499:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_ordereddict.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.172502:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.172505:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.172507:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.172510:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.172512:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.172516:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e40da0. 00000080:00002000:0.0:1712357313.172520:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.172524:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.172527:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.172529:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.172531:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.172533:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.172534:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.172538:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.172540:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.172543:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.172545:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.172546:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.172548:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.172549:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.172551:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.172553:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.172557:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.172560:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572138048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.172565:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.172566:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.172577:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.172640:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.172643:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.172644:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.172646:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.172653:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357313.172655:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.172656:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.172658:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.172660:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.172660:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.172663:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.172664:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.172665:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.172669:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.172670:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _ordereddict.py (ffff8800a75166c0, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.172672:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.172674:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.172678:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.172680:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.172681:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.172683:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.172712:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.172714:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.172715:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.172719:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.172722:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.172723:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.172725:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.172726:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.172728:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.172730:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.172732:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.172732:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.172734:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.172738:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_teletex_codec.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.172740:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.172741:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_teletex_codec.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.172744:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b373d000. 00000080:00000001:0.0:1712357313.172748:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.172750:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.172754:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_teletex_codec.py' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.172756:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.172758:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_teletex_codec.py' -> mds #0 00800000:00000001:0.0:1712357313.172759:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.172761:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.172763:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _teletex_codec.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.172765:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.172766:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.172768:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.172771:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.172774:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.172776:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.172778:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.172779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.172780:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.172782:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.172783:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.172785:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.172788:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357313.172792:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.172795:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.172796:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.172797:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.172797:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.172798:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.172802:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00010000:00000001:0.0:1712357313.172805:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.172806:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.172807:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.172809:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.172810:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.172812:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357313.172814:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.172815:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f03337dd8 to hash 00000020:00000001:0.0:1712357313.172816:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.172820:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.172822:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.172824:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.172825:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.172827:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.172832:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.172839:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.172843:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.172844:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.172847:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.172849:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.172850:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.172851:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.172854:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.172857:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.172858:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.172859:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.172863:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.172868:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.172869:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.172871:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.172873:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.172875:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.172878:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.172881:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.172882:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.172884:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.172890:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.172891:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.172896:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.172898:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.172902:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.172906:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138112, portal 10 00000100:00000001:0.0:1712357313.172907:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.172908:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.172912:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.172916:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.172918:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.172919:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357313.172921:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572138112, offset 0 00000400:00000200:0.0:1712357313.172924:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.172929:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.172932:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.172936:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.172938:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.172941:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.172942:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.172945:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [262:262:256:4294967295] 192.168.203.120@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:0.0:1712357313.172947:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.172953:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.172957:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.172960:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.172964:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.172969:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.172972:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.172990:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.172991:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.172992:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.172998:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.172999:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.173000:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.173002:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.173003:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.173005:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.173005:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.173105:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.173107:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:3.0:1712357313.173110:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.173113:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.173116:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357313.173117:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357313.173119:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.173122:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.173127:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.173129:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.173137:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.173138:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.174745:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d200. 00010000:00000010:0.1:1712357313.174755:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fcc0. 00010000:00000010:0.1:1712357313.174758:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000800:00000001:2.0:1712357313.176936:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.176947:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.176950:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.176952:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.176961:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.176968:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.176973:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.176976:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.176979:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.176983:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904280 00000400:00000200:2.0:1712357313.176986:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.176990:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc2d [1] + 224 00000800:00000001:2.0:1712357313.176995:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.177008:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.177010:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.177014:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.177019:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.177024:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.177032:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.177054:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.177060:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.177063:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.177105:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.177111:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.177113:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.177115:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.177119:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.177120:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.177122:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.177127:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.177134:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.177139:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.177141:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.177142:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.177145:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.177147:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.177148:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.177151:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.177157:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.177160:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.177162:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.177165:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.177169:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.177172:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.177173:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.177175:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.177176:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.177179:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.177192:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.177194:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.177196:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.177199:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.177206:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.177210:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.177213:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.177215:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.177216:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.177219:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.177224:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.177227:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.177229:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.177230:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.177232:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.177235:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.177237:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.177239:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357313.177241:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.177243:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357313.177247:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177254:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.177257:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177261:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.177266:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.177271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.177273:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177276:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.177278:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.177280:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.177281:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.177286:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.177288:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.177290:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177294:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.177296:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.177298:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177301:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.177303:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.177304:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.177305:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.177306:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357313.177307:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.177308:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.177310:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.177312:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.177323:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.177324:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.177326:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.177327:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.177328:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.177329:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.177330:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.177331:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.177333:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f03337dd8 from hash 00010000:00000001:0.0:1712357313.177334:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.177335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.177336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.177337:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.177338:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.177339:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.177340:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.177341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.177342:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.177343:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.177345:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177349:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.177349:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.177350:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.177351:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.177352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.177353:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.177353:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.177354:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03337dd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.177362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.177364:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.177367:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.177372:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.177382:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.177383:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.177384:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.177385:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.177388:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.177389:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.177390:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.177391:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.177393:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_teletex_codec.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.177395:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.177397:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.177399:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.177401:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.177403:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.177406:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e409c0. 00000080:00002000:0.0:1712357313.177410:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.177415:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.177417:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.177419:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.177421:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.177423:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.177424:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.177428:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.177430:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.177433:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:0.0:1712357313.177435:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.177436:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.177437:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.177439:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.177441:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.177443:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.177446:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.177450:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572138112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.177462:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.177463:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.177466:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.177470:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.177471:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.177473:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.177475:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.177477:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357313.177479:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.177480:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.177481:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:0.0:1712357313.177483:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.177484:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.177486:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.177487:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.177488:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.177493:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.177494:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _teletex_codec.py (ffff8800a7516a20, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:0.0:1712357313.177497:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.177499:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.177503:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.177505:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.177506:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.177508:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.177537:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.177539:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.177541:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.177544:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.177547:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.177548:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.177550:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.177552:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.177554:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.177556:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.177558:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.177562:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.177564:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.178410:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_types.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:0.0:1712357313.178414:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.178415:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_types.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.178479:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.178485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.178488:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.178490:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_types.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.178492:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.178494:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_types.py' -> mds #0 00800000:00000001:1.0:1712357313.178496:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.178498:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.178500:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _types.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.178502:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.178504:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.178507:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.178509:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.178513:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.178515:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.178518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.178519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.178520:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.178522:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.178523:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.178526:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.178531:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.178536:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.178538:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.178543:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.178545:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.178545:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.178547:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.178552:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.178555:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.178556:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.178559:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.178561:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.178563:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.178565:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357313.178567:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.178578:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f03337ddf to hash 00000020:00000001:1.0:1712357313.178579:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.178580:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.178599:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.178600:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.178601:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.178604:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.178609:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.178616:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.178619:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.178835:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.178841:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.178843:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.178845:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.178846:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.178849:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.178852:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.178856:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.178858:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.178862:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.178867:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.178869:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.178871:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.178873:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.178876:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.178879:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.178882:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.178883:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.178885:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.178887:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.178889:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.178893:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.178896:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.178900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.178905:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138176, portal 10 00000100:00000001:1.0:1712357313.178906:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.178907:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.178912:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.178917:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.178919:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.178920:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357313.178922:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572138176, offset 0 00000400:00000200:1.0:1712357313.178925:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.178930:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.178935:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.178940:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.178943:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.178945:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.178951:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.178954:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [263:263:256:4294967295] 192.168.203.120@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:1.0:1712357313.178957:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.178964:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.178969:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.178973:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.178977:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.178983:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.178986:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.179006:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.179008:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.179010:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.179012:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.179013:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.179015:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.179016:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.179018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.179020:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.179020:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.179443:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.179446:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.179450:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.179454:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.179457:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357313.179458:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357313.179461:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.179463:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.179469:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.179472:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.179476:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.179477:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.180734:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:3.1:1712357313.180742:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e409e0. 00010000:00000010:3.1:1712357313.180749:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a06c0. 00000080:00000010:3.1:1712357313.180751:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e40d00. 00000080:00000010:3.1:1712357313.180754:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3ab400. 00000080:00000010:3.1:1712357313.180758:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab4ba40. 00010000:00000010:3.1:1712357313.180763:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0480. 00000080:00000010:3.1:1712357313.180764:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e40920. 00000800:00000001:2.0:1712357313.182024:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.182041:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.182043:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.182045:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.182052:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.182057:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.182062:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.182065:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.182068:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.182071:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9042c0 00000400:00000200:2.0:1712357313.182075:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.182080:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc35 [1] + 224 00000800:00000001:2.0:1712357313.182086:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.182097:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.182099:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.182103:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.182107:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.182113:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.182121:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.182140:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.182145:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.182147:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.184351:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.184359:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.184360:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.184363:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.184368:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.184370:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.184372:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.184380:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.184388:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.184394:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.184395:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.184397:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.184406:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.184409:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.184410:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.184413:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.184420:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.184423:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.184425:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.184428:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.184432:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.184434:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.184435:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.184436:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.184438:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.184440:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.184445:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.184447:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.184448:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.184450:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.184456:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.184459:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.184462:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.184464:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.184465:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.184467:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.184471:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.184473:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.184475:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.184476:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.184482:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.184484:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.184486:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.184488:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357313.184490:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.184492:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00010000:1.0:1712357313.184496:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184504:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.184506:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184510:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.184512:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.184517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.184519:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184523:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.184525:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.184527:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.184529:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.184533:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fa80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.184536:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.184538:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184543:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.184544:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.184550:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184554:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.184555:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.184556:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.184557:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.184558:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:1.0:1712357313.184559:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.184561:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.184563:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.184564:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.184568:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.184580:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357313.184690:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:3.1:1712357313.184696:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e40da0. 00010000:00000010:3.1:1712357313.184700:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:3.1:1712357313.184702:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e409c0. 00010000:00010000:1.0:1712357313.184745:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.184746:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.184748:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.184749:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.184750:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.184751:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.184753:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f03337ddf from hash 00010000:00000001:1.0:1712357313.184754:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.184755:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.184756:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.184757:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.184757:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.184758:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.184760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.184761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.184762:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.184763:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.184765:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.184774:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.184775:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.184776:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.184776:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.184777:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.184778:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.184778:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.184780:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337ddf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.185322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.185324:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.185328:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.185333:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.185339:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.185340:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185341:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185342:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185344:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.185346:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.185347:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185348:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.185350:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_types.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.185352:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.185355:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.185357:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.185360:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.185361:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.185364:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3ab580. 00000080:00002000:1.0:1712357313.185368:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.185372:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.185375:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.185378:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185380:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.185384:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.185386:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.185390:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.185392:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.185395:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.185397:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185398:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.185399:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.185401:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.185403:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.185407:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.185410:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.185414:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.185419:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.185420:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.185423:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.185426:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.185427:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.185429:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.185430:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.185432:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.185435:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.185437:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.185438:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.185440:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.185441:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.185443:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.185444:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.185445:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.185450:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.185451:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _types.py (ffff8800a7516510, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.185453:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.185455:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.185458:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.185459:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.185464:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.185466:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.185497:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.185499:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.185501:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.185506:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.185508:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.185510:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.185511:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.185512:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.185516:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.185517:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.185518:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.185519:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.185521:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.185527:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=algos.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.185529:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.185531:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=algos.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.185534:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.185538:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.185540:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.185541:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'algos.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.185544:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.185546:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='algos.py' -> mds #0 00800000:00000001:1.0:1712357313.185548:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185550:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.185551:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: algos.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.185554:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.185555:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.185558:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.185560:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.185563:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.185566:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.185578:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.185599:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.185600:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.185602:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.185604:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.185606:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.185611:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.185615:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.185618:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.185619:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.185620:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.185620:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.185622:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.185626:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.185628:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.185630:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.185632:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.185633:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.185635:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.185637:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357313.185639:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.185640:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f03337de6 to hash 00000020:00000001:1.0:1712357313.185642:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.185643:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.185645:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.185647:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.185648:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.185650:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.185655:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.185662:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.185665:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.185670:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.185673:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.185675:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.185677:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.185677:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.185680:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.185683:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.185685:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.185686:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.185690:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.185696:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.185697:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.185699:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.185701:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.185703:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.185706:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.185709:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.185711:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.185712:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.185715:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.185716:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.185723:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.185725:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.185728:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.185732:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138240, portal 10 00000100:00000001:1.0:1712357313.185734:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.185734:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.185739:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.185743:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.185745:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.185747:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357313.185749:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572138240, offset 0 00000400:00000200:1.0:1712357313.185757:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.185763:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.185768:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.185773:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.185776:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.185778:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.185780:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.185783:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [264:264:256:4294967295] 192.168.203.120@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:1.0:1712357313.185785:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.185792:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.185796:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.185800:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.185804:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.185811:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.185814:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.186221:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.186223:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.186225:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.186227:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.186228:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.186230:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.186232:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.186234:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.186236:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.186237:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.186332:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.186335:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:3.0:1712357313.186339:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.186344:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.186346:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357313.186348:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357313.186351:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.186354:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.186360:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.186362:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.186367:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.186368:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.188499:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.188510:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.188514:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.188516:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.188524:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.188529:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.188535:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.188539:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.188542:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.188545:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904300 00000400:00000200:2.0:1712357313.188557:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.188562:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc3d [1] + 224 00000800:00000001:2.0:1712357313.188609:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.188621:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.188623:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.188628:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.188632:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.188637:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.188647:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.188969:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.188976:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.188980:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.189031:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.189036:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.189037:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.189039:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.189042:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.189044:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.189046:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.189050:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.189067:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189073:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.189074:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.189076:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.189079:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.189081:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.189082:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.189085:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.189091:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.189093:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.189096:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.189099:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189104:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.189106:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.189107:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.189109:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.189110:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.189114:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189119:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.189121:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.189123:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.189125:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.189131:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.189135:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.189138:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.189140:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.189145:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.189148:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189153:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.189156:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.189158:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.189159:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.189162:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.189165:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.189167:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.189169:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357313.189170:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.189172:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00010000:1.0:1712357313.189176:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189184:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.189187:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189191:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.189193:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189198:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.189199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.189201:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189205:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.189207:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.189209:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.189211:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.189222:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.189225:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.189227:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189232:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.189233:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.189236:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189239:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.189241:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.189242:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.189243:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.189244:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:1.0:1712357313.189246:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.189247:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.189249:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.189251:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.189255:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.189256:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.189258:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.189260:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.189262:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.189262:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.189263:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.189264:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.189266:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f840 with handle 0xbda2fb8f03337de6 from hash 00010000:00000001:1.0:1712357313.189268:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.189269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.189273:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.189274:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.189275:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.189276:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.189278:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.189279:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.189280:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.189281:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.189284:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189287:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.189288:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.189289:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.189290:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.189291:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.189291:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.189292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.189293:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337de6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.189302:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.189303:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.189306:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.189310:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.189315:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.189316:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189318:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189319:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189321:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.189322:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.189323:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189324:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.189326:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=algos.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.189329:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.189331:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.189336:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.189339:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.189340:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.189343:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3ab240. 00000080:00002000:1.0:1712357313.189347:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.189351:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.189354:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.189357:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189359:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.189360:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.189362:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.189366:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.189368:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.189371:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.189373:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189375:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.189376:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.189377:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.189380:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.189382:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.189386:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.189389:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189394:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.189395:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.189397:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.189401:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.189402:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.189403:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.189405:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.189406:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.189409:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.189411:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.189412:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.189414:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.189414:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.189419:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.189420:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.189421:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.189425:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.189426:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry algos.py (ffff8800a7656af8, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.189428:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.189430:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.189433:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.189435:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.189436:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.189437:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.189463:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.189465:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.189466:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.189470:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.189472:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.189473:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.189475:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.189476:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.189478:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.189480:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.189481:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.189482:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.189484:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.189490:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cms.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.189492:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.189493:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cms.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.189812:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.189818:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.189820:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.189821:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cms.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.189823:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.189826:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='cms.py' -> mds #0 00800000:00000001:1.0:1712357313.189828:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189830:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.189831:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cms.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.189837:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.189839:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.189842:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.189843:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.189847:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.189849:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.189852:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.189853:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.189854:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.189855:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.189857:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.189859:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.189862:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.189866:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.189869:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.189870:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.189871:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.189872:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.189873:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.189877:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.189879:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.189881:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.189883:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.189884:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.189886:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.189888:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f3c0. 00000020:00000001:1.0:1712357313.189890:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.189892:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f3c0 with handle 0xbda2fb8f03337ded to hash 00000020:00000001:1.0:1712357313.189893:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.189894:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.189896:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.189898:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.189900:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.189902:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.189914:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.189920:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.189924:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.189925:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.189928:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.189929:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.189931:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.189932:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.189935:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.189937:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.189939:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.189940:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.189944:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189949:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.189950:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.189952:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.189954:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.189956:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138304:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.189958:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.189961:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.189962:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.189964:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.189966:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.189967:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.189971:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.189973:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.189976:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.189980:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138304, portal 10 00000100:00000001:1.0:1712357313.189984:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.189985:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.189989:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.189995:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.189997:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.189998:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357313.190001:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138304, offset 0 00000400:00000200:1.0:1712357313.190004:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.190009:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.190013:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.190017:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.190020:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.190022:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.190024:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.190027:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [265:265:256:4294967295] 192.168.203.120@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:1.0:1712357313.190030:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.190037:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.190041:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.190043:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.190047:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.190053:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.190056:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.190073:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.190074:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.190076:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.190078:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.190079:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.190081:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.190082:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.190084:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.190085:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.190096:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.190409:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.190412:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:3.0:1712357313.190421:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.190425:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.190428:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357313.190429:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357313.190432:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.190434:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.190441:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.190443:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.190447:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.190448:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.191913:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000080:00000010:2.1:1712357313.191919:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3ab580. 00000800:00000001:2.0:1712357313.191999:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.192005:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.192006:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.192008:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.192013:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.192015:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.192019:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.192021:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.192022:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.192025:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904340 00000400:00000200:2.0:1712357313.192028:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.192031:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc45 [1] + 224 00000800:00000001:2.0:1712357313.192034:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.192043:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.192045:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.192047:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.192050:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.192053:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.192061:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.192094:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.192098:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.192100:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.192129:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.192132:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.192133:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.192134:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.192136:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.192137:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.192138:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.192141:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.192145:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192148:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.192149:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.192150:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.192151:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.192152:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.192153:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.192154:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.192158:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.192159:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.192161:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.192162:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192165:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.192167:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.192168:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.192169:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.192170:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.192171:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192174:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.192176:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.192176:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.192181:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.192185:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138304:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.192187:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.192189:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.192190:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.192190:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.192192:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192195:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.192196:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.192197:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.192198:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.192199:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.192201:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.192202:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.192203:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.192204:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.192205:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00010000:1.0:1712357313.192208:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192212:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.192214:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192217:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.192218:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.192221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.192224:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192226:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.192228:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.192229:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.192230:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.192233:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f3c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.192234:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.192235:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192237:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.192238:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.192240:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192241:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.192243:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.192243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.192244:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.192244:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=5 00000020:00000001:1.0:1712357313.192245:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.192246:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.192247:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.192248:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.192251:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.192251:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.192252:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.192253:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.192254:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.192256:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.192257:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.192258:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.192259:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f3c0 with handle 0xbda2fb8f03337ded from hash 00010000:00000001:1.0:1712357313.192260:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.192260:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.192261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.192261:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.192262:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.192262:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.192263:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.192264:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.192264:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.192265:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.192266:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.192268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.192269:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.192269:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.192270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.192270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.192271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.192272:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ded lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.192275:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.192276:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.192278:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.192280:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.192283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.192283:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192284:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192285:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192286:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.192288:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.192289:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192290:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.192291:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cms.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.192292:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.192294:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.192295:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.192297:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.192297:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.192299:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3abd80. 00000080:00002000:1.0:1712357313.192301:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.192304:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.192306:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.192307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192309:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.192310:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.192311:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.192313:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.192314:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.192316:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.192318:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192318:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.192319:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.192320:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.192321:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.192323:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.192325:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.192327:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192330:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.192331:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.192332:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.192334:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.192335:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.192336:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.192337:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.192340:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.192342:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.192343:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.192344:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.192345:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.192346:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.192347:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.192348:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.192348:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.192352:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.192353:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cms.py (ffff8800a7656a20, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.192354:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.192355:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.192356:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.192357:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.192358:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.192359:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.192379:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.192380:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.192381:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.192383:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.192385:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.192386:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.192387:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.192388:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.192389:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.192391:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.192392:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.192392:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.192393:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.192397:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.192399:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.192399:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.192402:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.192404:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.192405:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.192406:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.192410:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.192411:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='core.py' -> mds #0 00800000:00000001:1.0:1712357313.192413:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192414:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.192415:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.192416:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.192417:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.192418:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.192420:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.192421:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.192423:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.192425:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.192426:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.192426:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.192427:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.192428:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.192429:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.192432:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.192434:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.192436:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.192436:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.192437:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.192438:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.192438:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.192441:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.192442:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.192442:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.192444:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.192445:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.192446:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.192447:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357313.192448:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.192449:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03337df4 to hash 00000020:00000001:1.0:1712357313.192450:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.192450:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.192453:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.192455:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.192455:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.192457:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.192460:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.192464:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.192466:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.192466:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.192469:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.192469:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.192470:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.192471:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.192473:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.192475:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.192476:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.192477:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.192479:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192482:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.192483:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.192484:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.192485:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.192487:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.192488:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.192490:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.192491:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.192492:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.192493:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.192496:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.192498:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.192499:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.192502:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.192503:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138368, portal 10 00000100:00000001:1.0:1712357313.192504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.192505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.192508:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.192511:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.192512:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.192514:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357313.192515:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138368, offset 0 00000400:00000200:1.0:1712357313.192517:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.192520:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.192522:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.192525:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.192527:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.192528:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.192530:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.192531:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [266:266:256:4294967295] 192.168.203.120@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:1.0:1712357313.192533:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.192536:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.192539:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.192540:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.192543:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.192546:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.192548:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.192818:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.192820:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.192821:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.192826:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.192827:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.192828:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.192830:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.192831:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.192832:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.192833:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.193102:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.193105:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.193109:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.193112:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.193115:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357313.193116:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357313.193118:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.193121:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.193127:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.193129:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.193133:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.193135:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.194718:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f840. 00000080:00000010:2.1:1712357313.194726:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3ab240. 00000800:00000001:2.0:1712357313.194925:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.194933:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.194935:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.194937:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.194943:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.194947:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.194952:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.194955:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.194957:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.194961:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904380 00000400:00000200:2.0:1712357313.194964:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.194968:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc4d [1] + 224 00000800:00000001:2.0:1712357313.194974:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.194985:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.194988:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.194991:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.194994:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.194999:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.195007:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.195025:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.195030:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.195032:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.195065:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.195070:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.195071:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.195073:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.195077:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.195078:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.195080:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.195085:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.195093:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195099:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.195101:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.195102:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.195104:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.195106:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.195108:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.195110:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.195115:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.195117:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.195119:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.195122:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195127:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.195129:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.195130:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.195131:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.195133:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.195136:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195146:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.195148:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.195149:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.195152:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.195157:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.195160:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.195162:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.195163:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.195164:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.195166:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195170:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.195173:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.195175:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.195176:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.195178:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.195181:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.195183:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.195185:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357313.195187:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.195189:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357313.195193:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195200:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.195207:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195211:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.195216:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.195222:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.195224:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195228:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.195229:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.195231:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.195233:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.195238:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.195240:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.195242:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195247:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.195248:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.195250:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195253:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.195255:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.195256:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.195256:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.195257:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357313.195258:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.195259:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.195261:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.195262:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.195272:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.195273:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.195275:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.195276:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.195278:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.195279:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.195280:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.195281:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.195282:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03337df4 from hash 00010000:00000001:1.0:1712357313.195283:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.195284:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.195285:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.195285:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.195286:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.195287:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.195288:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.195289:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.195289:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.195291:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.195292:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.195296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.195296:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.195297:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.195298:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.195298:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.195299:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.195300:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337df4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.195306:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.195308:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.195311:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.195314:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.195323:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.195324:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195325:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195326:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195328:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.195329:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.195330:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195332:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.195333:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.195335:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.195337:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.195339:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.195342:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.195343:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.195346:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3abcc0. 00000080:00002000:1.0:1712357313.195349:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.195354:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.195357:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.195359:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195361:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.195363:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.195364:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.195368:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.195370:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.195373:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.195375:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195376:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.195377:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.195379:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.195381:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.195383:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.195386:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.195389:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195399:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.195401:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.195403:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.195406:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.195407:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.195408:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.195409:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.195411:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.195414:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.195415:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.195417:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.195418:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.195419:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.195420:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.195421:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.195422:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.195426:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.195428:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.py (ffff8800a7656288, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.195430:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.195432:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.195433:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.195435:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.195436:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.195438:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.195461:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.195463:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.195465:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.195469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.195471:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.195472:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.195474:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.195476:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.195478:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.195480:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.195481:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.195483:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.195488:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.195492:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=crl.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.195494:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.195496:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=crl.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.195499:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.195502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.195504:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.195505:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'crl.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.195508:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.195509:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='crl.py' -> mds #0 00800000:00000001:1.0:1712357313.195511:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195513:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.195514:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: crl.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.195516:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.195518:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.195520:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.195522:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.195524:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.195527:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.195530:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.195530:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.195531:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.195533:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.195535:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.195537:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.195540:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.195543:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.195546:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.195547:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.195548:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.195548:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.195550:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.195554:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.195555:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.195560:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.195562:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.195563:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.195565:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.195567:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357313.195581:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.195611:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f03337dfb to hash 00000020:00000001:1.0:1712357313.195613:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.195614:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.195616:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.195618:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.195619:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.195621:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.195625:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.195631:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.195635:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.195636:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.195638:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.195640:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.195641:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.195642:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.195645:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.195647:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.195649:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.195650:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.195654:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195659:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.195660:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.195665:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.195667:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.195669:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138432:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.195671:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.195674:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.195676:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.195677:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.195679:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.195680:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.195684:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.195686:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.195689:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.195693:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138432, portal 10 00000100:00000001:1.0:1712357313.195694:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.195695:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.195699:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.195704:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.195706:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.195708:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357313.195710:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138432, offset 0 00000400:00000200:1.0:1712357313.195714:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.195718:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.195723:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.195727:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.195729:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.195732:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.195734:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.195736:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [267:267:256:4294967295] 192.168.203.120@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:1.0:1712357313.195749:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.195756:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.195760:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.195766:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.195770:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.195775:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.195777:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.195791:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.195793:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.195794:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.195796:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.195797:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.195799:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.195800:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.195801:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.195803:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.195804:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.195921:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.195925:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357313.195928:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.195931:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.195933:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357313.195935:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357313.195937:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.195951:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.195957:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.195959:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.195964:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.195965:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.197706:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f3c0. 00000080:00000010:2.1:1712357313.197714:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3abd80. 00000800:00000001:2.0:1712357313.199868:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.199882:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.199895:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.199898:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.199907:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.199912:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.199918:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.199922:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.199925:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.199929:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9043c0 00000400:00000200:2.0:1712357313.199932:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.199936:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc55 [1] + 224 00000800:00000001:2.0:1712357313.199942:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.199954:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.199957:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.199960:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.199965:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.199971:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.199980:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.200003:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.200009:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.200012:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.200127:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.200133:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.200134:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.200137:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.200141:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.200142:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.200145:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.200149:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.200155:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200161:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.200162:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.200164:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.200166:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.200169:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.200170:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.200172:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.200179:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.200182:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.200184:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.200191:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200196:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.200198:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.200200:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.200201:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.200203:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.200206:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200211:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.200214:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.200216:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.200218:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.200224:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138432:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.200227:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.200230:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.200232:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.200233:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.200236:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200241:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.200243:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.200245:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.200246:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.200249:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.200252:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.200255:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.200257:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357313.200258:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.200260:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00010000:1.0:1712357313.200268:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200275:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.200278:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200283:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.200285:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200289:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.200290:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.200292:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200295:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.200298:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.200300:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.200302:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.200306:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38eac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.200309:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.200311:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200316:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.200317:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.200320:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200323:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.200325:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.200330:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.200331:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.200332:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:1.0:1712357313.200333:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.200335:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.200337:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.200339:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.200343:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.200344:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.200346:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.200347:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.200349:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.200350:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.200351:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.200352:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.200353:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f03337dfb from hash 00010000:00000001:1.0:1712357313.200355:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.200356:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.200356:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.200357:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.200358:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.200359:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.200361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.200361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.200362:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.200363:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.200365:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.200369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.200370:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.200371:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.200372:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.200372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.200377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.200378:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337dfb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.200387:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.200388:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.200392:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.200395:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.200401:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.200402:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200403:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200404:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200406:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.200408:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.200409:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200410:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.200412:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=crl.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.200414:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.200417:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.200419:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.200423:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.200424:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.200427:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3abae0. 00000080:00002000:1.0:1712357313.200432:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.200437:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.200440:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.200443:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200445:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.200447:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.200448:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.200453:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.200455:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.200458:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.200460:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200461:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.200467:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.200469:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.200471:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.200474:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.200478:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.200481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200486:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.200487:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.200490:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.200494:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.200495:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.200497:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.200499:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.200501:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.200504:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.200505:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.200507:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.200509:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.200510:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.200512:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.200513:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.200514:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.200519:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.200520:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry crl.py (ffff8800a7656d80, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.200523:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.200525:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.200527:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.200529:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.200530:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.200532:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.200562:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.200565:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.200567:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.200764:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.200767:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.200768:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.200774:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.200775:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.200778:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.200780:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.200782:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.200783:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.200786:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.200791:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=csr.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.200794:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.200795:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=csr.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.200799:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.200804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.200806:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.200807:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'csr.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.200810:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.200812:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='csr.py' -> mds #0 00800000:00000001:1.0:1712357313.200814:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200816:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.200817:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: csr.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.200820:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.200821:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.200824:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.200827:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.200830:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.200833:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.200836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.200837:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.200838:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.200840:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.200841:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.200844:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.200848:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.200852:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.200854:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.200856:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.200860:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.200861:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.200862:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.200868:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.200870:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.200872:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.200874:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.200875:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.200877:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.200879:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e640. 00000020:00000001:1.0:1712357313.200881:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.200883:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e640 with handle 0xbda2fb8f03337e02 to hash 00000020:00000001:1.0:1712357313.200885:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.200886:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.200888:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.200890:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.200891:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.200893:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.200898:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.200905:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.200909:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.200910:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.200913:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.200915:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.200917:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.200917:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.200921:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.200923:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.200925:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.200930:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.200934:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200939:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.200940:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.200942:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.200944:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.200946:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138496:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.200949:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.200952:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.200954:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.200955:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.200958:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.200959:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.200964:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.200966:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.200969:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.200973:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138496, portal 10 00000100:00000001:1.0:1712357313.200975:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.200976:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.200980:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.200985:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.200987:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.200988:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357313.200990:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138496, offset 0 00000400:00000200:1.0:1712357313.200994:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.200999:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.201003:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.201006:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.201009:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.201012:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.201014:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.201020:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [268:268:256:4294967295] 192.168.203.120@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:1.0:1712357313.201023:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.201030:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.201034:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.201037:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.201041:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.201047:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.201050:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.201071:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.201073:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.201074:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.201076:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.201077:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.201079:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.201080:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.201081:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.201083:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.201084:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.201385:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.201389:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357313.201393:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.201397:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.201399:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357313.201401:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357313.201404:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.201407:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.201413:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.201415:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.201419:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.201421:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.203719:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357313.203729:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3abcc0. 00000800:00000001:2.0:1712357313.203923:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.203934:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.203935:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.203937:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.203945:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.203950:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.203956:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.203959:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.203962:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.203965:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904400 00000400:00000200:2.0:1712357313.203968:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.203980:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc5d [1] + 224 00000800:00000001:2.0:1712357313.203985:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.203993:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.203995:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.203998:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.204002:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.204007:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.204013:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.204029:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.204034:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.204035:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.204104:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.204109:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.204110:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.204112:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.204114:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.204115:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.204117:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.204121:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.204127:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204132:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.204133:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.204135:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.204137:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.204142:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.204144:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.204146:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.204152:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.204155:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.204157:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.204160:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204164:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.204167:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.204168:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.204169:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.204171:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.204174:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204178:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.204180:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.204181:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.204184:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.204189:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138496:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.204192:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.204194:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.204196:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.204197:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.204200:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204204:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.204205:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.204207:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.204208:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.204211:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.204216:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.204217:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.204219:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=4 00000020:00000001:1.0:1712357313.204221:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.204223:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00010000:1.0:1712357313.204226:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204232:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.204235:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204240:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.204242:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.204246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.204248:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204252:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.204253:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.204255:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.204257:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.204261:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e640 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.204263:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.204265:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204269:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.204270:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.204272:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204278:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.204279:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.204280:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.204281:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.204282:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=5 00000020:00000001:1.0:1712357313.204283:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.204284:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.204286:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.204288:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.204290:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.204291:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.204293:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.204294:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.204296:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.204297:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.204298:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.204298:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.204300:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e640 with handle 0xbda2fb8f03337e02 from hash 00010000:00000001:1.0:1712357313.204301:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.204302:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.204302:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.204303:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.204304:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.204305:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.204306:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.204307:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.204307:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.204308:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.204310:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204313:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.204323:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.204324:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.204325:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.204326:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.204327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.204327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.204329:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337e02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.204335:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.204336:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.204339:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.204343:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.204349:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.204350:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204351:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204353:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204354:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.204356:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.204356:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204358:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.204360:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=csr.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.204362:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.204364:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.204366:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.204369:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.204371:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.204374:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3ab2c0. 00000080:00002000:1.0:1712357313.204382:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.204387:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.204390:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.204392:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204394:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.204396:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.204397:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.204401:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.204407:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.204410:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.204412:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204414:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.204415:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.204416:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.204419:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.204422:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.204426:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.204429:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138496/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204433:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.204435:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.204437:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.204441:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.204443:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.204444:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.204446:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.204447:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.204451:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.204452:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.204454:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.204456:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.204457:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.204458:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.204460:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.204461:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.204465:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.204467:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry csr.py (ffff8800a7656a20, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.204469:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.204471:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.204473:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.204474:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.204475:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.204477:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.204504:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.204509:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.204511:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.204515:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.204518:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.204519:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.204521:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.204522:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.204525:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.204527:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.204529:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.204530:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.204532:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.204536:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=keys.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.204539:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.204540:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=keys.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.204544:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:1.0:1712357313.204548:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.204550:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.204551:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'keys.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.204553:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.204555:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='keys.py' -> mds #0 00800000:00000001:1.0:1712357313.204557:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204559:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.204561:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: keys.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.204563:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.204564:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.204567:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.204578:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.204611:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.204614:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.204616:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.204617:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.204618:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.204621:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.204622:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.204627:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.204632:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.204636:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.204639:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.204640:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.204641:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.204642:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.204644:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.204649:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.204651:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.204652:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.204654:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.204656:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.204657:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.204659:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357313.204660:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.204662:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03337e09 to hash 00000020:00000001:1.0:1712357313.204664:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.204665:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.204667:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.204669:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.204670:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.204672:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.204677:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.204683:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.204687:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.204688:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.204692:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.204693:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.204698:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.204699:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.204702:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.204704:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.204706:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.204707:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.204711:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204716:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.204717:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.204719:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.204721:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.204723:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.204725:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.204728:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.204730:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.204731:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.204733:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.204735:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.204739:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.204741:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.204744:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.204749:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138560, portal 10 00000100:00000001:1.0:1712357313.204750:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.204751:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.204755:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.204759:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.204761:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.204762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357313.204764:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138560, offset 0 00000400:00000200:1.0:1712357313.204768:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.204772:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.204779:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.204784:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.204786:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.204789:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.204791:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.204793:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [269:269:256:4294967295] 192.168.203.120@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:1.0:1712357313.204796:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.204803:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.204808:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.204811:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.204815:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.204820:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.204823:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.204840:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.204842:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.204843:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.204845:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.204846:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.204848:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.204849:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.204850:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.204852:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.204853:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.205010:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.205013:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357313.205017:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.205020:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.205024:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:3.0:1712357313.205025:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:3.0:1712357313.205028:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.205031:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.205036:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.205038:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.205052:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.205053:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.207097:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000080:00000010:2.1:1712357313.207106:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3abae0. 00000800:00000001:2.0:1712357313.207518:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.207526:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.207528:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.207530:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.207539:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.207543:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.207548:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.207551:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.207554:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.207558:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904440 00000400:00000200:2.0:1712357313.207561:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.207565:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc65 [1] + 224 00000800:00000001:2.0:1712357313.207595:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.207607:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.207609:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.207613:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.207618:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.207623:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.207641:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.207660:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.207666:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.207669:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.207732:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.207737:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.207738:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.207741:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.207744:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.207745:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.207747:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.207752:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.207760:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.207770:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.207771:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.207773:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.207776:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.207778:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.207779:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.207976:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.207983:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.207986:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.207988:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.207992:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.207997:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.207999:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.208001:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.208003:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.208004:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.208008:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.208014:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.208016:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.208017:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.208020:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.208026:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.208029:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.208032:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.208033:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.208035:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.208037:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.208050:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.208052:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.208054:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.208055:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.208058:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.208060:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.208063:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.208065:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357313.208066:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.208068:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357313.208072:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208079:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.208082:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208086:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.208088:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.208093:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.208094:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208098:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.208100:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.208102:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.208104:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.208108:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.208113:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.208116:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208122:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.208124:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.208126:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208129:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.208131:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.208132:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.208133:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.208134:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357313.208135:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.208136:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.208138:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.208139:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.208143:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.208144:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.208145:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.208146:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.208148:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.208149:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.208150:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.208151:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.208153:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03337e09 from hash 00010000:00000001:1.0:1712357313.208154:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.208155:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.208155:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.208156:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.208157:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.208158:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.208162:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.208163:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.208164:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.208165:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.208167:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.208171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.208172:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.208173:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.208174:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.208174:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.208175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.208176:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337e09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.208183:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.208184:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.208187:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.208191:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.208197:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.208198:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208199:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208200:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208202:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.208204:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.208204:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208205:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.208207:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=keys.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.208209:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.208211:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.208213:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.208215:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.208216:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.208219:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3ab0e0. 00000080:00002000:1.0:1712357313.208226:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.208230:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.208234:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.208237:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208239:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.208240:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.208241:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.208246:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.208248:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.208251:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.208253:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208255:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.208256:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.208258:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.208260:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.208263:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.208266:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.208270:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.208274:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.208276:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.208278:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.208281:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.208283:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.208284:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.208286:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.208287:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.208290:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.208292:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.208293:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.208295:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.208296:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.208298:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.208299:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.208300:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.208304:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.208308:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry keys.py (ffff8800a7656af8, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.208311:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.208313:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.208315:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.208317:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.208318:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.208320:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.208349:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.208351:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.208353:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.208357:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.208359:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.208360:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.208362:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.208364:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.208372:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.208374:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.208376:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.208377:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.208379:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.208385:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ocsp.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.208387:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.208389:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ocsp.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.208393:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.208397:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.208399:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.208401:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ocsp.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.208403:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.208405:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='ocsp.py' -> mds #0 00800000:00000001:1.0:1712357313.208407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208409:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.208410:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ocsp.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.208413:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.208414:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.208417:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.208422:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.208425:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.208428:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.208431:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.208432:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.208433:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.208436:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.208437:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.208439:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.208443:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.208447:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.208449:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.208450:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.208451:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.208452:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.208453:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.208458:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.208460:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.208461:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.208463:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.208464:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.208466:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.208468:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357313.208470:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.208472:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03337e10 to hash 00000020:00000001:1.0:1712357313.208473:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.208474:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.208477:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.208478:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.208479:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.208481:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.208486:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.208499:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.208502:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.208504:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.208507:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.208508:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.208510:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.208511:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.208514:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.208517:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.208519:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.208520:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.208524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.208529:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.208530:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.208532:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.208534:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.208537:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138624:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.208540:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.208543:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.208544:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.208546:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.208548:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.208549:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.208553:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.208555:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.208559:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.208564:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138624, portal 10 00000100:00000001:1.0:1712357313.208565:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.208566:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.208580:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.208668:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.208671:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.208673:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357313.208675:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138624, offset 0 00000400:00000200:1.0:1712357313.208679:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.208683:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.208687:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.208691:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.208694:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.208697:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.208699:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.208702:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [270:270:256:4294967295] 192.168.203.120@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:1.0:1712357313.208705:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.208711:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.208715:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.208718:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357313.208723:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.208728:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.208732:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.208751:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.208753:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.208754:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.208756:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.208757:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.208759:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.208761:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.208762:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.208764:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.208765:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.208946:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.208950:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:3.0:1712357313.208954:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.208958:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.208960:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357313.208961:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357313.208964:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.208967:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.208973:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.208975:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.208979:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.208980:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.209715:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e640. 00000080:00000010:2.1:1712357313.209720:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3ab2c0. 00000800:00000001:2.0:1712357313.213314:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000010:3.1:1712357313.213324:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000800:00000001:2.0:1712357313.213327:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.213329:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.213331:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1712357313.213333:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3ab0e0. 00000400:00000200:2.0:1712357313.213340:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.213345:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.213352:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.213355:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.213358:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.213363:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904480 00000400:00000200:2.0:1712357313.213367:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.213372:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc6d [1] + 224 00000800:00000001:2.0:1712357313.213378:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.213391:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.213393:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.213397:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.213402:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.213409:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.213418:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.213479:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.213487:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.213490:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.214073:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.214079:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.214080:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.214089:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.214092:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.214094:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.214096:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.214100:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.214107:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.214113:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.214114:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.214116:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.214118:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.214120:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.214122:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.214124:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.214130:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.214133:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.214135:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.214138:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.214143:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.214146:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.214147:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.214148:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.214151:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.214154:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.214159:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.214161:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.214163:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.214166:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.214171:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138624:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.214178:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.214181:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.214183:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.214184:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.214187:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.214192:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.214194:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.214196:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.214197:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.214200:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.214202:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.214204:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.214206:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357313.214207:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.214209:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357313.214214:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214221:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.214224:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214907:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.214910:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214914:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.214916:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.214918:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214922:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.214928:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.214930:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.214932:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.214936:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.214939:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.214941:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214946:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.214947:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.214949:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214952:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.214954:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.214955:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.214956:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.214957:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357313.214959:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.214960:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.214962:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.214963:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.214966:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.214967:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.214969:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.214970:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.214972:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.214973:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.214974:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.214974:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.214976:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03337e10 from hash 00010000:00000001:1.0:1712357313.214980:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.214981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.214981:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.214982:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.214983:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.214984:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.214985:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.214986:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.214987:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.214988:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.214989:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.214992:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.214993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.214993:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.214994:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.214995:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.214995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.214996:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.214997:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.215016:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.215017:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.215021:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.215025:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.215030:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.215031:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215032:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215033:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215035:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.215036:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.215037:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215038:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.215040:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ocsp.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.215044:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.215046:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.215048:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.215051:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.215053:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.215056:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac3abae0. 00000080:00002000:1.0:1712357313.215060:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.215064:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.215067:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.215070:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215072:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.215073:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.215075:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.215079:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.215081:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.215083:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.215085:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215087:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.215088:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.215089:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.215091:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.215094:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.215097:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.215099:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.215103:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.215104:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.215107:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.215110:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.215111:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.215113:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.215114:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.215116:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.215119:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.215120:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.215123:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.215125:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.215126:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.215128:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.215129:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.215130:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.215134:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.215136:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ocsp.py (ffff8800a7656e58, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.215138:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.215140:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.215142:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.215143:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.215145:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.215146:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.215176:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.215178:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.215180:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.215184:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.215186:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.215187:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.215189:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.215190:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.215193:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.215195:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.215196:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.215197:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.215199:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.215204:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=parser.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.215206:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.215207:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=parser.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.215211:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.215214:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.215216:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.215217:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'parser.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.215219:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.215222:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='parser.py' -> mds #0 00800000:00000001:1.0:1712357313.215226:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215228:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.215229:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: parser.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.215232:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.215233:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.215236:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.215238:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.215241:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.215243:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.215246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.215246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.215247:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.215249:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.215250:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.215253:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.215257:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.215260:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.215262:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.215264:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.215265:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.215265:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.215266:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.215270:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.215272:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.215273:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.215275:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.215276:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.215278:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.215280:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357313.215281:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.215283:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03337e17 to hash 00000020:00000001:1.0:1712357313.215284:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.215285:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.215287:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.215289:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.215291:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.215294:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.215298:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.215305:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.215308:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.215309:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.215312:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.215314:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.215315:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.215316:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.215319:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.215322:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.215323:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.215325:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.215328:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.215333:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.215334:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.215337:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.215338:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.215341:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138688:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.215343:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.215347:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.215348:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.215350:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.215352:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.215353:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.215360:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.215362:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.215370:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.215374:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138688, portal 10 00000100:00000001:1.0:1712357313.215376:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.215377:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.215381:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.215386:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.215388:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.215389:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.215391:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572138688, offset 0 00000400:00000200:1.0:1712357313.215395:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.215399:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.215404:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.215409:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.215412:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.215415:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.215417:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.215419:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [271:271:256:4294967295] 192.168.203.120@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:1.0:1712357313.215422:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.215429:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.215433:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.215436:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.215441:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.215446:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.215449:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.215456:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.215457:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.215459:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.215461:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.215462:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.215464:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.215465:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.215470:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.215472:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.215473:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.215908:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.215911:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357313.215916:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.215920:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.215923:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357313.215924:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357313.215927:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.215930:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.215937:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.215940:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.215945:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.215946:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.218725:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:1.1:1712357313.218734:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac3abae0. 00000800:00000001:2.0:1712357313.228662:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.228672:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.228683:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.228686:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.228693:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.228698:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.228704:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.228707:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.228709:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.228713:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9044c0 00000400:00000200:2.0:1712357313.228716:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.228720:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc75 [1] + 224 00000800:00000001:2.0:1712357313.228726:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.228732:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.228734:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.228737:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.228742:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.228747:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.228776:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.228785:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.228790:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.228792:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.229077:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.229083:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.229085:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.229087:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.229090:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.229092:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.229094:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.229099:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.229106:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.229111:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.229112:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.229114:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.229116:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.229118:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.229120:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.229122:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.229128:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.229132:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.229134:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.229136:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.229141:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.229143:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.229145:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.229146:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.229148:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.229151:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.229156:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.229162:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.229163:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.229166:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.229172:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138688:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.229175:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.229177:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.229185:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.229186:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.229189:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.229193:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.229196:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.229198:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.229199:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.229202:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.229205:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.229207:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.229209:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357313.229210:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.229212:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00010000:1.0:1712357313.229216:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229223:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.229226:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229230:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.229232:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229237:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.229242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.229244:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.229250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.229253:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.229254:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.229259:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38df80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.229261:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.229263:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229268:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.229269:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.229271:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229274:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.229276:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.229276:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.229277:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.229278:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357313.229279:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.229281:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.229283:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.229285:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.229288:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.229290:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.229291:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.229292:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.229297:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.229298:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.229299:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.229300:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.229303:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38df80 with handle 0xbda2fb8f03337e17 from hash 00010000:00000001:1.0:1712357313.229304:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.229305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.229305:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.229306:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.229307:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.229308:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.229310:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.229311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.229312:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.229313:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.229315:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.229318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.229319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.229320:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.229321:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.229322:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.229322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.229323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.229324:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337e17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.230676:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.230678:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.230684:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.230691:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.230697:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.230698:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230699:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230700:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230709:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.230711:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.230712:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230713:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.230714:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=parser.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.230717:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.230719:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.230721:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.230724:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.230726:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.230730:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764c20. 00000080:00002000:1.0:1712357313.230735:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.230740:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.230743:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.230745:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230748:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.230749:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.230750:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.230756:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.230758:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.230761:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.230763:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230764:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.230766:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.230767:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.230770:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.230773:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.230775:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.230779:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.230784:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.230787:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.230789:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.230793:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.230795:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.230796:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.230802:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.230804:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.230807:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.230809:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.230811:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.230813:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.230814:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.230816:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.230817:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.230818:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.230822:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.230824:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry parser.py (ffff8800a7656510, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.230827:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.230829:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.230832:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.230834:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.230835:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.230836:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.230868:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.230870:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.230872:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.230875:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.230878:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.230879:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.230881:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.230882:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.230885:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.230887:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.230888:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.230889:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.230891:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.230896:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pdf.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.230898:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.230899:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pdf.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.230903:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.230907:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.230912:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.230914:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pdf.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.230916:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.230919:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='pdf.py' -> mds #0 00800000:00000001:1.0:1712357313.230921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230923:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.230925:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pdf.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.230927:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.230929:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.230932:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.230934:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.230938:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.230941:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.230944:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.230944:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.230946:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.230947:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.230949:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.230951:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.230956:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.230961:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.230963:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.230964:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.230965:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.230966:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.230968:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.230972:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.230975:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.230976:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.230978:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.230979:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.230981:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.230983:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357313.230986:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.230988:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03337e1e to hash 00000020:00000001:1.0:1712357313.230989:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.230994:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.230996:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.230998:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.231000:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.231002:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.231239:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.231247:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.231251:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.231253:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.231257:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.231258:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.231260:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.231261:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.231265:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.231267:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.231269:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.231271:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.231275:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.231281:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.231282:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.231284:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.231286:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.231288:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.231291:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.231294:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.231296:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.231297:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.231311:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.231312:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.231319:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.231322:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.231420:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.231426:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138752, portal 10 00000100:00000001:1.0:1712357313.231428:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.231429:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.231434:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.231439:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.231441:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.231443:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357313.231445:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138752, offset 0 00000400:00000200:1.0:1712357313.231449:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.231455:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.231460:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.231464:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.231467:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.231469:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.231471:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.231474:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [272:272:256:4294967295] 192.168.203.120@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:1.0:1712357313.231476:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.231483:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.231488:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.231492:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.231497:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.231504:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.231506:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.231528:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.231530:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.231532:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.231537:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.231538:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.231540:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.231542:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.231544:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.231546:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.231547:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.231923:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.231927:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357313.231936:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.231941:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.231944:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357313.231945:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357313.231948:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.231951:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.231957:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.231959:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.231964:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.231965:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.234038:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38df80. 00000800:00000001:2.0:1712357313.234208:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.234219:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.234221:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.234223:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.234229:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.234234:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.234239:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.234242:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.234246:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.234249:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904500 00000400:00000200:2.0:1712357313.234252:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.234261:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc7d [1] + 224 00000800:00000001:2.0:1712357313.234266:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.234276:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.234278:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.234282:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.234286:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.234291:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.234299:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.234321:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.234326:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.234329:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.234359:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.234364:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.234365:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.234368:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.234371:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.234373:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.234375:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.234379:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.234386:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.234391:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.234392:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.234394:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.234397:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.234398:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.234400:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.234403:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.234409:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.234412:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.234414:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.234417:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.234422:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.234424:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.234426:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.234427:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.234429:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.234432:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.234441:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.234444:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.234446:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.234449:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.234455:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.234459:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.234461:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.234463:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.234464:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.234466:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.234472:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.234473:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.234476:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.234477:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.234480:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.234482:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.234484:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.234486:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357313.234487:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.234489:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357313.234492:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234499:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.234502:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234506:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.234512:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.234516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.234518:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234522:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.234524:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.234526:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.234527:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.234531:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.234534:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.234536:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234540:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.234541:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.234543:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234546:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.234548:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.234548:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.234549:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.234550:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357313.234552:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.234553:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.234555:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.234557:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.234566:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.234577:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.234580:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.234607:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.234610:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.234611:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.234612:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.234613:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.234615:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03337e1e from hash 00010000:00000001:1.0:1712357313.234616:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.234617:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.234618:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.234619:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.234620:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.234621:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.234622:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.234623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.234624:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.234625:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.234627:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234630:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.234631:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.234632:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.234632:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.234633:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.234634:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.234635:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.234636:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337e1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.234642:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.234643:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.234647:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.234651:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.234660:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.234661:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.234662:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.234664:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.234666:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.234667:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.234668:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.234669:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.234671:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pdf.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.234673:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.234675:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.234677:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.234680:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.234682:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.234685:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764240. 00000080:00002000:1.0:1712357313.234689:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.234693:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.234697:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.234699:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.234701:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.234703:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.234704:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.234708:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.234710:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.234713:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.234715:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.234717:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.234718:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.234720:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.234722:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.234725:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.234727:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.234730:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.234743:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.234745:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.234748:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.234751:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.234753:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.234755:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.234756:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.234758:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.234761:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.234763:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.234764:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.234982:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.234983:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.234985:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.234986:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.234987:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.234992:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.234993:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pdf.py (ffff8800a7656e58, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.234995:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.234997:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.235001:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.235003:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.235004:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.235006:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.235034:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.235036:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.235037:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.235041:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.235044:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.235046:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.235047:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.235049:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.235052:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.235053:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.235055:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.235056:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.235062:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.235067:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pem.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.235070:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.235071:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pem.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.235074:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.235078:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.235081:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.235082:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pem.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.235084:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.235087:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='pem.py' -> mds #0 00800000:00000001:1.0:1712357313.235089:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.235091:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.235092:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pem.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.235095:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.235097:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.235099:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.235101:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.235104:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.235107:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.235109:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.235110:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.235111:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.235113:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.235114:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.235116:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.235120:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.235124:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.235126:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.235128:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.235129:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.235129:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.235131:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.235135:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.235138:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.235142:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.235144:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.235146:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.235148:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.235150:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357313.235152:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.235153:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03337e25 to hash 00000020:00000001:1.0:1712357313.235155:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.235156:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.235158:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.235160:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.235161:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.235163:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.235168:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.235175:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.235179:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.235180:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.235183:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.235184:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.235186:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.235187:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.235190:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.235193:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.235194:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.235195:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.235199:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.235205:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.235206:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.235211:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.235213:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.235216:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.235219:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.235222:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.235223:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.235225:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.235227:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.235229:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.235232:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.235234:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.235237:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.235241:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138816, portal 10 00000100:00000001:1.0:1712357313.235243:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.235243:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.235247:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.235252:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.235254:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.235255:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357313.235257:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138816, offset 0 00000400:00000200:1.0:1712357313.235261:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.235265:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.235269:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.235273:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.235275:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.235278:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.235285:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.235287:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [273:273:256:4294967295] 192.168.203.120@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:1.0:1712357313.235290:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.235297:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.235301:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.235308:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357313.235312:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.235318:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.235322:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.235406:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.235408:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.235410:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.235412:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.235413:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.235415:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.235416:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.235417:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.235419:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.235420:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.235768:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.235772:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:3.0:1712357313.235776:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.235780:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.235782:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357313.235784:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357313.235786:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.235789:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.235795:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.235798:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.235802:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.235803:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.237516:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.237526:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.237528:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.237530:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.237536:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.237541:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000080:00000010:3.1:1712357313.237545:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764c20. 00000400:00000200:2.0:1712357313.237546:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.237549:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.237552:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.237555:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904540 00000400:00000200:2.0:1712357313.237558:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.237562:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc85 [1] + 224 00000800:00000001:2.0:1712357313.237567:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.237604:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.237606:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.237609:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.237613:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.237617:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.237635:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.237756:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.237762:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.237765:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.237852:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.237857:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.237858:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.237860:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.237864:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.237865:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.237867:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.237870:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.237876:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.237881:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.237882:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.237883:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.237885:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.237887:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.237889:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.237891:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.237896:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.237899:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.237901:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.237907:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.237912:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.237914:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.237915:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.237916:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.237918:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.237921:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.237926:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.237928:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.237929:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.237931:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.237937:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.237940:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.237943:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.237944:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.237945:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.237948:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.237952:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.237954:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.237956:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.237957:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.237959:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.237962:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.237964:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.237966:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357313.237968:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.237970:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357313.237976:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.237982:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.237985:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.237989:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.237991:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.237995:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.237996:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.237997:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.238000:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.238002:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.238004:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.238005:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.238010:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.238012:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.238014:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.238018:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.238020:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.238022:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.238025:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.238027:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.238036:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.238037:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.238038:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357313.238040:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.238041:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.238043:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.238045:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.238049:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.238050:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.238051:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.238052:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.238054:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.238055:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.238056:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.238058:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.238059:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03337e25 from hash 00010000:00000001:1.0:1712357313.238061:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.238062:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.238062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.238063:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.238064:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.238065:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.238066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.238067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.238068:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.238069:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.238070:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.238073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.238074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.238074:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.238075:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.238076:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.238077:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.238080:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.238082:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337e25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.238088:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.238089:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.238092:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.238095:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.238100:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.238101:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238103:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238104:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238105:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.238107:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.238108:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238109:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.238110:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pem.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.238113:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.238115:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.238117:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.238120:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.238121:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.238124:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764c00. 00000080:00002000:1.0:1712357313.238127:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.238131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.238134:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.238137:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238139:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.238140:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.238142:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.238146:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.238148:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.238150:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.238152:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238153:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.238157:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.238159:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.238161:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.238164:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.238166:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.238170:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.238174:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.238176:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.238178:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.238181:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.238183:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.238184:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.238186:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.238187:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.238191:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.238192:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.238194:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.238195:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.238196:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.238198:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.238199:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.238200:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.238204:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.238206:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pem.py (ffff8800a7656948, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.238208:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.238211:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.238213:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.238215:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.238216:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.238217:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.238241:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.238244:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.238245:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.238249:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.238252:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.238253:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.238258:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.238260:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.238262:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.238264:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.238266:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.238267:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.238268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.238274:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkcs12.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.238276:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.238277:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pkcs12.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.238280:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.238284:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.238292:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.238293:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pkcs12.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.238295:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.238297:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='pkcs12.py' -> mds #0 00800000:00000001:1.0:1712357313.238299:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238301:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.238302:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pkcs12.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.238304:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.238306:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.238308:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.238310:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.238313:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.238316:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.238318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.238319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.238320:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.238322:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.238324:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.238326:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.238330:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.238334:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.238336:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.238337:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.238341:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.238342:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.238343:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.238348:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.238350:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.238351:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.238353:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.238355:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.238356:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.238359:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357313.238360:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.238362:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03337e2c to hash 00000020:00000001:1.0:1712357313.238363:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.238364:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.238366:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.238368:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.238369:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.238370:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.238375:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.238380:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.238384:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.238385:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.238389:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.238390:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.238392:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.238392:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.238396:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.238398:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.238400:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.238404:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.238407:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.238412:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.238413:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.238416:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.238417:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.238420:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.238422:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.238425:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.238427:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.238428:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.238430:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.238432:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.238435:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.238437:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.238440:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.238445:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138880, portal 10 00000100:00000001:1.0:1712357313.238446:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.238447:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.238450:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.238455:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.238457:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.238459:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.238460:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572138880, offset 0 00000400:00000200:1.0:1712357313.238463:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.238467:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.238471:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.238475:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.238478:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.238481:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.238482:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.238488:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [274:274:256:4294967295] 192.168.203.120@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:1.0:1712357313.238491:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.238498:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.238502:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.238504:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.238508:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.238513:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.238516:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.238536:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.238538:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.238540:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.238542:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.238543:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.238547:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.238549:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.238550:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.238552:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.238553:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.238861:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.238864:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357313.238868:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.238872:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.238874:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357313.238875:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357313.238878:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.238886:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.238892:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.238894:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.238899:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.238900:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.240698:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:3.1:1712357313.240879:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764240. 00000800:00000001:2.0:1712357313.241939:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.241951:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.241953:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.241955:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.241963:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.241968:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.241974:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.241978:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.241981:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.241985:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904580 00000400:00000200:2.0:1712357313.241988:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.241993:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc8d [1] + 224 00000800:00000001:2.0:1712357313.241998:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.242010:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.242012:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.242016:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.242021:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.242027:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.242035:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.242056:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.242062:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.242065:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.242117:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.242123:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.242125:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.242127:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.242130:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.242132:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.242134:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.242138:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.242144:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.242149:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.242151:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.242153:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.242155:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.242162:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.242164:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.242166:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.242173:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.242176:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.242178:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.242181:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.242185:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.242188:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.242189:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.242190:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.242192:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.242195:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.242201:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.242203:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.242205:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.242208:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.242213:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.242217:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.242219:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.242221:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.242222:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.242225:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.242229:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.242231:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.242233:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.242234:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.242236:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.242243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.242245:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.242247:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357313.242248:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.242250:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357313.242253:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242261:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.242263:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242268:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.242270:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242274:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.242275:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.242276:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242280:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.242282:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.242284:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.242286:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.242290:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.242293:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.242295:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242300:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.242301:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.242303:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242310:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.242312:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.242313:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.242314:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.242315:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357313.242316:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.242318:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.242319:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.242321:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.242325:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.242326:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.242328:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.242329:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.242331:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.242333:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.242334:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.242334:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.242336:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03337e2c from hash 00010000:00000001:1.0:1712357313.242338:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.242339:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.242339:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.242340:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.242341:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.242342:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.242344:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.242344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.242345:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.242346:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.242348:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.242355:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.242356:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.242358:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.242358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.242359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.242360:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.242361:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337e2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.242369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.242370:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.242374:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.242378:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.242383:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.242384:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.242385:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.242386:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.242388:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.242390:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.242391:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.242392:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.242394:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pkcs12.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.242396:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.242398:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.242400:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.242403:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.242404:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.242407:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b37644c0. 00000080:00002000:1.0:1712357313.242411:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.242416:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.242419:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.242422:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.242424:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.242425:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.242427:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.242430:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.242435:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.242438:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.242441:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.242442:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.242443:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.242445:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.242447:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.242450:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.242453:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.242462:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.242467:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.242469:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.242472:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.242475:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.242476:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.242478:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.242479:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.242481:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.242485:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.242486:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.242487:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.242489:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.242490:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.242492:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.242493:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.242494:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.242499:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.242501:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pkcs12.py (ffff8800a7656bd0, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.242503:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.242505:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.242509:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.242510:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.242511:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.242513:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.242541:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.242547:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.242548:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.242553:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.242556:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.242557:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.242559:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.242560:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.242563:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.242565:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.242566:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.242567:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.242687:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.243477:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=tsp.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.243482:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.243484:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=tsp.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.243492:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.243498:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.243500:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.243502:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'tsp.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.243504:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.243507:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='tsp.py' -> mds #0 00800000:00000001:1.0:1712357313.243509:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.243511:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.243512:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: tsp.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.243515:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.243519:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.243522:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.243525:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.243529:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.243531:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.243535:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.243536:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.243537:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.243538:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.243540:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.243547:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.243552:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.243556:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.243559:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.243560:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.243561:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.243562:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.243563:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.243576:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.243579:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.243605:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.243609:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.243611:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.243613:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.243615:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357313.243618:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.243620:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03337e33 to hash 00000020:00000001:1.0:1712357313.243621:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.243622:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.243625:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.243627:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.243628:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.243630:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.243636:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.243642:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.243646:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.243647:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.243651:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.243652:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.243659:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.243660:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.243663:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.243666:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.243668:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.243669:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.243674:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.243680:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.243681:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.243683:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.243685:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.243687:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138944:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.243691:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.243694:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.243695:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.243697:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.243700:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.243701:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.243707:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.243709:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.243713:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.243717:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572138944, portal 10 00000100:00000001:1.0:1712357313.243718:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.243719:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.243723:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.243729:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.243731:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.243732:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357313.243734:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572138944, offset 0 00000400:00000200:1.0:1712357313.243738:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.243743:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.243752:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.243756:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.243759:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.243761:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.243763:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.243766:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [275:275:256:4294967295] 192.168.203.120@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:1.0:1712357313.243769:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.243775:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.243780:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.243783:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.243788:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.243793:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.243797:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.243818:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.243820:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.243822:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.243824:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.243825:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.243826:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.243828:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.243830:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.243831:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.243832:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.244181:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.244184:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357313.244188:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.244191:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.244194:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:3.0:1712357313.244195:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:3.0:1712357313.244198:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.244202:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.244208:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.244209:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.244214:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.244215:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.246772:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:3.1:1712357313.246792:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764c00. 00000800:00000001:2.0:1712357313.246944:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.246956:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.246962:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.246965:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.246973:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.246978:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.246984:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.246987:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.246990:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.246994:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9045c0 00000400:00000200:2.0:1712357313.246997:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.247002:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc95 [1] + 224 00000800:00000001:2.0:1712357313.247007:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.247017:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.247019:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.247023:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.247028:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.247033:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.247041:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.247062:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.247068:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.247071:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.247127:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.247133:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.247134:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.247136:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.247140:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.247142:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.247144:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.247148:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.247155:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.247164:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.247166:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.247167:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.247170:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.247171:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.247173:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.247175:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.247181:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.247344:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.247348:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.247352:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.247357:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.247360:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.247361:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.247363:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.247365:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.247367:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.247372:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.247374:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.247376:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.247379:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.247389:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572138944:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.247393:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.247396:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.247397:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.247398:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.247400:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.247508:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.247510:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.247512:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.247513:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.247516:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.247518:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.247520:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.247522:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357313.247523:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.247525:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357313.247529:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247535:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.247538:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247543:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.247544:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247548:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.247549:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.247550:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247554:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.247556:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.247558:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.247559:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.247563:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.247611:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.247613:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247618:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.247619:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.247622:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247625:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.247626:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.247627:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.247628:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.247629:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357313.247630:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.247631:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.247633:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.247634:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.247637:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.247639:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.247640:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.247641:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.247643:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.247644:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.247645:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.247646:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.247648:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03337e33 from hash 00010000:00000001:1.0:1712357313.247650:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.247650:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.247651:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.247651:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.247652:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.247653:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.247657:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.247658:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.247659:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.247660:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.247662:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247665:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.247665:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.247666:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.247667:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.247667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.247668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.247668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.247670:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337e33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.247675:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.247676:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.247679:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.247682:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.247687:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.247688:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247689:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247690:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247692:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.247694:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.247694:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247696:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.247697:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=tsp.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.247700:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.247702:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.247704:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.247707:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.247708:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.247710:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764800. 00000080:00002000:1.0:1712357313.247716:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a76566c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.247720:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.247724:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.247726:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247728:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.247729:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.247731:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.247735:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.247737:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.247740:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.247742:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247743:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.247744:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.247745:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.247747:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.247750:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.247752:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.247754:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572138944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.247758:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.247760:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.247762:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.247765:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.247767:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.247769:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.247770:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.247771:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.247774:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.247776:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.247777:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.247779:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.247780:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.247781:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.247782:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.247783:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.247787:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.247790:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry tsp.py (ffff8800a76566c0, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.247792:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.247794:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.247797:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.247798:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.247799:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.247800:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.247827:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.247829:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.247831:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.247835:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.247837:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.247838:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.247840:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.247841:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.247844:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.247846:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.247847:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.247848:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.247850:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.247855:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=util.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.247858:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.247859:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=util.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.247863:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.247867:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.247869:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.247870:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'util.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.247872:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.247875:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='util.py' -> mds #0 00800000:00000001:1.0:1712357313.247877:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.247879:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.247880:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: util.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.247883:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.247884:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.247887:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.247893:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.247896:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.247899:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.247902:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.247903:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.247904:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.248337:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.248339:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.248342:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.248347:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.248352:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.248354:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.248356:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.248357:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.248357:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.248359:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.248364:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.248366:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.248367:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.248370:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.248371:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.248373:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.248375:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d8c0. 00000020:00000001:1.0:1712357313.248377:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.248379:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d8c0 with handle 0xbda2fb8f03337e3a to hash 00000020:00000001:1.0:1712357313.248380:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.248381:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.248383:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.248385:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.248386:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.248388:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.248392:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.248406:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.248410:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.248411:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.248415:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.248416:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.248418:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.248419:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.248422:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.248424:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.248426:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.248427:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.248431:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.248437:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.248438:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.248440:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.248441:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.248444:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.248446:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.248450:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.248451:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.248453:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.248455:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.248457:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.248462:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.248464:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.248468:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.248473:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139008, portal 10 00000100:00000001:1.0:1712357313.248474:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.248475:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.248479:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.248487:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.248490:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.248491:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357313.248494:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572139008, offset 0 00000400:00000200:1.0:1712357313.248498:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.248502:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.248506:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.248510:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.248513:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.248516:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.248517:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.248520:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [276:276:256:4294967295] 192.168.203.120@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:1.0:1712357313.248523:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.248529:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.248533:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.248536:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.248658:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.248664:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.248667:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.248682:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.248684:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.248689:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.248691:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.248692:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.248694:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.248695:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.248696:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.248698:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.248699:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.249446:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.249453:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357313.249458:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.249462:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.249761:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357313.249763:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357313.249767:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.249773:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.249780:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.249783:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.249796:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.249797:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.254085:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.254098:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.254101:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.254103:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.254113:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.254118:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.254124:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.254127:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.254130:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.254134:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904600 00000400:00000200:2.0:1712357313.254137:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.254151:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xc9d [1] + 224 00000800:00000001:2.0:1712357313.254158:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.254168:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.254170:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.254174:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.254179:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.254185:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.254193:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.254214:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.254220:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.254223:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357313.254749:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:3.1:1712357313.254756:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b37644c0. 00000100:00000001:1.0:1712357313.254868:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.254874:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.254875:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.254882:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.254885:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.254887:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.254889:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.254893:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.254900:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.254905:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.254907:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.254909:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.254911:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.254913:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.254915:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.254917:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.254923:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.254926:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.254928:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.254930:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.254935:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.254937:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.254938:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.254940:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.254941:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.254944:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.254949:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.254952:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.254953:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.254956:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.254961:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.254968:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.254971:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.254973:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.254974:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.254977:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.254982:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.254984:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.254986:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.254987:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.254990:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.254992:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.254994:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.254996:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=4 00000020:00000001:1.0:1712357313.254997:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.254999:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00010000:1.0:1712357313.255004:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255011:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.255014:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255018:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.255019:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.255025:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.255026:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255030:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.255034:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.255037:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.255038:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.255042:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d8c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.255045:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.255047:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255050:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.255052:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.255054:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255057:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.255058:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.255059:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.255060:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.255061:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=5 00000020:00000001:1.0:1712357313.255062:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.255063:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.255065:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.255067:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.255070:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.255072:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.255073:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.255074:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.255076:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.255077:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.255078:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.255079:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.255081:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d8c0 with handle 0xbda2fb8f03337e3a from hash 00010000:00000001:1.0:1712357313.255084:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.255085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.255085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.255086:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.255087:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.255230:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.255232:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.255233:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.255234:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.255235:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.255237:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.255242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.255242:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.255243:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.255244:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.255245:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.255246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.255247:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337e3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.255253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.255255:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.255258:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.255262:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.255267:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.255268:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255270:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255271:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255273:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.255275:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.255276:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255277:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.255278:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=util.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.255285:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.255287:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.255289:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.255292:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.255293:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.255297:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764660. 00000080:00002000:1.0:1712357313.255301:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.255305:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.255307:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.255310:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255312:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.255313:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.255315:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.255319:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.255321:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.255324:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.255326:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255327:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.255328:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.255330:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.255332:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.255334:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.255336:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.255340:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572139008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.255344:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.255345:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.255348:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.255351:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.255352:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.255353:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.255355:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.255357:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.255361:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.255362:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.255367:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.255369:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.255370:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.255372:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.255373:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.255374:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.255378:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.255379:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry util.py (ffff8800a7656948, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.255382:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.255384:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.255386:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.255388:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.255389:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.255390:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.255419:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.255421:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.255423:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.255426:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.255428:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.255429:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.255430:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.255432:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.255435:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.255436:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.255438:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.255439:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.255441:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.255446:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=version.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.255448:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.255449:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=version.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.255453:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.255458:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.255459:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.255461:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'version.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.255463:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.255466:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='version.py' -> mds #0 00800000:00000001:1.0:1712357313.255473:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255475:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.255476:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: version.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.255479:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.255480:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.255483:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.255485:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.255489:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.255491:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.255494:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.255495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.255496:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.255497:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.255499:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.255501:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.255506:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.255509:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.255512:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.255513:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.255514:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.255515:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.255516:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.255520:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.255522:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.255523:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.255525:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.255527:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.255528:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.255530:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357313.255532:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.255533:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03337e41 to hash 00000020:00000001:1.0:1712357313.255534:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.255535:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.255538:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.255540:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.255543:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.255546:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.255551:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.255557:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.255560:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.255561:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.255564:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.255565:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.255567:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.255575:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.255579:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.255904:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.255907:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.255908:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.255912:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.255918:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.255919:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.255921:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.255923:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.255925:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.255927:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.255931:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.255932:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.255933:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.255936:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.255937:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.255942:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.255945:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.255952:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.255957:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139072, portal 10 00000100:00000001:1.0:1712357313.255960:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.255960:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.255965:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.255970:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.255972:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.255973:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357313.255975:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572139072, offset 0 00000400:00000200:1.0:1712357313.255979:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.255983:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.255988:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.255993:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.255996:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.255998:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.256000:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.256003:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [277:277:256:4294967295] 192.168.203.120@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:1.0:1712357313.256006:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.256012:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.256017:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.256020:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.256024:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.256030:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.256033:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.256236:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.256238:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.256240:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.256241:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.256242:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.256244:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.256246:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.256250:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.256252:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.256253:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.256356:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.256359:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.256363:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.256367:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.256369:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357313.256370:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357313.256373:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.256375:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.256381:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.256383:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.256387:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.256388:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.257673:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:3.1:1712357313.257679:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764800. 00000800:00000001:2.0:1712357313.260412:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.260425:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.260428:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.260430:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.260444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.260450:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.260456:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.260459:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.260462:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.260466:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904640 00000400:00000200:2.0:1712357313.260469:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.260473:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xca5 [1] + 224 00000800:00000001:2.0:1712357313.260478:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.260492:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.260494:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.260498:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.260503:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.260508:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.260526:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.260547:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.260554:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.260557:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.260617:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.260623:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.260624:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.260627:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.260630:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.260631:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.260634:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.260638:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.260644:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.260649:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.260651:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.260652:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.260655:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.260656:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.260658:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.260660:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.260666:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.260669:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.260671:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.260673:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.260678:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.260681:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.260683:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.260684:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.260686:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.260689:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.260695:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.260702:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.260703:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.260706:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.260712:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.260715:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.260718:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.260720:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.260721:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.260723:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.260728:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.260731:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.260733:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.260733:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.260736:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.260739:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.260741:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.260743:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357313.260745:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.260747:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357313.260751:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260758:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.260761:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260765:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.260767:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260771:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.260776:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.260778:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260810:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.260812:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.260814:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.260816:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.260821:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.260823:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.260826:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260830:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.260832:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.260834:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260837:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.260839:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.260839:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.260841:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.260842:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357313.260843:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.260844:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.260846:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.260848:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.260851:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.260852:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.260854:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.260856:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.260862:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.260863:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.260865:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.260866:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.260868:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03337e41 from hash 00010000:00000001:1.0:1712357313.260869:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.260870:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.260870:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.260871:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.260872:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.260873:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.260874:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.260875:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.260876:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.260877:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.260879:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260882:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.260883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.260884:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.260885:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.260886:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.260886:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.260887:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.260888:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337e41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.260895:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.260896:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.260899:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.260903:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.260908:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.260909:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.260910:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.260912:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.260916:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.260918:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.260918:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.260920:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.260921:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=version.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.260924:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.260927:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.260929:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.260932:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.260933:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.260936:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764900. 00000080:00002000:1.0:1712357313.260940:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.260945:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.260948:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.260951:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.260953:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.260955:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.260956:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.260960:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.260962:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.260965:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.260967:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.260968:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.260970:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.260971:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.260973:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.260975:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.260978:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.260981:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572139072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.260986:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.260987:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.260990:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.260994:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.260995:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.260997:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.261002:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.261004:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.261008:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.261009:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.261011:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.261013:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.261013:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.261015:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.261016:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.261017:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.261022:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.261023:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry version.py (ffff8800a7656e58, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.261026:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.261029:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.261032:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.261034:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.261035:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.261037:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.261065:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.261067:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.261068:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.261072:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.261074:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.261076:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.261078:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.261079:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.261081:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.261083:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.261085:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.261086:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.261087:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.261093:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=x509.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.261095:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.261096:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=x509.py, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.261100:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.261104:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.261110:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.261112:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'x509.py' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.261114:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.261116:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='x509.py' -> mds #0 00800000:00000001:1.0:1712357313.261118:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.261120:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.261121:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: x509.py,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.261124:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.261125:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.261128:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.261130:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.261133:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.261136:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.261139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.261140:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.261141:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.261143:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.261144:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.261147:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.261150:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.261154:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.261156:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.261158:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.261159:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.261160:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.261161:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.261165:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.261167:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.261169:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.261171:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.261173:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.261174:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.261177:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357313.261178:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.261180:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03337e48 to hash 00000020:00000001:1.0:1712357313.261185:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.261186:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.261188:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.261191:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.261192:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.261194:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.261199:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.261206:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.261209:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.261211:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.261214:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.261216:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.261217:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.261218:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.261221:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.261224:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.261226:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.261227:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.261230:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.261235:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.261236:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.261238:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.261240:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.261242:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.261245:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.261249:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.261250:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.261255:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.261257:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.261258:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.261262:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.261264:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.261268:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.261272:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139136, portal 10 00000100:00000001:1.0:1712357313.261273:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.261274:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.261278:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.261283:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.261285:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.261287:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357313.261289:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572139136, offset 0 00000400:00000200:1.0:1712357313.261293:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.261298:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.261302:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.261306:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.261310:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.261312:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.261314:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.261317:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [278:278:256:4294967295] 192.168.203.120@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:1.0:1712357313.261320:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.261326:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.261330:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.261333:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.261337:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.261343:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.261346:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.262238:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.262245:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.262247:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.262249:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.262251:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.262252:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.262254:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.262255:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.262257:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.262258:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.263232:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.263235:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:3.0:1712357313.263240:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.263245:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.263249:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357313.263250:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357313.263253:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.263257:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.263265:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.263266:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.263272:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.263273:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.263670:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d8c0. 00000080:00000010:3.1:1712357313.263676:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764660. 00010000:00000010:3.1:1712357313.266777:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:3.1:1712357313.266791:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764900. 00000800:00000001:2.0:1712357313.268153:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.268164:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.268167:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.268169:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.268178:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.268183:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.268189:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.268192:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.268195:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.268199:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904680 00000400:00000200:2.0:1712357313.268203:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.268207:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xcad [1] + 224 00000800:00000001:2.0:1712357313.268212:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.268225:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.268227:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.268231:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.268235:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.268241:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.268249:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.268444:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.268451:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.268454:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.268493:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.268499:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.268500:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.268503:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.268506:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.268508:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.268510:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.268515:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.268522:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.268527:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.268528:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.268530:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.268533:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.268534:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.268536:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.268538:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.268544:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.268547:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.268549:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.268551:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.268556:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.268559:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.268560:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.268561:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.268579:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.268597:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.268603:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.268606:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.268607:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.268610:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.268616:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.268620:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.268622:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.268624:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.268626:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.268628:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.268633:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.268636:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.268638:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.268639:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.268642:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.268646:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.268648:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.268650:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357313.268652:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.268654:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357313.268658:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268665:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.268668:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268679:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.268681:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.268686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.268688:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268692:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.268694:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.268696:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.268698:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.268703:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.268705:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.268708:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268713:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.268714:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.268716:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268720:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.268722:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.268723:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.268724:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.268725:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357313.268726:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.268727:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.268730:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.268734:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.268738:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.268739:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.268741:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.268742:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.268744:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.268745:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.268746:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.268747:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.268749:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03337e48 from hash 00010000:00000001:1.0:1712357313.268750:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.268751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.268752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.268753:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.268754:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.268755:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.268756:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.268757:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.268758:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.268759:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.268761:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.268764:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.268765:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.268766:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.268767:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.268767:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.268768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.268768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.268770:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.269342:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.269343:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.269347:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.269356:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.269362:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.269363:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269365:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269366:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269368:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.269370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.269370:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269371:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.269373:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=x509.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.269376:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.269379:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.269381:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.269384:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.269385:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.269389:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3764340. 00000080:00002000:1.0:1712357313.269393:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.269398:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.269401:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.269404:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269406:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.269407:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.269409:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.269413:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.269415:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.269418:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.269420:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269421:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.269423:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.269424:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.269426:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.269429:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.269431:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.269434:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572139136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.269443:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.269445:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.269447:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.269450:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.269452:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.269453:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.269455:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.269457:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.269460:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.269461:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.269463:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.269465:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.269465:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.269467:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.269468:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.269470:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.269474:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.269475:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry x509.py (ffff8800a7656510, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.269478:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.269480:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.269483:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.269485:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.269486:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.269488:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.269517:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.269519:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.269521:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.269524:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.269527:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.269528:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.269530:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.269532:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.269534:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.269537:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.269539:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.269540:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.269551:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.269558:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.269560:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.269562:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.269565:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.269580:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.269606:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.269608:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.269610:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.269613:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.269615:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269617:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.269618:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.269621:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.269622:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.269625:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.269627:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.269630:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.269633:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.269636:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.269637:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.269638:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.269639:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.269641:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.269643:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.269648:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7000. 00000100:00000001:1.0:1712357313.269651:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.269654:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.269655:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.269656:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.269657:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.269658:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.269663:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00010000:00000001:1.0:1712357313.269665:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.269670:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.269672:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.269674:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.269676:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.269678:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357313.269680:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.269682:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03337e4f to hash 00000020:00000001:1.0:1712357313.269684:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.269685:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.269687:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.269689:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.269690:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.269692:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.269697:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.269704:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.269708:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.269709:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.269712:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.269713:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.269715:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.269716:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.269719:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.269722:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.269723:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.269725:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.269729:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.269735:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.269736:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.269742:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.269744:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.269746:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.269749:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.269752:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.269753:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.269755:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.269757:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.269759:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.269763:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.269766:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.269770:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.269775:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139200, portal 10 00000100:00000001:1.0:1712357313.269776:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.269777:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.269780:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.269785:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.269787:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.269788:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357313.269791:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572139200, offset 0 00000400:00000200:1.0:1712357313.269794:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.269798:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.269803:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.269807:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.269810:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.269812:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.269814:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.269817:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [279:279:256:4294967295] 192.168.203.120@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:1.0:1712357313.269820:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.269826:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.269830:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.269837:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.269841:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.269846:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.269849:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.269856:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.269857:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.269858:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.269860:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.269861:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.269863:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.269864:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.269865:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.269866:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.269867:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.270005:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.270008:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.270015:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.270018:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.270020:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357313.270021:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357313.270023:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.270026:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.270032:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.270035:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.270039:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.270040:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.272841:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:1.1:1712357313.272852:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3764340. 00000800:00000001:2.0:1712357313.276611:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.276623:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.276634:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.276637:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.276646:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.276651:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.276657:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.276660:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.276663:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.276666:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9046c0 00000400:00000200:2.0:1712357313.276669:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.276674:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xcb5 [1] + 224 00000800:00000001:2.0:1712357313.276679:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.276690:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.276692:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.276695:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.276700:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.276706:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.276715:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.276966:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.276973:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.276976:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.277058:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.277063:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.277065:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.277067:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.277071:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.277072:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.277074:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.277079:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.277086:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.277092:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.277093:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.277095:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.277098:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.277100:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.277101:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.277104:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.277110:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.277113:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.277115:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.277123:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.277128:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.277131:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.277132:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.277134:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.277135:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.277138:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.277144:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.277146:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.277148:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.277150:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.277156:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.277160:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.277162:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.277164:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.277165:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.277168:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.277173:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.277176:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.277178:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.277179:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.277182:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.277184:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.277186:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.277188:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357313.277190:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.277192:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357313.277199:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277206:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.277210:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277214:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.277216:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.277221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.277223:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277227:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.277228:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.277230:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.277232:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.277236:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.277239:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.277241:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277246:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.277248:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.277250:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277258:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.277259:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.277264:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.277265:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.277266:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357313.277268:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.277269:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.277271:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.277273:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.277277:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.277278:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.277280:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.277281:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.277283:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.277284:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.277285:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.277286:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.277288:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03337e4f from hash 00010000:00000001:1.0:1712357313.277290:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.277290:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.277291:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.277292:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.277292:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.277293:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.277295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.277295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.277296:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.277298:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.277299:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.277303:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.277303:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.277304:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.277305:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.277306:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.277307:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.277310:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.277312:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337e4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.278462:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.278465:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.278469:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.278476:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.278483:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.278484:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278485:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278486:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278489:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.278490:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.278491:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278492:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.278494:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.278497:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278499:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278501:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278505:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.278506:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.278510:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b37644a0. 00000080:00002000:1.0:1712357313.278515:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.278520:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278523:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.278526:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278529:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.278530:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.278532:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.278536:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.278538:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.278541:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.278543:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278545:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278552:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278553:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.278556:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.278559:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.278562:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.278566:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572139200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.278605:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.278607:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.278610:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.278613:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.278615:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.278616:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.278618:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.278620:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.278623:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.278624:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.278626:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357313.278628:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.278629:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.278631:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.278632:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.278634:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.278638:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.278640:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7656af8, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.278643:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.278645:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.278649:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.278650:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.278651:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.278653:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278671:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.278673:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.278675:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.278679:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278682:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.278686:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.278688:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.278690:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.278692:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.278694:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278696:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.278697:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.278700:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.278706:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=1536 00000080:00000001:1.0:1712357313.278708:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.278709:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.278711:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278713:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.278714:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.278716:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.278718:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357313.278719:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8) 00000080:00000001:1.0:1712357313.278721:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357313.278724:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000002:1.0:1712357313.278729:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x7:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357313.278732:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278734:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357313.278737:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357313.278738:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357313.278740:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357313.278742:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357313.278744:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.278746:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.278747:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278749:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357313.278751:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357313.278753:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1c:0x0] 40000000:00000001:1.0:1712357313.278755:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278757:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278758:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.278759:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.278764:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x1c:0x0] on [0x200000401:0x7:0x0] -> mds #0 00800000:00000001:1.0:1712357313.278766:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278769:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357313.278770:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.278772:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.278774:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.278776:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.278778:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.278779:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.278780:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.278783:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24a80. 00000020:00000040:1.0:1712357313.278786:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357313.278790:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357313.278791:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.278793:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.278795:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.278799:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.278800:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.278801:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.278803:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.278804:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.278806:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.278810:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880137398200. 00000100:00000001:1.0:1712357313.278814:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.278816:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.278817:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.278819:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.278820:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.278821:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357313.278830:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.278834:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.278840:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.278842:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.278845:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.278850:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.278852:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.278853:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.278856:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.278859:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.278860:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.278862:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.278865:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.278871:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.278872:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.278874:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.278876:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.278879:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139328:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.278881:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.278885:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.278887:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.278888:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.278891:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357313.278893:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.278899:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.278902:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.278906:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.278910:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572139328, portal 10 00000100:00000001:1.0:1712357313.278912:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.278913:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000040:1.0:1712357313.278917:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.278922:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.278924:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.278926:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357313.278929:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572139328, offset 0 00000400:00000200:1.0:1712357313.278932:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.278942:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.278947:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.278951:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.278954:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.278957:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.278959:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.278962:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [280:280:256:4294967295] 192.168.203.120@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:1.0:1712357313.278964:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.278971:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.278975:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.278980:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.278984:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.278990:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.278993:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.279014:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.279016:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.279017:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.279019:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.279020:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.279022:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.279024:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.279026:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.279028:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.279028:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.279107:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.279110:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.279114:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.279118:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.279120:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357313.279121:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357313.279124:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.279127:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.279132:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.279134:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.279137:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.279138:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.282742:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357313.282755:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b37644a0. 00000800:00000001:2.0:1712357313.283481:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.283492:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.283494:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.283496:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.283506:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283512:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.283518:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283521:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283525:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283528:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef904740 00000400:00000200:2.0:1712357313.283532:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283546:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xcbd [1] + 224 00000800:00000001:2.0:1712357313.283553:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.283563:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.283565:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.283578:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.283604:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.283611:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.283620:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.283640:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.283646:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.283649:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283653:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.283658:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [281:281:256:4294967295] 192.168.203.120@tcp LPNI seq info [281:281:8:4294967295] 00000400:00000200:2.0:1712357313.283661:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.283668:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.283672:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.283676:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357313.283680:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.283690:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.283694:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.283760:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.283763:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357313.283765:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.283768:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.283772:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.283774:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.283828:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.283833:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.283835:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.283838:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.283841:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.283842:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.283844:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.283848:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.283855:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24a80 x1795536572139328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.283865:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.283866:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.283868:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.283870:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.283872:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.283874:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.283876:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.283882:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.283885:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.283887:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.283889:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.283891:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.283893:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.283895:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.283896:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000002e/0x1] 00000100:00000001:1.0:1712357313.283898:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.283899:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.283900:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160203904 : -131938549347712 : ffff8800a9a24a80) 00000100:00000001:1.0:1712357313.283902:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.283904:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.283905:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.283906:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.283909:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24a80 x1795536572139328/t4294967346(4294967346) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.283915:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.283917:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.283919:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.283921:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24a80 x1795536572139328/t4294967346(4294967346) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.283927:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139328:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.283930:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.283933:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.283937:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.283939:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.283941:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24a80 x1795536572139328/t4294967346(4294967346) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.283946:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.283948:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.283956:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.283957:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.283963:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.283965:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.283967:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.283970:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x7:0x0] mtime from 1604778631 to 1712357313 00000080:00000001:1.0:1712357313.283973:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.283976:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.283979:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.283981:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.283983:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.283985:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:1.0:1712357313.283987:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357313.283993:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76dd800. 00000080:00000001:1.0:1712357313.283998:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357313.284000:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8) 00000080:00000001:1.0:1712357313.284006:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.284007:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1c:0x0] 00000080:00000001:1.0:1712357313.284009:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284010:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:1.0:1712357313.284012:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357313.284014:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502300 mtime from 0 to 1712357313 00000080:00200000:1.0:1712357313.284016:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1c:0x0], updating i_size 4096 00000080:00000001:1.0:1712357313.284018:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357313.284020:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123212488 : -131938586339128 : ffff8800a76dd8c8) 00000080:00000001:1.0:1712357313.284021:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.284023:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.284025:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.284026:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284033:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357313.284034:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.284037:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24a80 x1795536572139328/t4294967346(4294967346) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.284042:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.284045:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.284048:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284051:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284056:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.284057:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.284065:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.284067:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.284070:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284088:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.284090:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.284092:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.284095:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284097:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.284098:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.284100:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.284102:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.284105:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.284107:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.284108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.284109:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.284111:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.284117:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.284120:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.284122:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.284125:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.284130:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.284132:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.284134:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_perf' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.284136:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.284139:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_perf' -> mds #0 00800000:00000001:1.0:1712357313.284146:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.284149:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.284151:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _perf,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.284154:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.284155:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.284159:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24e00. 00000020:00000040:1.0:1712357313.284162:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=50 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.284166:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.284169:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.284173:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.284174:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.284174:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.284177:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.284178:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.284180:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.284185:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7800. 00000100:00000001:1.0:1712357313.285310:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.285314:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.285316:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.285317:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.285317:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.285319:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.285325:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160204800 : -131938549346816 : ffff8800a9a24e00) 00010000:00000001:1.0:1712357313.285328:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.285329:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.285334:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.285336:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.285338:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.285342:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357313.285345:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.285347:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03337e56 to hash 00000020:00000001:1.0:1712357313.285348:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.285350:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.285352:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.285354:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.285360:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.285363:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.285369:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.285377:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.285380:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.285381:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.285384:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.285386:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.285388:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.285388:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160204800 : -131938549346816 : ffff8800a9a24e00) 00000100:00000001:1.0:1712357313.285391:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.285394:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.285395:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.285397:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.285401:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.285407:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.285408:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.285410:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.285412:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.285414:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.285417:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.285420:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.285421:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.285422:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.285426:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.285427:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.285433:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.285435:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.285443:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.285448:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139392, portal 10 00000100:00000001:1.0:1712357313.285450:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.285450:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160204800 : -131938549346816 : ffff8800a9a24e00) 00000100:00000040:1.0:1712357313.285455:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.285460:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.285462:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.285464:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357313.285466:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572139392, offset 0 00000400:00000200:1.0:1712357313.285469:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.285473:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.285477:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.285481:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.285484:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.285487:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.285488:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.285491:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [282:282:256:4294967295] 192.168.203.120@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:1.0:1712357313.285494:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.285500:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.285504:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.285506:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.285509:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.285514:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.285517:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.285522:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.285523:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.285525:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.285527:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.285528:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.285530:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.285531:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.285536:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.285538:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.285538:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.285672:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.285675:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.285682:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.285686:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.285688:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357313.285689:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357313.285691:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.285694:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.285700:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.285702:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.285707:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.285708:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.290824:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.290833:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.290836:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.290838:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.290846:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.290852:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.290858:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.290866:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.290869:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.290873:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904780 00000400:00000200:3.0:1712357313.290876:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.290925:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xcc5 [1] + 224 00000800:00000001:3.0:1712357313.290932:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.290942:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.290944:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.290948:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.290954:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.290960:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.290969:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.290990:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.290996:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.290999:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.291041:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.291046:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.291048:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.291050:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.291058:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.291059:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.291062:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.291066:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.291073:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291078:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.291079:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.291081:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.291084:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.291086:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.291088:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.291090:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.291096:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.291099:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.291101:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.291104:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291109:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.291111:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.291113:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.291114:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.291116:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.291119:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291124:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.291131:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.291132:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.291135:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.291141:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.291145:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.291147:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.291148:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.291149:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.291152:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291156:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.291159:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.291161:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.291162:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.291164:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.291167:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.291169:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.291172:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357313.291174:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.291176:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357313.291180:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291188:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.291191:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291196:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.291198:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291202:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.291210:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.291212:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291217:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.291218:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.291221:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.291222:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.291227:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.291229:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.291232:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291236:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.291237:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.291240:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291243:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.291245:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.291246:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.291247:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.291248:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357313.291249:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.291251:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.291253:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.291254:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.291258:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.291259:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.291260:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.291262:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.291267:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.291268:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.291269:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.291270:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.291272:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03337e56 from hash 00010000:00000001:1.0:1712357313.291274:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.291275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.291275:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.291276:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.291277:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.291278:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.291280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.291280:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.291281:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291283:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.291285:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291288:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.291289:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.291289:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.291291:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.291291:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.291292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.291293:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.291294:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.291301:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.291302:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.291306:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.291310:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.291315:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.291316:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291318:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291319:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291323:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.291325:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.291326:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291327:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.291328:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_perf intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.291331:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291334:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291336:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291339:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.291341:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.291344:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b37640c0. 00000080:00002000:1.0:1712357313.291348:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.291353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291356:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.291358:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291360:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.291362:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.291363:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.291367:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.291369:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.291372:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/7 (0 0) 00000002:00000001:1.0:1712357313.291375:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291376:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291377:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291379:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.291382:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.291385:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.291388:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.291391:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24e00 x1795536572139392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291396:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.291397:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.291400:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.291403:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.291405:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.291407:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.291412:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.291414:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7800. 02000000:00000001:1.0:1712357313.291417:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.291419:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.291421:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24e00. 00000100:00000001:1.0:1712357313.291423:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.291424:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.291425:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.291427:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.291428:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.291431:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.291433:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _perf (ffff8800a7656a20, parent ffff8800a750aaf8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.291435:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.291437:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.291439:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.291441:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.291442:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.291444:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291460:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.291462:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.291464:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.291467:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291469:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.291471:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.291473:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.291474:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.291477:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.291479:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291480:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.291481:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.291483:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.291488:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=1536 00000080:00000001:1.0:1712357313.291490:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.291491:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.291493:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291494:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.291499:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.291501:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.291503:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357313.291504:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8) 00000080:00000001:1.0:1712357313.291506:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357313.291510:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8200. 00000080:00000002:1.0:1712357313.291516:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x7:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357313.291518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291520:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357313.291524:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357313.291525:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357313.291527:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357313.291530:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357313.291532:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.291533:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.291534:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291536:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357313.291538:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357313.291540:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1d:0x0] 40000000:00000001:1.0:1712357313.291542:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291543:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291544:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.291545:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.291547:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '_perf' [0x200000401:0x1d:0x0] on [0x200000401:0x7:0x0] -> mds #0 00800000:00000001:1.0:1712357313.291560:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291775:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357313.291777:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.291780:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.291781:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.291783:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.291785:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.291786:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.291787:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.291791:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24e00. 00000020:00000040:1.0:1712357313.291793:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=50 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357313.291796:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357313.291801:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.291803:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.291806:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.291809:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.291810:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.291811:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.291813:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.291814:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.291816:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.291820:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca9a00. 00000100:00000001:1.0:1712357313.291824:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.291826:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.291827:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.291828:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.291829:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.291830:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357313.291837:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.291841:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.291846:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.291847:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.291850:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.291851:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.291853:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.291854:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160204800 : -131938549346816 : ffff8800a9a24e00) 00000100:00000001:1.0:1712357313.291857:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.291859:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.291860:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.291862:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.291864:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291869:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.291870:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.291872:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.291873:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.291880:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139520:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.291882:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.291885:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.291886:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.291888:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.291890:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba7800. 02000000:00000001:1.0:1712357313.291891:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.291895:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.291897:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.291900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.291904:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572139520, portal 10 00000100:00000001:1.0:1712357313.291906:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.291907:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160204800 : -131938549346816 : ffff8800a9a24e00) 00000100:00000040:1.0:1712357313.291910:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.291915:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.291917:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.291918:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357313.291920:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572139520, offset 0 00000400:00000200:1.0:1712357313.291924:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.291928:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.291932:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.291935:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.291938:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.291941:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.291942:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.291945:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [283:283:256:4294967295] 192.168.203.120@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:1.0:1712357313.291948:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.291954:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.291958:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.291961:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.291965:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.291973:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.291975:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.291982:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.291983:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.291985:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.291986:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.291988:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.291989:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.291991:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.291992:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.291994:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.291995:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.292646:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.292650:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:2.0:1712357313.292654:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.292658:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.292660:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357313.292662:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357313.292665:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.292668:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.292675:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.292677:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.292682:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.292684:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.299218:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.299229:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.299233:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.299235:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.299243:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.299249:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.299254:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.299258:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.299261:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.299265:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef904800 00000400:00000200:3.0:1712357313.299268:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.299273:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xccd [1] + 224 00000800:00000001:3.0:1712357313.299278:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.299288:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.299290:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.299296:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.299301:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.299307:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.299316:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.300336:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.300345:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.300351:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.300357:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.300362:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [284:284:256:4294967295] 192.168.203.120@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:3.0:1712357313.300365:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.300371:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.300377:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.300381:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320d00. 00000800:00000200:3.0:1712357313.300385:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.300392:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.300395:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357313.300600:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.300603:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320d00. 00000400:00000200:3.0:1712357313.300606:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.300610:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357313.300614:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.300617:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.300750:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.300756:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.300757:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.300760:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:1.0:1712357313.300763:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:1.0:1712357313.300765:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:1.0:1712357313.300767:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.300774:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.300780:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24e00 x1795536572139520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.300785:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.300787:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.300788:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.300791:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.300793:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.300795:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.300797:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.300804:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.300807:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.300809:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.300810:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.300812:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.300819:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.300821:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.300822:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000002e/0x1] 00000100:00000001:1.0:1712357313.300824:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.300825:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.300826:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160204800 : -131938549346816 : ffff8800a9a24e00) 00000100:00000001:1.0:1712357313.300828:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.300830:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.300831:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.300832:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.300835:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24e00 x1795536572139520/t4294967347(4294967347) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.300841:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.300843:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.300845:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.300847:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24e00 x1795536572139520/t4294967347(4294967347) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.300853:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139520:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.300856:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.300858:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.300860:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.300862:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.300864:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24e00 x1795536572139520/t4294967347(4294967347) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.300868:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.300871:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.300873:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.300874:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.300879:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.300882:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x1d:0x0] 00800000:00000001:1.0:1712357313.300884:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.300888:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.300890:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.300896:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.300899:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.300900:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.300902:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.300905:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357313.300910:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76de000. 00000080:00000001:1.0:1712357313.300916:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357313.300918:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8) 00000080:00000001:1.0:1712357313.300920:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.300921:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1d:0x0] 00000080:00000001:1.0:1712357313.300923:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.300924:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.300926:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357313.300928:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502301 mtime from 0 to 1712357313 00000080:00200000:1.0:1712357313.300930:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1d:0x0], updating i_size 4096 00000080:00000001:1.0:1712357313.300931:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357313.300933:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123214536 : -131938586337080 : ffff8800a76de0c8) 00000080:00000001:1.0:1712357313.300935:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.300936:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.300937:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.300939:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.300942:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357313.300943:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.300945:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24e00 x1795536572139520/t4294967347(4294967347) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.300950:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.300952:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8200. 00000080:00000001:1.0:1712357313.300955:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.300958:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.300963:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.300964:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.300969:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.300970:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:1.0:1712357313.300972:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.301098:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.301103:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.301104:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.301108:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.301110:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.301112:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.301114:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.301116:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.301118:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.301120:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.301121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.301122:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.301124:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.301129:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.301132:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.301133:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.301137:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8200. 00000080:00000001:1.0:1712357313.301141:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.301143:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.301145:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.301148:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.301151:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.301153:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.301156:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.301158:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.301161:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.301163:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.301166:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25180. 00000020:00000040:1.0:1712357313.301169:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=51 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.301173:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.301176:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.301180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.301181:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.301182:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.301184:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.301186:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.301192:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.301197:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.301201:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.301204:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.301205:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.301206:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.301207:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.301208:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.301214:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160205696 : -131938549345920 : ffff8800a9a25180) 00010000:00000001:1.0:1712357313.301216:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.301218:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.301223:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.301225:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.301227:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.301229:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cd80. 00000020:00000001:1.0:1712357313.301231:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.301233:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cd80 with handle 0xbda2fb8f03337e5d to hash 00000020:00000001:1.0:1712357313.301235:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.301236:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.301238:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.301240:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.301242:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.301245:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.301251:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.301258:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.301262:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.301263:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.301267:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357313.301269:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357313.301274:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.301274:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160205696 : -131938549345920 : ffff8800a9a25180) 00000100:00000001:1.0:1712357313.301278:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.301281:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.301282:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.301284:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.301288:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.301293:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.301294:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.301296:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.301298:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.301300:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.301303:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.301306:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.301308:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.301310:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.301314:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.301315:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.301320:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.301322:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f28f0. 00000400:00000010:1.0:1712357313.301325:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.301329:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139584, portal 10 00000100:00000001:1.0:1712357313.301331:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.301331:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160205696 : -131938549345920 : ffff8800a9a25180) 00000100:00000040:1.0:1712357313.301336:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.301341:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.301343:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.301344:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357313.301346:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572139584, offset 0 00000400:00000200:1.0:1712357313.301349:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.301353:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.301361:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.301365:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.301368:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.301371:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.301373:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.301375:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [285:285:256:4294967295] 192.168.203.120@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:1.0:1712357313.301378:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.301383:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.301387:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.301389:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.301393:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.301397:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.301399:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.301419:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.301421:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.301422:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.301424:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.301426:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.301427:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.301429:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.301430:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.301432:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.301433:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.301516:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.301518:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.301522:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.301526:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.301528:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357313.301530:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357313.301537:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.301540:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.301546:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.301549:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.301553:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.301554:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.307044:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.307056:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.307059:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.307061:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.307070:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.307075:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.307080:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.307084:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.307087:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.307090:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904840 00000400:00000200:3.0:1712357313.307094:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.307098:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xcd5 [1] + 224 00000800:00000001:3.0:1712357313.307103:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.307112:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.307114:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.307117:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.307122:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.307128:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.307135:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.307147:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.307151:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.307154:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.309677:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.309684:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.309686:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.309689:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f28f0. 00000400:00000200:0.0:1712357313.309695:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:0.0:1712357313.309697:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:0.0:1712357313.309700:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.309708:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.309716:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.309723:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.309724:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.309726:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.309729:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.309730:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.309732:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.309734:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.309741:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.309744:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.309747:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.309748:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.309750:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.309753:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.309755:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.309757:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.309758:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.309764:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.309768:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.309782:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.309785:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.309786:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.309789:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.309795:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.309799:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.309802:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.309803:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.309805:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.309807:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.309812:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.309815:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:0.0:1712357313.309817:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.309818:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.309820:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.309823:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309825:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309827:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:0.0:1712357313.309829:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309831:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000040:0.0:1712357313.309835:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38cd80, remote cookie: 0xa8e7976a8eb20202, flags: 0x1001 00010000:00010000:0.0:1712357313.309839:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.309845:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1c:0x0].0x0, instead of [0x200000401:0x7:0x0].0x0 00010000:00000001:0.0:1712357313.309847:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.309853:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356e00. 00010000:00000010:0.0:1712357313.309860:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.309863:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.309866:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.309872:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309876:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.309880:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.309881:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.309882:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.309883:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.309885:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1c:0x0].0x0 (ffff88012e356e00) refcount = 1 00010000:00010000:0.0:1712357313.309889:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309893:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.309895:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.309896:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.309898:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.309900:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.309902:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309906:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.309908:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.309909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.309911:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.309914:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.309916:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309917:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309918:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.309922:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309924:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309925:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309926:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309927:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:0.0:1712357313.309928:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309929:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309932:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.309933:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.309935:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309939:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309940:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.309941:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309941:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309942:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=5 00000020:00000001:0.0:1712357313.309943:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309944:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309945:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.309947:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309950:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309951:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.309953:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309956:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.309957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.309958:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309959:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.309965:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.309971:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309972:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309973:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.309974:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309975:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309977:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309977:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.309978:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.309979:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.309982:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.309983:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309984:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309985:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.309986:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.309987:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00000002:00010000:0.0:1712357313.309990:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.309994:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.309994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.309996:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.309996:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.309997:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.309998:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.309999:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310000:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000040:0.0:1712357313.310003:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357313.310004:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.310007:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/28 (0 0) 00010000:00000001:0.0:1712357313.310009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310009:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.310013:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.310015:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.310018:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310020:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310022:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310026:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.310027:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357313.310029:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.310032:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310035:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310037:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.310039:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.310040:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.310042:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.310046:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.310048:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1c:0x0] 00000080:00000001:0.0:1712357313.310050:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310051:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.310053:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.310056:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1c:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.310058:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1c:0x0](ffff8800a76dd8c8): rc = 0 00000080:00000001:0.0:1712357313.310059:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123212488 : -131938586339128 : ffff8800a76dd8c8) 00010000:00000001:0.0:1712357313.310060:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.310062:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.310062:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.310063:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310065:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.310068:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.310069:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.310070:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.310071:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310072:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.310074:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.310079:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) for lock 0xbda2fb8f03337e5d 00000080:00000001:0.0:1712357313.310081:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310083:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.310084:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310085:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.310086:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.310087:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.310088:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.310089:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310090:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.310093:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310095:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.310098:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e40cc0. 00000080:00002000:0.0:1712357313.310101:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656510 inode ffff8800a76dd8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.310103:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.310105:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310106:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.310109:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) 00000080:00010000:0.0:1712357313.310111:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337e5d from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357313.310112:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.310113:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.310113:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.310114:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310116:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310117:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.310119:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.310123:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310124:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310125:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.310126:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.310131:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.310137:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.310139:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.310140:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.310143:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310144:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310145:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310147:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.310148:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310149:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310151:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310152:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.310153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310153:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.310155:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.310158:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8200. 00000100:00000001:0.0:1712357313.310160:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.310164:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25180 x1795536572139584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.310169:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.310170:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.310173:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:0.0:1712357313.310176:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.310177:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.310179:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=50 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.310180:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.310182:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:0.0:1712357313.310186:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.310187:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.310188:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25180. 00000100:00000001:0.0:1712357313.310191:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.310192:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.310193:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.310194:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.310195:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357313.310205:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x1c:0x0](ffff8800a76dd8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.310209:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357313.310210:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8),name=__pycache__ 00000080:00000010:0.0:1712357313.310214:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.310218:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310220:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.310222:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x1c:0x0] '__pycache__' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.310224:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.310227:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x200000401:0x1c:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357313.310229:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310230:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.310232:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1c:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.310234:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.310236:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.310237:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.310239:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357313.310240:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.310242:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.310243:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.310245:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357313.310250:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.310252:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.310254:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357313.310258:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357313.310259:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.310261:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.310262:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.310263:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.310264:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.310267:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.310271:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.310273:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) 00000080:00010000:0.0:1712357313.310275:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) for lock 0xbda2fb8f03337e5d 00000080:00000001:0.0:1712357313.310276:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310278:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.310278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310280:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.310281:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.310282:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.310283:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.310284:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310285:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310287:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310287:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.310288:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310289:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.310290:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337e5d from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357313.310292:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.310293:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.310294:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:0.0:1712357313.310295:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310296:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:0.0:1712357313.310297:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.310299:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.310309:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310310:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310311:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.310312:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.310313:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.310317:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.310325:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.310325:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.310327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310328:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310330:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.310330:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310332:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310333:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310334:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.310335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.310337:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.310338:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.310340:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.310343:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x1c:0x0](ffff8800a76dd8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.310346:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.310347:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7656510, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.310349:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310369:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.310370:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.310371:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.310374:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310376:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.310377:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.310380:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.310381:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.310383:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.310384:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310386:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.310387:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.310388:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310390:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.310391:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7656510) flags 0x108008e refc 0 00000080:00000001:0.0:1712357313.310392:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.310393:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:0.0:1712357313.310394:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.310399:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310405:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.310407:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x1c:0x0](ffff8800a76dd8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1642386837.467734620, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.310412:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1642386837, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.310414:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.310415:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.310417:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.310419:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.310420:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1c:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357313.310422:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310424:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.310425:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.310427:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357313.310428:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.310430:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.310432:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.310434:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.310439:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.310441:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.310443:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.310444:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1c:0x0] mode (null) 00000080:00000001:0.0:1712357313.310445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310447:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.310447:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.310449:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 3 00010000:00000001:0.0:1712357313.310450:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.310451:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310452:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310453:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.310454:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.310455:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 3 00010000:00000001:0.0:1712357313.310456:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.310457:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310461:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.310462:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.310463:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.310464:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 3 00010000:00000001:0.0:1712357313.310466:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.310467:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.310468:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.310470:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1c:0x0] lli = ffff8800a76dd800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.310473:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.310474:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.310475:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.310477:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) invalid 00000080:00002000:0.0:1712357313.310478:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7656510) parent ffff8800a750aaf8 inode ffff8800a76dd8c8 refc 1 00000080:00000001:0.0:1712357313.310481:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.310482:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.310483:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310485:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.310486:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.310487:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.310488:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.310489:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.310491:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cd80 with handle 0xbda2fb8f03337e5d from hash 00010000:00000001:0.0:1712357313.310493:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.310493:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310494:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310495:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.310496:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.310497:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.310499:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.310500:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.310501:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.310504:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2a300. 00000020:00000040:0.0:1712357313.310507:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=51 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.310510:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.310512:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.310517:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.310517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310518:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.310520:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.310522:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.310523:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.310528:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b373d000. 00000100:00000001:0.0:1712357313.310532:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310534:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.310535:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.310538:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.310542:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.310543:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.310544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.310546:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337e5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20202 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.310550:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356e00 count: 0 00010000:00000010:0.0:1712357313.310553:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.310558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.310559:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310604:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.310605:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.310606:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.310608:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1642386837, ctime 1712357313 00000020:00100000:0.0:1712357313.310614:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.310619:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.310623:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.310625:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.310628:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.310630:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.310631:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.310635:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.310638:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.310641:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.310642:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.310644:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.310646:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.310652:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.310653:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.310655:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.310657:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.310658:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139712:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.310661:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.310664:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.310666:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.310667:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.310677:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357313.310679:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.310684:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.310687:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.310691:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.310704:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572139712, portal 10 00000100:00000001:0.0:1712357313.310705:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.310706:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000040:0.0:1712357313.310710:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.310715:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.310717:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.310718:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.310720:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572139712, offset 0 00000400:00000200:0.0:1712357313.310723:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.310729:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.310734:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.310741:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.310745:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.310748:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.310750:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.310753:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [286:286:256:4294967295] 192.168.203.120@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:0.0:1712357313.310756:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.310763:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.310767:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.310770:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.310783:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.310789:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.310792:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.311042:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.311044:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.311045:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.311047:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.311048:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.311050:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.311052:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.311053:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.311055:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.311056:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.311141:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.311145:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357313.311149:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.311153:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.311155:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:3.0:1712357313.311157:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:3.0:1712357313.311160:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.311163:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.311171:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.311173:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.311177:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.311178:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.313000:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.313010:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.313014:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.313015:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.313023:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.313027:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.313032:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.313034:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.313037:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.313040:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9048c0 00000400:00000200:3.0:1712357313.313044:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.313047:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xcdd [1] + 224 00000800:00000001:3.0:1712357313.313052:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.313062:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.313064:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.313067:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.313071:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.313076:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.313090:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.313108:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.313114:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.313117:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.313120:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.313124:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [287:287:256:4294967295] 192.168.203.120@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000200:3.0:1712357313.313128:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357313.313132:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357313.313134:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000400:00000001:0.0:1712357313.313137:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1712357313.313138:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000001:0.0:1712357313.313139:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1712357313.313141:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000400:00000010:0.0:1712357313.313141:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.313144:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.313146:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.313148:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.313152:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357313.313154:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.313159:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000200:0.0:1712357313.313159:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2a300 x1795536572139712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357313.313163:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357313.313178:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.313180:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.313182:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.313184:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.313186:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.313187:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.313190:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.313197:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.313200:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.313202:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.313203:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.313205:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.313207:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313210:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.313211:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.313212:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.313214:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.313215:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160226560 : -131938549325056 : ffff8800a9a2a300) 00000100:00000001:0.0:1712357313.313217:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.313219:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.313220:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.313221:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.313223:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1712357313.313225:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2a300 x1795536572139712/t4294967348(4294967348) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000010:3.0:1712357313.313226:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357313.313228:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357313.313230:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1712357313.313231:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357313.313232:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.313233:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.313235:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:0.0:1712357313.313236:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2a300 x1795536572139712/t4294967348(4294967348) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.313242:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139712:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.313245:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.313247:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313253:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.313254:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.313257:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2a300 x1795536572139712/t4294967348(4294967348) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.313262:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.313264:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.313265:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.313267:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.313267:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.313272:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.313274:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313276:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.313279:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.313281:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.313283:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.313287:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.313289:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1c:0x0] 00000080:00000001:0.0:1712357313.313291:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313293:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.313295:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.313298:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1c:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.313299:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.313302:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2a300 x1795536572139712/t4294967348(4294967348) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.313306:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.313309:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.313311:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313312:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313314:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.313316:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00200008:0.0:1712357313.313322:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x1c:0x0](ffff8800a76dd8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.309000000, mtime 1642386837.467734620, ctime 1712357313.309000000, rc 0 00000080:00000001:0.0:1712357313.313326:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313330:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.313336:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7656510, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.313339:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.313343:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.313346:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.313348:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.313349:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.313351:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313361:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.313363:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.313364:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.313367:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313369:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.313370:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.313372:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.313374:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=17 00000080:00000001:0.0:1712357313.313376:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.313378:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.313379:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.313380:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.313382:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.313387:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=1 00000080:00000001:0.0:1712357313.313390:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.313391:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:0.0:1712357313.313395:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.313400:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.313402:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.313404:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.313406:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.313409:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357313.313411:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.313413:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.313415:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.313418:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.313420:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.313423:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2ad80. 00000020:00000040:0.0:1712357313.313429:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.313433:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.313436:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.313440:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.313441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.313442:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313443:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.313445:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.313447:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.313452:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d000. 00000100:00000001:0.0:1712357313.313455:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.313458:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.313459:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.313460:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.313461:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.313462:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.313466:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160229248 : -131938549322368 : ffff8800a9a2ad80) 00010000:00000001:0.0:1712357313.313469:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.313470:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.313475:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.313477:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.313479:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.313481:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357313.313484:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.313486:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f03337e64 to hash 00000020:00000001:0.0:1712357313.313487:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.313488:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.313490:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.313492:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.313494:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.313496:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.313502:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.313516:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.313520:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.313522:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.313525:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.313526:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.313527:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.313528:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160229248 : -131938549322368 : ffff8800a9a2ad80) 00000100:00000001:0.0:1712357313.313531:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.313534:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313535:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.313537:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.313540:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.313545:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.313547:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.313549:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.313551:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.313553:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.313555:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.313559:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.313560:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.313561:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.313565:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.313566:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.313580:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.313608:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.313612:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.313615:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139776, portal 10 00000100:00000001:0.0:1712357313.313617:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.313617:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160229248 : -131938549322368 : ffff8800a9a2ad80) 00000100:00000040:0.0:1712357313.313622:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.313631:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.313634:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.313636:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357313.313638:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572139776, offset 0 00000400:00000200:0.0:1712357313.313642:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.313646:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.313649:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.313652:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.313654:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.313657:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.313659:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.313661:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [288:288:256:4294967295] 192.168.203.120@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:0.0:1712357313.313664:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.313670:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.313674:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.313676:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.313679:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.313682:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.313685:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.313694:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313696:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.313698:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313700:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.313700:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.313702:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.313704:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.313705:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.313706:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.313706:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.313737:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.313740:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357313.313742:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.313746:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.313748:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:2.0:1712357313.313749:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:2.0:1712357313.313752:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.313759:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.313766:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.313769:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.313773:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.313775:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.316139:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.316150:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.316153:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.316155:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.316161:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.316166:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.316171:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.316173:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.316176:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.316182:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904900 00000400:00000200:3.0:1712357313.316185:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.316189:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xce5 [1] + 224 00000800:00000001:3.0:1712357313.316194:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.316201:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.316203:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.316206:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.316210:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.316215:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.316224:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.316242:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.316246:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.316248:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.316283:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.316288:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.316289:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.316296:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.316299:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.316300:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.316302:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.316306:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.316314:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.316319:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.316320:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.316322:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.316324:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.316326:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.316327:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.316329:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.316334:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.316337:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.316339:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.316340:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316342:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.316344:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.316346:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.316348:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.316349:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.316350:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.316354:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.316358:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.316360:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.316361:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.316364:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.316371:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.316379:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.316382:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.316383:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.316384:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.316387:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.316392:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.316394:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.316396:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.316397:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316398:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.316401:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316403:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316405:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357313.316406:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316408:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000040:0.0:1712357313.316412:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0fc0, remote cookie: 0xa8e7976a8eb20225, flags: 0x1001 00010000:00010000:0.0:1712357313.316416:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.316422:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1c:0x0].0x0, instead of [0x200000401:0x7:0x0].0x0 00010000:00000001:0.0:1712357313.316424:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.316428:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357313.316430:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.316433:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.316435:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.316440:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316450:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.316452:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.316453:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.316454:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.316455:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.316457:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1c:0x0].0x0 (ffff88012e356d00) refcount = 1 00010000:00010000:0.0:1712357313.316460:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316465:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.316467:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.316468:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.316470:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.316471:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.316474:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316477:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.316478:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316479:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316480:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316481:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316482:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316485:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.316486:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316487:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316488:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316489:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316490:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316492:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316493:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316493:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357313.316495:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316499:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316501:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.316502:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.316504:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316508:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316509:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316510:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316511:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316511:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357313.316513:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316514:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316516:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.316518:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316521:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316522:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.316524:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316527:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.316528:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316528:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316529:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316529:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.316533:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.316538:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316539:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316540:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316541:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316545:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.316549:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316550:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316552:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.316553:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316554:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316555:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316567:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316579:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000002:00010000:0.0:1712357313.316598:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316604:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316605:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316606:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.316606:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316607:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316608:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316609:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316611:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000040:0.0:1712357313.316614:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357313.316615:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.316617:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/28 (0 0) 00010000:00000001:0.0:1712357313.316619:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316620:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.316621:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.316622:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.316625:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316627:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316629:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.316632:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.316634:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357313.316640:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.316642:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316645:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316647:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.316648:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.316650:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.316652:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.316656:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.316657:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1c:0x0] 00000080:00000001:0.0:1712357313.316659:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.316661:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.316662:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.316665:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1c:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.316667:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1c:0x0](ffff8800a76dd8c8): rc = 0 00000080:00000001:0.0:1712357313.316669:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123212488 : -131938586339128 : ffff8800a76dd8c8) 00010000:00000001:0.0:1712357313.316670:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316671:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316672:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316674:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316675:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316677:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.316678:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.316679:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.316680:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.316682:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316683:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.316684:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.316687:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) for lock 0xbda2fb8f03337e64 00000080:00000001:0.0:1712357313.316689:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316691:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.316692:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316693:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.316694:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316695:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316699:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316700:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316702:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.316705:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316706:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.316710:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b6e409c0. 00000080:00002000:0.0:1712357313.316713:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode ffff8800a76dd8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.316715:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.316717:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.316718:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.316720:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) 00000080:00010000:0.0:1712357313.316723:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337e64 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357313.316724:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.316725:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.316725:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357313.316726:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316728:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.316729:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.316730:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316734:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316735:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316736:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.316737:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.316739:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.316745:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.316747:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.316748:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.316750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316754:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316755:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316757:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.316758:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316759:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316761:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316762:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.316763:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316764:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.316765:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.316768:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357313.316771:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.316775:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2ad80 x1795536572139776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.316780:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.316781:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.316784:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.316786:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.316788:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.316789:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=51 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.316791:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.316792:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d000. 02000000:00000001:0.0:1712357313.316794:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.316796:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.316797:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2ad80. 00000100:00000001:0.0:1712357313.316799:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.316800:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.316802:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.316803:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357313.316804:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.316811:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.316813:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x1c:0x0](ffff8800a76dd8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.316818:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.316821:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.316823:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.316828:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.316831:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.316832:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1c:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357313.316835:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316837:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.316838:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.316840:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357313.316842:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.316844:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.316846:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.316848:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.316853:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.316855:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.316857:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.316858:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1c:0x0] mode (null) 00000080:00000001:0.0:1712357313.316860:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316861:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.316862:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.316864:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357313.316865:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.316867:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.316868:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316869:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.316869:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.316870:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357313.316871:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.316872:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.316874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.316875:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.316875:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.316876:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357313.316877:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.316879:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.316880:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.316882:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1c:0x0] lli = ffff8800a76dd800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.316887:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.316889:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.316890:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.316891:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) invalid 00000080:00002000:0.0:1712357313.316892:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516870) parent ffff8800a750aaf8 inode ffff8800a76dd8c8 refc 1 00000080:00000001:0.0:1712357313.316894:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.316896:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.316897:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316898:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.316900:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.316901:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.316902:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.316903:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.316905:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f03337e64 from hash 00010000:00000001:0.0:1712357313.316907:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.316908:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316908:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316909:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.316910:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.316911:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.316913:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.316915:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.316916:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.316919:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2ad80. 00000020:00000040:0.0:1712357313.316921:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.316924:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.316926:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.316927:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.316928:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316929:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.316931:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.316932:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.316934:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.316938:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800adb0b000. 00000100:00000001:0.0:1712357313.316942:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316946:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.316948:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.316951:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.316956:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.316958:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.316959:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.316961:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03337e64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20225 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.316966:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00010000:00000010:0.0:1712357313.316969:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.316974:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.316976:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316977:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.316978:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.316979:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.316980:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:0.0:1712357313.316986:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.316990:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.316995:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.316996:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.316999:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.317001:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.317002:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.317003:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160229248 : -131938549322368 : ffff8800a9a2ad80) 00000100:00000001:0.0:1712357313.317006:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.317008:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.317010:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.317011:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.317014:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.317026:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.317027:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.317029:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.317031:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.317033:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139904:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.317036:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.317040:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.317041:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.317042:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.317045:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d000. 02000000:00000001:0.0:1712357313.317046:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.317049:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.317051:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.317055:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.317058:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572139904, portal 10 00000100:00000001:0.0:1712357313.317059:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.317060:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160229248 : -131938549322368 : ffff8800a9a2ad80) 00000100:00000040:0.0:1712357313.317064:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.317069:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.317071:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.317072:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357313.317074:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572139904, offset 0 00000400:00000200:0.0:1712357313.317078:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.317082:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.317086:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.317089:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.317092:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.317094:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.317096:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.317099:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [289:289:256:4294967295] 192.168.203.120@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:0.0:1712357313.317102:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.317113:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.317117:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.317120:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.317124:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.317129:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.317131:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.317147:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.317148:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.317150:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.317154:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.317155:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.317157:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.317159:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.317160:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.317162:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.317163:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.317232:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.317235:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:2.0:1712357313.317237:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.317241:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.317243:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:2.0:1712357313.317245:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:2.0:1712357313.317247:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.317250:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.317257:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.317260:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.317265:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.317266:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.319812:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:1.1:1712357313.319820:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b37640c0. 00000800:00000001:3.0:1712357313.320698:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.320709:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.320711:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.320713:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.320725:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.320731:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.320736:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.320740:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.320743:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.320746:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef904980 00000400:00000200:3.0:1712357313.320750:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.320754:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xced [1] + 224 00000800:00000001:3.0:1712357313.320760:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.320769:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.320772:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.320776:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.320781:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.320790:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.320799:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.321094:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.321100:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.321103:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.321108:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.321112:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [290:290:256:4294967295] 192.168.203.120@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:3.0:1712357313.321115:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.321122:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.321126:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.321129:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357313.321133:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.321138:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.321141:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357313.321158:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357313.321295:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.321300:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.321301:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.321303:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.321306:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.321307:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.321309:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.321313:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.321320:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2ad80 x1795536572139904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.321325:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.321326:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.321327:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.321330:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.321332:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.321333:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.321335:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.321345:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.321348:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.321350:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.321352:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.321354:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.321356:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321358:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.321359:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000032/0x0] 00000100:00000001:0.0:1712357313.321361:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.321362:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.321363:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160229248 : -131938549322368 : ffff8800a9a2ad80) 00000100:00000001:0.0:1712357313.321365:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.321367:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.321368:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.321369:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.321373:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2ad80 x1795536572139904/t4294967349(4294967349) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.321378:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.321381:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.321382:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.321385:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2ad80 x1795536572139904/t4294967349(4294967349) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.321391:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139904:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.321394:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.321396:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321398:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.321399:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.321402:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2ad80 x1795536572139904/t4294967349(4294967349) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.321407:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.321409:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.321411:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.321415:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.321420:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.321423:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321425:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.321428:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.321430:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.321432:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.321436:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.321438:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1c:0x0] 00000080:00000001:0.0:1712357313.321440:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321442:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.321444:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.321447:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1c:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.321448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.321451:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2ad80 x1795536572139904/t4294967349(4294967349) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.321455:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321456:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.321458:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.321459:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321460:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321462:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.321465:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000080:00200008:0.0:1712357313.321471:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x1c:0x0](ffff8800a76dd8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.316000000, rc 0 00000080:00000001:0.0:1712357313.321476:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321480:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.321482:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516870, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.321484:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.321488:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.321491:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.321492:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.321493:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry asn1crypto (ffff8800a750aaf8, parent ffff8800a7656360, inode ffff8800a76da0c8) hashed, 00000080:00000001:0.0:1712357313.321495:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321512:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.321519:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.321520:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.321524:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321526:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.321527:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.321529:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.321530:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.321533:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.321534:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.321536:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.321537:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.321539:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.321543:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=16 00000080:00000001:0.0:1712357313.321546:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.321547:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=0 00000080:00000010:0.0:1712357313.321551:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.321555:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.321557:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.321559:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x7:0x0] 00800000:00000001:0.0:1712357313.321562:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.321565:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357313.321567:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.321580:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.321596:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357313.321599:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.321601:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.321605:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.321608:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.321612:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.321615:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.321618:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.321619:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.321620:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321622:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.321624:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.321631:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.321636:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357313.321639:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.321642:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.321644:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.321645:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.321645:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.321647:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.321652:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.321655:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.321656:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.321661:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:0.0:1712357313.321663:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.321664:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.321667:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0b40. 00000020:00000001:0.0:1712357313.321669:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.321671:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0b40 with handle 0xbda2fb8f03337e6b to hash 00000020:00000001:0.0:1712357313.321673:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.321674:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.321676:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.321678:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.321679:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.321682:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.321688:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.321695:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.321698:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.321700:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.321703:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.321704:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.321709:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.321710:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.321713:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.321715:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321717:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.321718:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.321722:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.321729:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.321730:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.321732:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.321734:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.321736:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.321739:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.321742:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.321744:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.321745:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.321749:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.321751:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.321754:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.321756:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.321760:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.321763:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572139968, portal 10 00000100:00000001:0.0:1712357313.321765:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.321766:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.321769:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.321775:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.321776:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.321778:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357313.321781:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572139968, offset 0 00000400:00000200:0.0:1712357313.321784:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.321788:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.321795:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.321798:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.321801:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.321804:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.321805:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.321808:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [291:291:255:4294967295] 192.168.203.120@tcp LPNI seq info [291:291:7:4294967295] 00000400:00000200:0.0:1712357313.321810:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.321816:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.321820:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.321822:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.321825:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.321828:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.321830:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.321833:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321834:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.321836:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321838:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.321839:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.321841:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.321842:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.321843:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.321845:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.321845:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.321912:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.321915:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000800:00000001:2.0:1712357313.321916:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.321918:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.321921:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:3.0:1712357313.321953:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.321955:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357313.321958:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.321960:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.321962:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357313.321963:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357313.321966:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.321968:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.321975:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.321982:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.321986:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.321987:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.325694:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356e00. 00010000:00000010:3.1:1712357313.325704:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cd80. 00000080:00000010:3.1:1712357313.325709:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e40cc0. 00010000:00000010:3.1:1712357313.325713:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:3.1:1712357313.325716:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000800:00000001:2.0:1712357313.328421:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.328431:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.328433:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.328435:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.328444:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.328450:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.328455:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.328459:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.328462:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.328466:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9049c0 00000400:00000200:2.0:1712357313.328469:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.328479:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xcf5 [1] + 224 00000800:00000001:2.0:1712357313.328485:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.328495:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.328497:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.328501:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.328505:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.328512:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.328520:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.328542:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.328548:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.328551:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.328567:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.328580:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.328596:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.328598:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.328602:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.328604:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.328606:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.328610:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.328712:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.328722:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.328724:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.328726:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.328728:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.328730:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.328732:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.328734:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.328740:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.328743:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.328745:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.328746:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.328748:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.328751:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.328753:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.328755:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.328756:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.328757:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.328761:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.328767:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.328769:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.328770:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.328773:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.328779:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572139968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.328783:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.328785:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.328788:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.328789:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.328791:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.328796:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.328802:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.328804:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.328805:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.328807:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.328810:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.328812:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.328814:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=4 00000020:00000001:0.0:1712357313.328816:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.328818:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000040:0.0:1712357313.328822:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0b40, remote cookie: 0xa8e7976a8eb20248, flags: 0x1001 00010000:00010000:0.0:1712357313.328826:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.328832:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1c:0x0].0x0, instead of [0x200000401:0x7:0x0].0x0 00010000:00000001:0.0:1712357313.328835:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.328840:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356700. 00010000:00000010:0.0:1712357313.328842:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f80. 00010000:00000001:0.0:1712357313.328845:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.328848:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.328854:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.328858:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.328861:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.328862:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.328863:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.328864:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.328865:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1c:0x0].0x0 (ffff88012e356700) refcount = 1 00010000:00010000:0.0:1712357313.328868:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.328880:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.329648:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.329649:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.329652:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.329654:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.329656:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329662:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.329663:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329664:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329665:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329666:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329667:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.329670:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.329672:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329673:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329674:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329675:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329677:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329678:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329679:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329680:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=4 00000020:00000001:0.0:1712357313.329681:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329682:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329684:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.329686:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.329688:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329692:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329698:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329699:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329700:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=5 00000020:00000001:0.0:1712357313.329701:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329702:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329704:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.329706:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329711:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.329713:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329717:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.329718:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329719:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329719:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329720:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.329724:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.329731:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329731:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329732:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329733:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329735:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.329738:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.329739:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.329741:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.329743:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329743:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329744:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329749:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329751:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00000002:00010000:0.0:1712357313.329753:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329758:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329759:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.329760:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329761:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329762:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329763:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329764:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000040:0.0:1712357313.329767:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.329769:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.329771:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/28 (0 0) 00010000:00000001:0.0:1712357313.329773:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329774:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.329775:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.329776:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.329779:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329781:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329783:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.329787:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.329788:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357313.329790:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.329792:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329795:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.329797:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.329799:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.329800:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.329803:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.329807:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.329809:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1c:0x0] 00000080:00000001:0.0:1712357313.329815:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.329820:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502300 : 144115205272502300 : 20000040100001c) 00000080:00000001:0.0:1712357313.329822:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.329825:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1c:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.329827:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1c:0x0](ffff8800a76dd8c8): rc = 0 00000080:00000001:0.0:1712357313.329829:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123212488 : -131938586339128 : ffff8800a76dd8c8) 00010000:00000001:0.0:1712357313.329831:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329831:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329833:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329834:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329835:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329837:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.329838:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.329839:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.329840:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.329841:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329843:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.329844:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.329847:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) for lock 0xbda2fb8f03337e6b 00000080:00000001:0.0:1712357313.329849:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329850:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.329851:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.329853:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.329853:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329854:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329855:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329856:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329857:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329859:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329859:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.329860:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329861:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.329865:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa265680. 00000080:00002000:0.0:1712357313.329869:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516bd0 inode ffff8800a76dd8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.329874:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.329877:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.329879:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.329881:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1c:0x0](ffff8800a76dd8c8) 00000080:00010000:0.0:1712357313.329883:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337e6b from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357313.329885:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.329885:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.329886:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0b40 refcount=3 00000020:00000001:0.0:1712357313.329888:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329889:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183780672 : -131938525770944 : ffff8800ab0a0b40) 00010000:00000001:0.0:1712357313.329890:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.329892:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329898:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329899:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.329900:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.329902:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0b40/0xbda2fb8f03337e6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20248 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.329907:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.329909:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.329911:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.329913:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329914:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.329915:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.329918:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.329919:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.329920:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.329922:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.329923:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.329924:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.329925:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.329926:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.329932:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357313.329935:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.329939:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572139968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.329944:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.329946:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.329949:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.329952:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.329954:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.329955:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.329956:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.329958:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357313.329961:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.329962:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.329964:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357313.329967:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.329968:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.329973:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.329975:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.329978:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.329984:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.329987:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.329988:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.329992:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.329996:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.329999:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.330000:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.330003:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.330005:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.330008:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.330009:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.330011:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.330014:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.330019:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.330021:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.330024:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.330027:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.330030:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.330032:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.330033:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.330034:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.330036:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.330037:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.330040:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.330043:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357313.330047:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.330050:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.330052:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.330053:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.330053:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.330055:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.330059:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.330062:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.330063:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.330065:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.330066:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.330068:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.330070:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357313.330072:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.330074:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03337e72 to hash 00000020:00000001:0.0:1712357313.330075:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.330076:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.330078:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.330080:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.330081:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.330083:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.330088:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.330099:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.330103:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.330104:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.330107:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.330109:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.330111:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.330112:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.330115:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.330118:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.330120:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.330121:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.330125:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.330130:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.330131:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.330133:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.330135:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.330137:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.330140:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.330143:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.330145:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.330146:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.330149:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.330150:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.330155:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.330157:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.330161:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.330165:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140032, portal 10 00000100:00000001:0.0:1712357313.330167:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.330168:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.330172:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.330181:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.330184:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.330185:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357313.330188:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140032, offset 0 00000400:00000200:0.0:1712357313.330192:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.330197:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.330201:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.330206:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.330210:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.330213:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.330215:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.330218:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [292:292:256:4294967295] 192.168.203.120@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:0.0:1712357313.330221:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.330228:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.330233:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.330237:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.330241:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.330247:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.330250:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.330271:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.330273:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.330275:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.330277:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.330278:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.330279:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.330281:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.330282:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.330284:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.330285:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.330382:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.330385:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357313.330388:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.330391:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.330394:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357313.330395:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357313.330398:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.330401:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.330408:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.330410:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.330414:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.330415:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.333754:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.333769:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.333772:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.333774:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.333782:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.333787:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.333794:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.333797:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.333800:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.333803:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904a00 00000400:00000200:2.0:1712357313.333807:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.333812:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xcfd [1] + 224 00000800:00000001:2.0:1712357313.333817:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.333830:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.333832:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.333836:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.333842:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.333848:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.333866:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.333879:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.333884:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.333888:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.334199:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.334208:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.334210:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.334221:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.334227:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.334230:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.334233:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.334242:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.334251:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.334257:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.334259:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.334261:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.334265:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.334267:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.334270:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.334273:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.334282:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.334286:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.334288:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.334291:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.334297:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.334300:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.334302:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.334304:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.334306:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.334310:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.334315:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.334319:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.334320:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.334323:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.334330:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.334338:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.334342:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.334345:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.334347:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.334350:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.334356:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.334359:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.334361:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.334363:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.334366:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.334370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.334373:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.334376:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357313.334378:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.334380:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00010000:0.0:1712357313.334385:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334395:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.334398:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334403:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.334406:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334410:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.334412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.334414:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334418:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.334424:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.334427:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.334429:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.334434:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.334438:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.334441:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334447:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.334448:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.334450:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334454:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.334457:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.334458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.334459:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.334460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357313.334461:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.334463:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.334465:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.334468:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.334472:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.334473:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.334475:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.334477:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.334480:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.334481:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.334482:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.334483:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.334486:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f03337e72 from hash 00010000:00000001:0.0:1712357313.334491:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.334492:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.334492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.334493:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.334494:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.334496:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.334497:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.334498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.334499:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334501:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.334503:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334506:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.334507:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.334508:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.334509:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.334510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.334511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.334512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.334513:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03337e72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.334521:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.334523:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.334527:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.334531:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.334537:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.334539:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334540:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334542:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334544:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.334546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.334547:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334549:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.334551:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.334558:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.334561:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.334563:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334575:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.334577:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.334616:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2655e0. 00000080:00002000:0.0:1712357313.334621:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.334627:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.334632:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.334636:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334639:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.334641:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.334643:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.334649:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.334651:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.334655:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.334658:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334659:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.334660:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334662:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.334665:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.334668:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357313.334672:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.334675:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572140032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.334681:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.334682:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.334685:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.334689:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.334691:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.334693:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.334695:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.334697:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357313.334700:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.334702:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.334709:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357313.334711:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.334712:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.334714:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.334716:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.334717:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.334722:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.334724:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a75161b0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.334726:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.334729:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.334732:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.334734:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.334735:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.334737:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334765:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.334768:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.334770:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.334774:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334777:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.334778:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.334781:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.334783:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.334796:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.334799:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334801:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.334802:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.334804:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334805:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.334806:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x108008e refc 0 00000080:00000001:0.0:1712357313.334808:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.334809:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.334810:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.334811:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.334813:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.334814:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.334815:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.334822:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.334829:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.334831:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.334836:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.334842:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.334845:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.334846:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.334849:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.334853:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.334855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.334858:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.334859:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.334862:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.334864:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.334867:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.335049:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.335054:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.335058:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.335062:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.335063:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.335064:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.335067:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.335069:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.335072:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.335077:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357313.335082:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.335084:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.335086:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.335087:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.335088:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.335089:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.335095:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.335098:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.335099:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.335101:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.335106:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.335108:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.335112:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357313.335113:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.335115:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f03337e79 to hash 00000020:00000001:0.0:1712357313.335117:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.335119:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.335121:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.335123:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.335124:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.335126:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.335131:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.335138:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.335141:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.335143:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.335147:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.335148:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.335150:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.335151:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.335156:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.335159:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.335161:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.335162:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.335166:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.335171:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.335173:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.335175:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.335180:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.335183:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140096:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.335186:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.335191:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.335192:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.335194:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.335196:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.335198:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.335204:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.335207:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.335211:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.335217:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140096, portal 10 00000100:00000001:0.0:1712357313.335218:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.335219:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.335223:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.335229:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.335231:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.335232:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357313.335234:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572140096, offset 0 00000400:00000200:0.0:1712357313.335238:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.335244:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.335250:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.335255:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.335258:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.335261:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.335263:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.335266:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [293:293:256:4294967295] 192.168.203.120@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:0.0:1712357313.335269:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.335276:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.335282:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.335284:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.335292:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.335300:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.335303:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.335312:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.335313:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.335315:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.335317:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.335318:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.335320:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.335321:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.335323:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.335324:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.335325:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.335450:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.335455:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357313.335459:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.335465:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.335469:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:3.0:1712357313.335471:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:3.0:1712357313.335475:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.335480:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.335488:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.335491:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.335496:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.335497:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357313.337846:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b6e409c0. 00000800:00000001:2.0:1712357313.344647:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.344662:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.344666:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.344669:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.344679:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.344684:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.344691:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.344694:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.344697:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.344701:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904a40 00000400:00000200:2.0:1712357313.344704:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.344709:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd05 [1] + 224 00000800:00000001:2.0:1712357313.344715:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.344730:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.344732:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.344736:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.344741:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.344748:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.344756:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.344768:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.344773:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.344777:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.344835:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.344844:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.344846:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.344850:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.344855:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.344857:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.344860:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.344868:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.344877:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.344883:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.344884:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.344886:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.344890:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.344892:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.344894:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.344896:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.344904:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.344908:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.344910:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.344913:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.344927:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.344931:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.345891:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.345893:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.345896:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.345902:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.345908:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.345911:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.345913:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.345915:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.345921:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140096:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.345925:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.345928:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.345930:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.345931:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.345934:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.345938:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.345941:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.345943:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.345944:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.345947:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.345951:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.345953:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.345956:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357313.345958:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.345960:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357313.345964:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.345976:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.345979:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.345983:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.345986:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.345990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.345991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.345993:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.345997:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.345999:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.346002:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.346004:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.346008:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.346011:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.346013:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.346017:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.346019:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.346020:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.346024:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.346026:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.346026:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.346027:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.346031:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357313.346032:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.346034:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.346036:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.346038:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.346041:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.346043:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.346045:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.346046:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.346048:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.346049:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.346050:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.346051:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.346052:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f03337e79 from hash 00010000:00000001:0.0:1712357313.346054:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.346054:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.346055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.346055:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.346056:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.346057:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.346058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.346059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.346060:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346061:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.346063:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.346066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.346066:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.346067:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.346068:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.346068:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.346069:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.346069:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.346071:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337e79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.346080:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.346082:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.346086:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.346089:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.346095:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.346096:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346097:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346098:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346101:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.346102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.346103:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346104:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.346105:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.346108:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.346111:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.346113:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346116:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.346118:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.346122:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa2f3460. 00000080:00002000:0.0:1712357313.346127:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.346133:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.346136:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.346140:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346143:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.346144:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.346146:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.346151:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.346153:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.346157:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.346159:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346161:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.346162:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346167:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.346169:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.346173:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357313.346178:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.346180:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572140096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.346185:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.346187:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.346190:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.346193:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.346195:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.346197:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.346199:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.346201:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357313.346203:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.346205:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.346207:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357313.346209:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.346210:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.346211:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.346212:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.346213:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.346219:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.346220:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.346222:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.346225:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.346228:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.346230:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.346232:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.346234:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346263:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.346265:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.346267:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.346271:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346274:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.346276:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.346278:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.346282:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.346286:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.346288:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346290:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.346291:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.346293:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346294:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.346295:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.346296:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.346297:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.346298:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.346299:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.346300:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.346301:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.346302:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.346310:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_elliptic_curve.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.346313:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.346314:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_elliptic_curve.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.346318:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.346323:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.346325:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.346327:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_elliptic_curve.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.346329:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.346332:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_elliptic_curve.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.346334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346336:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.346337:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _elliptic_curve.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.346340:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.346342:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.346345:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.346347:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.346350:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.346354:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.346360:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.346361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.346362:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.346364:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.346366:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.346369:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.346373:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357313.346377:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.346380:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.346382:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.346383:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.346384:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.346385:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.346390:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.346393:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.346394:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.346396:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.346397:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.346399:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.346401:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357313.346402:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.346405:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03337e80 to hash 00000020:00000001:0.0:1712357313.346406:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.346407:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.346410:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.346412:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.346412:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.346414:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.346419:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.346425:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.346434:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.346435:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.346439:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.346440:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.346443:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.346443:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.346447:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.346451:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.346452:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.346454:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.346457:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.346462:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.346463:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.346466:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.346468:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.346470:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.346473:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.346477:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.346479:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.346481:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.346483:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.346484:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.346490:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.346493:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.346498:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.346503:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140160, portal 10 00000100:00000001:0.0:1712357313.346504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.346505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.346508:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.346514:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.346519:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.346521:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357313.346523:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572140160, offset 0 00000400:00000200:0.0:1712357313.346528:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.346533:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.346538:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.346543:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.346547:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.346550:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.346552:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.346555:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [294:294:256:4294967295] 192.168.203.120@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:0.0:1712357313.346557:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.346564:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.346580:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.346598:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.346602:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.346609:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.346612:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.346629:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.346630:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.346632:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.346634:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.346635:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.346637:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.346639:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.346640:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.346641:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.346642:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.346774:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.346785:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.346789:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.346795:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.346798:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:3.0:1712357313.346800:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:3.0:1712357313.346804:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.346808:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.346817:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.346820:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.346826:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.346827:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.350135:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000080:00000010:3.1:1712357313.350147:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2655e0. 00010000:00000010:3.1:1712357313.355794:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:3.1:1712357313.355809:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa2f3460. 00000800:00000001:2.0:1712357313.356504:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.356519:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.356532:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.356535:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.356553:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.356559:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.356565:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.356578:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.356617:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.356621:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904a80 00000400:00000200:2.0:1712357313.356624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.356629:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd0d [1] + 224 00000800:00000001:2.0:1712357313.356635:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.356647:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.356650:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.356654:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.356658:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.356664:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.356673:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.356686:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.356692:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.356695:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.356831:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.356841:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.356843:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.356846:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:0.0:1712357313.356852:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357313.356854:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357313.356864:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.356872:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.356882:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.356888:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.356890:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.356892:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.356895:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.356897:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.356899:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.356902:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.356910:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.356913:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.356915:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.356918:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.356923:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.356925:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.356927:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.356928:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.356931:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.356933:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.356938:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.356941:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.356943:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.356945:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.356951:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.356954:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.356960:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.356962:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.356964:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.356967:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.356972:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.356975:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.356977:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.356978:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.356981:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.356985:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.356988:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.356991:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357313.356993:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.356995:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357313.357000:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357009:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.357012:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357017:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.357019:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.357025:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.357027:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357031:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.357033:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.357035:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.357037:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.357045:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.357048:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.357051:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357055:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.357056:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.357058:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357062:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.357063:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.357064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.357065:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.357065:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357313.357066:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.357068:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.357070:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.357072:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.357075:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.357076:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.357078:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.357079:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.357081:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.357082:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.357083:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.357084:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.357086:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03337e80 from hash 00010000:00000001:0.0:1712357313.357087:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.357088:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.357091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.357092:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.357094:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.357095:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.357097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.357098:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.357099:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357100:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.357102:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.357105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.357106:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.357107:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.357108:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.357108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.357109:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.357110:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337e80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.357116:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.357117:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.357121:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.357124:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.357129:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.357130:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357131:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357132:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357134:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.357136:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.357137:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357138:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.357139:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_elliptic_curve.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.357142:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.357145:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.357150:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357154:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.357156:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.357161:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b83380. 00000080:00002000:0.0:1712357313.357166:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.357171:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.357174:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.357178:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357181:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.357182:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.357184:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.357189:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.357191:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.357194:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.357197:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357198:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.357200:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357202:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.357204:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.357207:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:0.0:1712357313.357211:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.357213:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572140160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.357217:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.357219:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.357222:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.357226:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.357228:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.357229:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.357231:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.357233:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357313.357237:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.357238:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.357240:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357313.357242:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.357243:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.357247:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.357248:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.357249:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.357254:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.357256:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _elliptic_curve.cpython-36.opt-1.pyc (ffff8800a7516360, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.357259:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.357261:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.357263:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.357264:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.357265:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.357267:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357296:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.357299:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.357301:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.357306:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357310:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.357311:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.357313:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.357315:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.357318:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.357320:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357322:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.357323:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.357325:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357327:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.357327:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.357329:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.357330:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.357331:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.357332:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.357334:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.357335:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.357337:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.357343:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_elliptic_curve.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.357346:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.357347:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_elliptic_curve.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.357356:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b609e200. 00000080:00000001:0.0:1712357313.357362:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.357364:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.357366:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_elliptic_curve.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.357369:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.357372:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_elliptic_curve.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.357374:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357376:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.357377:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _elliptic_curve.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.357380:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.357382:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.357385:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.357387:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.357391:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.357395:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.357399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.357400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.357401:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.357403:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.357405:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.357408:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.357413:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357313.357418:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.357421:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.357422:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.357423:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.357424:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.357426:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.357432:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.357434:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.357436:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.357438:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.357439:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.357441:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.357446:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357313.357449:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.357451:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337e87 to hash 00000020:00000001:0.0:1712357313.357452:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.357453:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.357456:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.357458:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.357459:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.357461:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.357466:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.357472:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.357476:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.357477:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.357481:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.357482:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.357484:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.357485:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.357489:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.357492:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.357494:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.357495:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.357499:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.357505:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.357506:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.357509:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.357511:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.357513:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.357520:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.357525:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.357527:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.357529:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.357532:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.357533:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.357539:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.357541:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c1b8. 00000400:00000010:0.0:1712357313.357545:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357313.357550:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140224, portal 10 00000100:00000001:0.0:1712357313.357552:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.357553:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.357557:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.357562:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.357564:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.357566:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357313.357576:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140224, offset 0 00000400:00000200:0.0:1712357313.357610:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.357616:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.357622:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.357628:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.357631:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.357634:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.357636:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.357639:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [295:295:256:4294967295] 192.168.203.120@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:0.0:1712357313.357642:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.357650:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.357655:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.357658:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.357663:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.357674:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.357678:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.357693:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.357695:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.357697:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.357699:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.357700:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.357702:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.357704:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.357705:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.357706:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.357707:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.357810:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.357816:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:3.0:1712357313.357820:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.357825:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.357829:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:3.0:1712357313.357830:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:3.0:1712357313.357834:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.357838:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.357847:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.357850:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.357855:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.357857:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.363992:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:0.1:1712357313.364006:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b83380. 00000800:00000001:2.0:1712357313.364028:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.364045:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.364048:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.364051:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.364062:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.364067:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.364074:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.364078:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.364080:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.364084:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904ac0 00000400:00000200:2.0:1712357313.364087:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.364102:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd15 [1] + 224 00000800:00000001:2.0:1712357313.364108:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.364121:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.364123:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.364126:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.364130:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.364137:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.364144:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.364304:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.364311:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.364314:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.364709:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.364718:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.364719:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.364723:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c1b8. 00000400:00000200:1.0:1712357313.364727:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:1.0:1712357313.364729:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:1.0:1712357313.364732:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.364741:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.364750:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.364827:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.364830:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.364832:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.364835:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.364838:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.364840:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.364843:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.364851:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.364855:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.364857:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.364861:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.364866:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.364870:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.364872:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.364873:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.364875:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.364879:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.364885:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.364888:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.364890:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.364892:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.364899:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.364903:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.364906:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.364908:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.364910:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.364913:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.364927:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.364930:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:1.0:1712357313.364932:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.364933:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.364937:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.364940:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.364943:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.364946:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:1.0:1712357313.364948:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357313.364950:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:1.0:1712357313.364955:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.364963:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.364967:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.364972:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.364975:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.364979:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.364981:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.364983:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.364987:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.364990:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.364992:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.364995:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.364999:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.365006:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.365009:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.365015:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.367202:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.367215:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.367222:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.367225:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.367227:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.367230:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.367231:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:1.0:1712357313.367233:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357313.367235:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357313.367237:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.367239:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.367245:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.367246:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.367249:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.367250:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.367253:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.367254:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.367255:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.367257:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.367259:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337e87 from hash 00010000:00000001:1.0:1712357313.367261:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.367262:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.367263:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.367264:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.367265:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.367266:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.367280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.367281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.367282:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367283:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.367286:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.367290:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.367291:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.367292:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.367294:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.367295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.367295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.367296:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.367298:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337e87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.367322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.367323:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.367330:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.367341:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.367348:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.367349:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367351:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367352:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367354:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.367356:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.367357:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367359:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.367360:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_elliptic_curve.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.367364:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.367367:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.367369:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367373:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.367375:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.367383:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac042620. 00000080:00002000:1.0:1712357313.367411:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.367417:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.367421:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.367425:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367429:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.367431:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.367433:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.367439:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.367441:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.367445:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.367448:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367449:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.367451:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367452:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.367455:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.367459:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.367466:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.367470:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572140224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.367475:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.367478:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.367481:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:1.0:1712357313.367485:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.367487:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.367489:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.367490:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.367492:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:1.0:1712357313.367496:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.367497:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.367499:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:1.0:1712357313.367503:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.367503:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.367506:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.367507:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.367508:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.367514:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.367519:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _elliptic_curve.cpython-36.pyc (ffff8800a75165e8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.367523:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.367526:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.367531:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.367533:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.367534:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.367537:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367580:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.367600:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.367602:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.367608:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367611:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.367613:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.367615:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.367617:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.367621:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.367624:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367626:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.367627:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.367629:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367631:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.367632:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.367633:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.367634:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.367636:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.367637:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.367638:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.367639:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.367641:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.367648:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_errors.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.367651:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.367653:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_errors.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.367658:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.367665:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.367667:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.367672:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_errors.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.367676:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.367679:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_errors.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.367682:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367684:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.367686:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _errors.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.367689:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.367691:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.367694:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357313.367697:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.367701:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.367712:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.367717:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.367717:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.367719:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.367721:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.367728:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.367732:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.367739:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.367744:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.367748:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.367750:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.367751:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.367752:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.367754:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.367759:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357313.367762:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.367764:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.367766:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.367768:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.367770:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.367773:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357313.367775:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.367782:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03337e8e to hash 00000020:00000001:1.0:1712357313.367784:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.367789:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.367792:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.367794:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.367795:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.367798:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.367804:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.367812:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.367817:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.367819:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.367825:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.367827:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532416 : -131938525019200 : ffff8800ab1583c0) 00000100:00000001:1.0:1712357313.367830:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.367831:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357313.367835:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.367838:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.367840:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.367842:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.367847:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.367854:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.367856:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.367859:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.367860:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.367864:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140288:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.367867:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.367871:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.367874:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.367876:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.367884:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.367885:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.367895:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.367899:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2948. 00000400:00000010:1.0:1712357313.367905:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.367913:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140288, portal 10 00000100:00000001:1.0:1712357313.367915:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.367916:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357313.367921:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.367927:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.367930:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.367932:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357313.367935:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140288, offset 0 00000400:00000200:1.0:1712357313.367940:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.367948:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.367956:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.367961:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.367965:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.367969:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.367971:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.367974:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [296:296:256:4294967295] 192.168.203.120@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:1.0:1712357313.367978:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.367987:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.367993:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.367998:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.368004:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.368013:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.368017:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.368150:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.368152:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.368154:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.368160:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.368161:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.368163:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1583c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.368166:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.368168:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.368172:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.368173:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.368238:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.368244:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357313.368251:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.368264:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.368268:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357313.368271:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357313.368287:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.368294:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.368304:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.368306:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.368312:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.368313:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.371407:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:0.1:1712357313.371424:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac042620. 00000800:00000001:2.0:1712357313.375547:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.375560:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.375563:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.375565:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.375611:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.375618:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.375624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.375628:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.375631:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.375635:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904b00 00000400:00000200:2.0:1712357313.375638:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.375644:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd1d [1] + 224 00000800:00000001:2.0:1712357313.375650:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.375665:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.375668:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.375671:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.375676:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.375682:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.375700:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.375724:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.375730:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.375734:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.375801:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.375807:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.375808:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.375811:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2948. 00000400:00000200:1.0:1712357313.375814:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357313.375816:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357313.375818:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.375822:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.375829:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.375834:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.375835:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.375837:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.375840:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.375842:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.375844:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.375846:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.375853:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.375857:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.375859:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.375862:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.375867:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.375870:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.375871:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.375873:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.375875:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.375878:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.375889:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.375892:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.375894:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.375897:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.375903:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140288:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.375907:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.375910:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.375912:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.375913:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.375915:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.375921:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.375924:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.375926:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.375927:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.375930:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.375933:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.375935:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.375938:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357313.375939:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.375942:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357313.375945:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.375953:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.375956:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.375961:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.375966:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.375971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.375972:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.375975:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.375979:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.375981:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.375983:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.375985:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.375989:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.375992:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.375995:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.375999:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.376001:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.376003:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.376007:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.376009:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.376009:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.376010:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.376011:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357313.376013:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.376014:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.376016:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.376018:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.376028:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.376029:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.376031:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.376032:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.376034:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.376035:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.376036:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.376037:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.376039:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03337e8e from hash 00010000:00000001:1.0:1712357313.376041:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.376042:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.376042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.376043:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.376044:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.376045:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.376047:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.376048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.376049:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376050:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.376052:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.376055:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.376056:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.376057:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.376058:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.376059:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.376059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.376060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.376062:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337e8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.376079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.376080:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.376085:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.376090:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.376100:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.376102:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376104:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376105:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376108:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.376110:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.376111:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376112:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.376114:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_errors.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.376117:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.376120:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.376123:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376126:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.376128:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.376132:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0426c0. 00000080:00002000:1.0:1712357313.376137:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.376142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.376147:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.376150:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376153:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.376155:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.376156:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.376162:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.376165:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.376169:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.376172:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376173:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.376174:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376176:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.376179:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.376182:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.376185:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.376188:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572140288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.376200:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.376201:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.376204:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.376208:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.376209:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.376211:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.376212:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.376214:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.376219:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.376220:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.376221:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357313.376224:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.376225:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.376226:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.376228:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.376229:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.376234:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.376235:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _errors.cpython-36.opt-1.pyc (ffff8800a7656d80, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.376238:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.376240:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.376244:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.376246:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.376247:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.376249:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376281:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.376283:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.376284:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.376288:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376291:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.376293:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.376295:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.376297:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.376300:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.376301:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376303:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.376308:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.376310:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376312:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.376313:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.376315:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.376316:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.376317:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.376318:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.376319:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.376320:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.376322:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.376328:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_errors.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.376330:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.376332:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_errors.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.376336:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.376340:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.376342:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.376343:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_errors.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.376346:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.376349:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_errors.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.376351:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376352:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.376354:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _errors.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.376356:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.376358:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.376361:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357313.376363:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.376367:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.376370:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.376374:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.376375:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.376376:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.376378:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.376380:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.376385:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.376389:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.376393:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.376396:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.376397:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.376398:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.376399:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.376400:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.376405:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357313.376408:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.376410:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.376412:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.376413:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.376415:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.376418:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357313.376419:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.376421:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03337e95 to hash 00000020:00000001:1.0:1712357313.376422:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.376423:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.376426:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.376428:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.376429:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.376431:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.376436:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.376442:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.376447:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.376448:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.376451:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.376453:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532416 : -131938525019200 : ffff8800ab1583c0) 00000100:00000001:1.0:1712357313.376459:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.376460:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357313.376463:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.376466:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.376468:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.376469:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.376472:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.376478:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.376479:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.376481:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.376483:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.376485:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.376487:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.376491:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.376493:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.376495:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.376497:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.376499:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.376503:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.376505:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2948. 00000400:00000010:1.0:1712357313.376509:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.376513:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140352, portal 10 00000100:00000001:1.0:1712357313.376515:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.376516:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357313.376519:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.376524:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.376526:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.376527:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357313.376530:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572140352, offset 0 00000400:00000200:1.0:1712357313.376533:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.376537:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.376547:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.376551:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.376554:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.376557:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.376558:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.376562:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [297:297:256:4294967295] 192.168.203.120@tcp LPNI seq info [297:297:8:4294967295] 00000400:00000200:1.0:1712357313.376565:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.376606:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.376611:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.376615:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.376619:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.376624:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.376628:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.376645:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.376647:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.376649:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.376651:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.376652:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.376654:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1583c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.376656:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.376657:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.376658:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.376659:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.376811:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.376814:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.376818:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.376822:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.376824:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357313.376825:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357313.376828:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.376831:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.376837:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.376839:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.376844:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.376845:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.378920:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.378931:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.378933:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.378936:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.378943:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.378948:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.378954:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.378957:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.378960:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.378963:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904b40 00000400:00000200:2.0:1712357313.378966:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.378971:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd25 [1] + 224 00000800:00000001:2.0:1712357313.378976:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.378988:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.378990:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.378994:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.378998:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.379004:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.379012:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.379033:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.379039:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.379042:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1712357313.379932:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:0.1:1712357313.379940:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0426c0. 00000100:00000001:1.0:1712357313.380011:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.380017:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.380018:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.380020:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2948. 00000400:00000200:1.0:1712357313.380023:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357313.380025:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357313.380027:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.380033:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.380041:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380054:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.380055:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.380057:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.380059:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.380061:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.380063:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.380065:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.380070:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.380074:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.380076:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.380079:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380085:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.380087:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.380088:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.380089:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.380091:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.380094:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380100:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.380103:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.380104:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.380107:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.380114:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.380117:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.380120:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.380123:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.380124:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.380126:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380140:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.380142:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.380144:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.380145:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.380148:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.380150:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.380152:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.380154:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357313.380156:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.380158:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357313.380162:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380169:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.380173:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380177:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.380179:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.380185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.380187:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380191:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.380193:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.380195:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.380197:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.380201:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.380207:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.380210:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380215:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.380216:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.380219:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380223:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.380224:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.380225:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.380226:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.380227:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357313.380228:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.380230:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.380232:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.380234:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.380238:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.380239:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.380240:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.380243:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.380245:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.380246:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.380247:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.380248:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.380250:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03337e95 from hash 00010000:00000001:1.0:1712357313.380251:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.380252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.380253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.380254:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.380254:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.380255:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.380260:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.380261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.380262:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380263:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.380265:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.380270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.380271:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.380272:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.380272:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.380273:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.380273:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.380275:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337e95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.380295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.380297:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.380300:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.380304:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.380310:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.380310:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380312:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380313:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380315:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.380317:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.380317:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380319:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.380320:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_errors.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.380323:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.380325:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.380327:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380330:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.380331:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.380334:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac0420c0. 00000080:00002000:1.0:1712357313.380342:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.380347:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.380350:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.380353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380355:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.380356:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.380358:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.380362:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.380364:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.380367:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.380369:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380370:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.380371:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380373:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.380375:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.380378:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.380381:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.380384:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572140352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380389:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.380390:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.380393:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.380396:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.380397:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.380398:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.380400:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.380402:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.380406:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.380407:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.380409:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357313.380411:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.380412:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.380414:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.380415:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.380416:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.380420:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.380425:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _errors.cpython-36.pyc (ffff8800a7656a20, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.380427:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.380430:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.380432:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.380434:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.380435:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.380437:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380465:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.380467:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.380469:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.380473:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380476:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.380478:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.380480:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.380481:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.380484:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.380486:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380487:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.380488:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.380490:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380492:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.380493:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.380494:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.380495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.380496:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.380497:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.380498:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.380499:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.380501:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.380506:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_ffi.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.380509:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.380510:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_ffi.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.380514:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.380518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.380520:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.380525:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_ffi.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.380527:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.380530:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_ffi.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.380532:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380534:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.380535:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _ffi.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.380538:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.380540:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.380542:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357313.380544:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.380547:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.380550:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.380553:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.380554:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.380555:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.380557:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.380558:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.380561:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.380565:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.380612:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.380614:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.380616:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.380617:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.380618:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.380619:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.380624:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357313.380627:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.380628:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.380630:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.380631:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.380633:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.380635:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357313.380637:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.380639:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f03337e9c to hash 00000020:00000001:1.0:1712357313.380640:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.380644:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.380646:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.380648:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.380649:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.380652:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.380657:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.380664:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.380668:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.380669:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.380673:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.380674:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532416 : -131938525019200 : ffff8800ab1583c0) 00000100:00000001:1.0:1712357313.380676:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.380677:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357313.380680:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.380683:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.380684:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.380686:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.380690:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380695:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.380696:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.380698:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.380700:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.380702:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.380705:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.380709:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.380710:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.380712:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.380718:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.380719:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.380725:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.380727:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2948. 00000400:00000010:1.0:1712357313.380730:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.380734:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140416, portal 10 00000100:00000001:1.0:1712357313.380735:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.380736:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357313.380740:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.380746:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.380748:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.380749:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357313.380751:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140416, offset 0 00000400:00000200:1.0:1712357313.380755:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.380759:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.380764:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.380768:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.380771:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.380773:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.380776:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.380779:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [298:298:256:4294967295] 192.168.203.120@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:1.0:1712357313.380782:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.380788:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.380793:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.380795:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.380800:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.380806:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.380809:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.380828:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.380830:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.380832:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.380837:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.380838:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.380840:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1583c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.380841:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.380843:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.380844:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.380845:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.381495:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.381499:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:3.0:1712357313.381502:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.381506:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.381509:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:3.0:1712357313.381511:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:3.0:1712357313.381513:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.381516:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.381522:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.381524:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.381533:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.381534:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.384689:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.384700:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.384712:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.384715:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.384723:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.384729:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.384735:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.384739:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.384742:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.384747:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904b80 00000400:00000200:2.0:1712357313.384750:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.384755:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd2d [1] + 224 00000800:00000001:2.0:1712357313.384760:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.384772:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.384774:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.384778:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.384784:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.384789:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.384798:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.384819:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.384825:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.384828:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.384916:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.384922:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.384923:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.384926:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2948. 00000400:00000200:1.0:1712357313.384929:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357313.384931:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357313.384933:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.384937:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.384944:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.384950:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.384951:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.384953:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.384956:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.384957:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.384959:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.384961:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.384967:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.384970:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.384972:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.384975:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.384979:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.384981:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.384983:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.384984:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.384986:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.384989:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.385000:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.385003:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.385004:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.385008:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.385014:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.385018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.385021:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.385022:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.385024:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.385026:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.385031:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.385034:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.385036:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.385037:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.385040:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.385043:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.385045:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.385048:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357313.385049:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.385051:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00010000:1.0:1712357313.385055:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385062:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.385066:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385070:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.385075:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385079:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.385080:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.385081:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385085:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.385086:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.385088:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.385090:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.385094:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.385097:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.385099:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385103:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.385104:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.385106:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385109:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.385111:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.385112:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.385113:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.385114:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357313.385115:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.385116:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.385118:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.385120:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.385136:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.385137:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.385139:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.385141:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.385143:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.385144:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.385145:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.385146:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.385148:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c240 with handle 0xbda2fb8f03337e9c from hash 00010000:00000001:1.0:1712357313.385150:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.385150:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.385151:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.385152:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.385153:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.385154:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.385155:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.385156:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.385157:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385158:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.385160:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.385164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.385165:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.385165:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.385166:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.385167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.385167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.385169:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337e9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.385177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.385178:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.385182:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.385186:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.385195:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.385196:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385198:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385199:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385201:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.385202:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.385203:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385204:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.385206:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_ffi.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.385208:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.385211:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.385213:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385216:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.385218:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.385221:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ac042fa0. 00000080:00002000:1.0:1712357313.385226:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.385230:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.385233:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.385236:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385238:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.385239:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.385241:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.385246:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.385248:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.385251:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.385253:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385254:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.385255:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385257:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.385259:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.385261:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.385264:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.385268:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572140416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.385282:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.385283:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.385286:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.385289:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.385291:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.385292:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.385294:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.385296:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.385300:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.385301:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.385304:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357313.385306:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.385307:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.385308:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.385309:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.385310:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.385315:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.385316:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _ffi.cpython-36.opt-1.pyc (ffff8800a7656af8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.385319:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.385321:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.385325:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.385327:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.385328:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.385330:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385360:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.385362:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.385364:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.385367:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385370:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.385371:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.385373:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.385375:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.385377:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.385379:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385381:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.385385:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.385387:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385389:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.385390:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.385391:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.385392:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.385393:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.385393:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.385395:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.385395:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.385397:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.385401:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_ffi.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.385404:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.385405:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_ffi.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.385408:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.385412:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.385414:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.385415:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_ffi.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.385417:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.385419:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_ffi.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.385421:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385423:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.385424:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _ffi.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.385427:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.385428:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.385430:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357313.385432:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.385435:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.385438:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.385441:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.385441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.385442:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.385444:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.385445:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.385450:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.385454:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.385457:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.385460:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.385461:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.385462:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.385463:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.385464:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.385469:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357313.385471:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.385472:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.385473:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.385475:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.385477:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.385479:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c000. 00000020:00000001:1.0:1712357313.385480:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.385482:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c000 with handle 0xbda2fb8f03337ea3 to hash 00000020:00000001:1.0:1712357313.385483:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.385484:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.385486:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.385487:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.385488:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.385490:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.385494:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.385500:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.385504:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.385505:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.385508:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357313.385509:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532416 : -131938525019200 : ffff8800ab1583c0) 00000100:00000001:1.0:1712357313.385513:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.385513:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357313.385517:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.385519:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.385521:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.385522:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.385525:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.385530:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.385531:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.385533:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.385535:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.385537:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.385540:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.385542:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.385544:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.385545:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.385547:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357313.385548:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.385552:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.385553:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2948. 00000400:00000010:1.0:1712357313.385557:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.385561:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140480, portal 10 00000100:00000001:1.0:1712357313.385562:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.385563:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357313.385566:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.385580:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.387629:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.387636:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357313.387642:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572140480, offset 0 00000400:00000200:1.0:1712357313.387647:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.387654:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.387665:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.387670:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.387673:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.387675:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.387677:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.387680:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [299:299:256:4294967295] 192.168.203.120@tcp LPNI seq info [299:299:8:4294967295] 00000400:00000200:1.0:1712357313.387683:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.387691:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.387695:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.387699:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.387704:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.387710:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.387714:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.387735:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.387737:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.387740:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.387743:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.387744:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.387745:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1583c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.387747:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.387749:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.387752:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.387752:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.388860:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.388864:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:3.0:1712357313.388869:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.388873:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.388876:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357313.388878:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357313.388881:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.388887:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.388895:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.388897:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.388902:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.388904:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.389187:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357313.389194:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac0420c0. 00000800:00000001:2.0:1712357313.393630:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.393644:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.393647:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.393649:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.393658:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.393664:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.393671:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.393674:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.393677:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.393680:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904bc0 00000400:00000200:2.0:1712357313.393684:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.393698:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd35 [1] + 224 00000800:00000001:2.0:1712357313.393704:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.393717:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.393719:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.393723:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.393728:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.393734:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.393742:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.393754:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.393760:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.393762:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.394133:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.394139:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.394140:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.394142:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2948. 00000400:00000200:0.0:1712357313.394146:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:0.0:1712357313.394147:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:0.0:1712357313.394149:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.394154:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.394161:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394167:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.394168:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.394170:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.394172:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.394174:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.394175:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.394177:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.394182:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.394185:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.394187:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.394190:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394202:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.394204:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.394206:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.394207:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.394209:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.394211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394216:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.394218:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.394220:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.394222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.394228:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.394231:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.394234:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.394236:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.394237:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.394240:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394244:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.394247:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1583c0. 00000100:00000001:0.0:1712357313.394249:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.394250:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.394253:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.394256:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.394258:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.394260:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=4 00000020:00000001:0.0:1712357313.394262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:0.0:1712357313.394264:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00010000:0.0:1712357313.394267:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394279:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.394282:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394286:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.394288:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394293:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.394294:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.394295:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394300:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.394301:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.394303:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.394305:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.394309:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.394312:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.394314:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394318:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.394320:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.394322:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394325:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.394327:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.394328:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.394328:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.394332:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=5 00000020:00000001:0.0:1712357313.394334:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:0.0:1712357313.394335:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:0.0:1712357313.394338:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.394340:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.394343:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.394345:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.394347:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.394348:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.394350:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.394351:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.394352:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.394353:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.394355:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c000 with handle 0xbda2fb8f03337ea3 from hash 00010000:00000001:0.0:1712357313.394356:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.394357:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.394358:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.394359:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.394359:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.394360:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.394362:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.394362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.394363:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394364:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.394366:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394369:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.394370:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.394371:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.394372:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.394373:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.394373:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.394374:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.394375:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ea3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.394402:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.394403:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.394407:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.394411:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.394416:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.394417:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394418:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394419:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394421:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.394423:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.394424:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394425:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.394427:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_ffi.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.394429:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.394431:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.394433:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394436:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.394438:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.394441:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b83240. 00000080:00002000:0.0:1712357313.394445:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.394450:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.394453:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.394456:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394458:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.394459:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.394461:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.394464:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.394466:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.394469:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.394471:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394473:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.394474:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394479:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.394482:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.394485:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:0.0:1712357313.394488:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.394491:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572140480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394495:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.394497:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.394499:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:0.0:1712357313.394503:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.394504:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.394505:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.394507:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.394509:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:0.0:1712357313.394513:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.394515:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.394516:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:0.0:1712357313.394518:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.394519:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.394521:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.394522:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.394523:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.394528:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.394529:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _ffi.cpython-36.pyc (ffff8800a7656e58, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.394531:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.394534:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.394536:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.394538:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.394539:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.394541:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394579:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.394601:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.394604:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.394608:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394611:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.394613:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.394615:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.394620:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.394623:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.394626:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394627:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.394628:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.394631:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394632:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.394633:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.394635:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.394636:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.394637:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.394638:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.394639:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.394640:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.394641:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.394648:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_inet.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.394650:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.394652:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_inet.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.394656:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55600. 00000080:00000001:0.0:1712357313.394660:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.394662:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.394664:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_inet.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.394666:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.394669:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_inet.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.394671:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394673:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.394674:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _inet.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.394676:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.394678:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.394680:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.394682:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.394686:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.394689:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.394696:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.394697:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.394699:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.394701:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.394702:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.394704:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.394709:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357313.394714:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.394716:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.394717:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.394718:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.394719:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.394720:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.394725:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00010000:00000001:0.0:1712357313.394728:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.394729:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.394731:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.394732:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.394734:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.394736:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357313.394738:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.394740:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337eaa to hash 00000020:00000001:0.0:1712357313.394741:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.394742:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.394744:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.394745:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.394746:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.394748:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.394753:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.394759:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.394770:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.394771:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.394775:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.394777:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.394779:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.394780:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.394783:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.394785:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.394787:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.394788:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.394792:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394796:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.394797:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.394800:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.394801:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.394804:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.394807:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.394810:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.394811:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.394813:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.394816:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.394818:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.394822:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.394824:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c210. 00000400:00000010:0.0:1712357313.394828:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357313.394833:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140544, portal 10 00000100:00000001:0.0:1712357313.394834:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.394835:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.394839:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.394844:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.394850:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.394852:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357313.394855:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140544, offset 0 00000400:00000200:0.0:1712357313.394859:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.394863:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.394867:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.394871:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.394875:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.394877:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.394879:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.394882:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [300:300:256:4294967295] 192.168.203.120@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:0.0:1712357313.394884:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.394891:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.394895:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.394898:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.394903:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.394909:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.394912:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.394929:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.394930:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.394932:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.394934:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.394935:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.394937:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.394938:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.394939:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.394941:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.394942:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.395357:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.395360:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357313.395363:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.395367:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.395369:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357313.395371:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357313.395373:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.395376:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.395382:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.395384:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.395389:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.395390:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.395694:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c240. 00000080:00000010:2.1:1712357313.395699:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ac042fa0. 00000800:00000001:2.0:1712357313.398123:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.398135:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.398137:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.398139:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.398147:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.398152:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.398158:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.398161:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.398164:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.398167:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904c00 00000400:00000200:2.0:1712357313.398171:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.398175:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd3d [1] + 224 00000800:00000001:2.0:1712357313.398180:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.398205:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.398208:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.398211:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.398216:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.398221:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.398240:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.398262:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.398268:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.398271:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.398290:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.398295:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.398297:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.398299:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c210. 00000400:00000200:0.0:1712357313.398303:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:0.0:1712357313.398304:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:0.0:1712357313.398311:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.398315:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.398322:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398328:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.398330:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.398331:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.398333:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.398335:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.398336:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.398339:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.398345:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.398348:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.398350:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.398353:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398358:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.398361:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.398362:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.398363:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.398365:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.398368:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398374:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.398376:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.398377:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.398380:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.398386:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.398390:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.398396:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.398398:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.398399:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.398402:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398407:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.398410:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.398412:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.398413:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.398416:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.398419:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.398421:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.398423:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357313.398425:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.398427:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357313.398431:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398437:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.398440:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398444:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.398446:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398451:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.398452:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.398454:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398458:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.398459:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.398461:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.398463:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.398471:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.398474:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.398476:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398480:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.398482:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.398484:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398487:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.398489:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.398490:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.398491:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.398491:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357313.398493:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.398494:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.398495:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.398497:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.398500:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.398501:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.398503:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.398503:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.398505:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.398506:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.398507:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.398508:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.398510:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337eaa from hash 00010000:00000001:0.0:1712357313.398512:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.398512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.398515:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.398516:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.398517:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.398518:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.398520:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.398520:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.398521:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398522:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.398524:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398527:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.398527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.398528:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.398529:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.398530:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.398530:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.398531:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.398532:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337eaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.398538:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.398539:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.398541:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.398545:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.398550:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.398550:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398552:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398553:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398554:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.398555:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.398556:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398557:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.398559:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_inet.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.398561:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.398563:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.398575:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398578:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.398579:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.398605:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b837c0. 00000080:00002000:0.0:1712357313.398609:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.398613:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.398616:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.398619:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398621:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.398622:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.398624:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.398628:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.398630:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.398633:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.398635:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398637:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.398638:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398639:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.398641:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.398644:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55600. 00000100:00000001:0.0:1712357313.398647:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.398651:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572140544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398655:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.398657:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.398659:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.398663:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.398665:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.398666:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.398668:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.398669:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357313.398672:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.398673:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.398674:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:0.0:1712357313.398677:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.398677:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.398683:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.398684:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.398685:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.398689:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.398690:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _inet.cpython-36.opt-1.pyc (ffff8800a75165e8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.398693:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.398695:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.398697:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.398699:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.398700:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.398702:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398730:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.398731:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.398733:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.398737:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398740:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.398742:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.398744:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.398746:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.398748:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.398750:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398752:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.398753:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.398754:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398756:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.398757:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.398758:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.398759:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.398760:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.398761:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.398762:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.398763:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.398765:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.398770:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_inet.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.398773:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.398774:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_inet.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.398782:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55600. 00000080:00000001:0.0:1712357313.398786:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.398788:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.398790:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_inet.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.398792:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.398794:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_inet.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.398796:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398798:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.398799:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _inet.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.398801:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.398802:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.398805:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.398807:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.398811:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.398813:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.398815:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.398816:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.398817:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.398819:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.398820:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.398822:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.398825:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357313.398829:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.398831:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.398832:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.398833:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.398834:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.398835:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.398839:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00010000:00000001:0.0:1712357313.398841:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.398842:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.398844:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.398845:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.398846:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.398851:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357313.398852:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.398854:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03337eb1 to hash 00000020:00000001:0.0:1712357313.398855:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.398856:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.398858:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.398861:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.398862:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.398864:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.398868:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.398874:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.398877:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.398878:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.398881:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.398882:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.398884:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.398884:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.398887:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.398889:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.398891:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.398893:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.398896:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398901:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.398902:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.398904:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.398906:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.398908:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.398914:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.398917:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.398918:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.398919:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.398921:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.398922:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.398926:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.398928:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c210. 00000400:00000010:0.0:1712357313.398931:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357313.398934:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140608, portal 10 00000100:00000001:0.0:1712357313.398936:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.398936:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.398940:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.398945:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.398946:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.398947:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357313.398949:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572140608, offset 0 00000400:00000200:0.0:1712357313.398953:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.398956:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.398960:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.398963:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.398966:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.398968:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.398970:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.398972:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [301:301:256:4294967295] 192.168.203.120@tcp LPNI seq info [301:301:8:4294967295] 00000400:00000200:0.0:1712357313.398975:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.398981:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.398985:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.398988:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.398992:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.399001:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.399004:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.399022:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.399024:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.399025:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.399027:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.399028:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.399030:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.399032:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.399033:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.399034:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.399035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.399249:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.399252:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357313.399259:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.399262:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.399264:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357313.399265:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357313.399268:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.399270:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.399275:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.399277:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.399281:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.399282:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.401795:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c000. 00000080:00000010:3.1:1712357313.401805:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b83240. 00000800:00000001:2.0:1712357313.403685:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.403697:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.403700:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.403703:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.403712:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.403718:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.403725:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.403729:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.403732:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.403736:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904c40 00000400:00000200:2.0:1712357313.403739:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.403745:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd45 [1] + 224 00000800:00000001:2.0:1712357313.403751:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.403765:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.403768:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.403771:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.403777:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.403783:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.403792:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.404069:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.404077:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.404080:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.404090:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.404095:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.404097:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.404099:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c210. 00000400:00000200:0.0:1712357313.404103:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:0.0:1712357313.404104:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:0.0:1712357313.404106:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.404112:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.404120:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.404126:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.404128:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.404130:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.404132:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.404134:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.404135:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.404137:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.404143:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.404146:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.404148:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.404150:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.404165:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.404168:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.404169:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.404170:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.404172:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.404175:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.404180:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.404183:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.404184:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.404187:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.404193:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.404196:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.404199:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.404200:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.404202:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.404204:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.404210:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.404212:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.404214:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.404215:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.404218:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.404221:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.404223:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.404225:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357313.404226:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.404228:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357313.404233:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404243:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.404246:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404250:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.404252:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404257:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.404258:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.404260:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404264:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.404265:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.404268:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.404270:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.404274:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.404276:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.404278:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404283:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.404284:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.404286:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404290:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.404291:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.404292:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.404293:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.404296:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357313.404297:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.404299:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.404301:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.404303:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.404306:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.404307:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.404309:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.404310:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.404312:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.404313:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.404313:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.404314:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.404316:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03337eb1 from hash 00010000:00000001:0.0:1712357313.404317:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.404318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.404319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.404320:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.404320:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.404321:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.404323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.404323:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.404324:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404326:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.404327:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404331:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.404331:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.404332:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.404333:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.404334:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.404334:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.404335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.404336:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337eb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.404346:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.404348:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.404351:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.404355:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.404361:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.404362:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404363:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404364:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404366:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.404368:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.404369:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404370:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.404371:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_inet.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.404374:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.404377:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.404378:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404382:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.404383:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.404386:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b83020. 00000080:00002000:0.0:1712357313.404389:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.404394:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.404397:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.404399:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404401:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.404403:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.404404:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.404408:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.404410:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.404413:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.404415:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404417:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.404418:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404421:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.404424:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.404427:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55600. 00000100:00000001:0.0:1712357313.404429:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.404432:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572140608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.404437:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.404438:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.404440:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.404445:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.404446:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.404448:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.404449:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.404451:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357313.404454:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.404455:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.404457:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:0.0:1712357313.404459:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.404460:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.404461:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.404462:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.404463:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.404469:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.404470:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _inet.cpython-36.pyc (ffff8800a7516288, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.404473:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.404475:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.404477:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.404479:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.404480:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.404482:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404509:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.404511:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.404513:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.404517:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404520:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.404521:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.404523:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.404528:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.404530:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.404532:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404534:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.404535:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.404537:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404538:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.404539:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.404541:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.404542:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.404543:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.404543:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.404545:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.404545:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.404547:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.404553:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_int.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.404555:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.404557:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_int.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.404560:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55600. 00000080:00000001:0.0:1712357313.404564:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.404566:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.404576:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_int.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.404578:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.404581:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_int.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.404609:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.404610:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.404612:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _int.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.404614:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.404616:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.404619:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.404621:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.404624:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.404627:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.404629:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.404633:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.404634:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.404636:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.404637:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.404640:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.404644:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357313.404648:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.405244:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.405246:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.405247:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.405248:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.405249:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.405254:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00010000:00000001:0.0:1712357313.405256:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.405258:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.405261:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.405263:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.405265:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.405268:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357313.405271:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.405273:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337eb8 to hash 00000020:00000001:0.0:1712357313.405275:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.405276:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.405278:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.405280:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.405281:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.405283:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.405290:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.405298:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.405301:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.405306:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.405310:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.405311:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.405313:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.405314:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.405317:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.405319:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.405321:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.405322:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.405327:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.405333:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.405334:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.405337:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.405338:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.405341:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.405343:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.405346:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.405347:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.405348:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.405350:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.405352:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.405356:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.405358:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c210. 00000400:00000010:0.0:1712357313.405362:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357313.405366:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140672, portal 10 00000100:00000001:0.0:1712357313.405368:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.405369:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.405373:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.405379:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.405381:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.405383:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357313.405385:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140672, offset 0 00000400:00000200:0.0:1712357313.405393:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.405397:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.405401:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.405406:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.405409:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.405411:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.405413:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.405416:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [302:302:256:4294967295] 192.168.203.120@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:0.0:1712357313.405419:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.405425:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.405429:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.405432:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.405437:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.405448:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.405452:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.405470:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.405472:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.405474:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.405476:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.405477:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.405479:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.405481:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.405482:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.405484:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.405485:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.405669:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.405672:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.405676:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.405680:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.405682:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:3.0:1712357313.405683:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:3.0:1712357313.405686:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.405689:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.405696:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.405698:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.405703:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.405704:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.408136:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:3.1:1712357313.408147:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b837c0. 00000800:00000001:2.0:1712357313.412408:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.412419:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.412428:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.412431:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.412439:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.412445:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.412451:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.412454:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.412457:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.412460:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904c80 00000400:00000200:2.0:1712357313.412464:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.412469:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd4d [1] + 224 00000800:00000001:2.0:1712357313.412475:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.412485:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.412488:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.412492:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.412497:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.412503:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.412511:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.412520:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.412525:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.412527:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.412577:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.412593:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.412595:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.412597:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c210. 00000400:00000200:0.0:1712357313.412600:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:0.0:1712357313.412602:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:0.0:1712357313.412604:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.412608:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.412621:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.412626:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.412628:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.412630:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.412632:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.412634:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.412636:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.412638:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.412643:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.412646:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.412648:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.412650:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.412655:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.412657:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.412659:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.412660:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.412662:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.412664:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.412669:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.412672:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.412673:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.412675:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.412681:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.412684:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.412688:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.412690:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.412693:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.412696:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.412701:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.412703:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.412705:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.412706:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.412708:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.412711:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.412713:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.412715:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.412717:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.412719:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357313.412722:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412729:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.412732:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412736:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.412738:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412742:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.412743:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.412745:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412749:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.412750:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.412752:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.412754:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.412763:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.412765:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.412768:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412772:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.412773:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.412775:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412778:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.412779:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.412780:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.412781:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.412782:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357313.412783:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.412784:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.412786:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.412788:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.412791:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.412792:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.412794:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.412795:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.412796:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.412797:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.412798:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.412799:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.412801:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337eb8 from hash 00010000:00000001:0.0:1712357313.412802:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.412802:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.412805:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.412806:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.412807:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.412808:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.412809:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.412810:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.412811:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.412812:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.412814:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.412818:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.412819:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.412820:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.412821:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.412821:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.412822:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.412823:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337eb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.412830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.412831:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.412834:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.412838:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.412843:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.412844:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.412845:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.412846:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.412849:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.412850:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.412851:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.412852:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.412853:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_int.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.412856:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.412858:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.412864:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.412867:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.412869:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.412872:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b839e0. 00000080:00002000:0.0:1712357313.412876:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.412880:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.412883:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.412886:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.412888:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.412890:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.412891:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.412896:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.412897:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.412900:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.412902:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.412904:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.412905:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.412906:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.412908:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.412911:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55600. 00000100:00000001:0.0:1712357313.412913:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.412916:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572140672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.412921:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.412922:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.412925:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.412929:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.412930:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.412932:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.412933:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.412935:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357313.412937:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.412939:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.412940:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:0.0:1712357313.412943:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.412943:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.412949:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.412950:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.412951:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.412955:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.412957:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _int.cpython-36.opt-1.pyc (ffff8800a7516510, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.412959:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.412961:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.412964:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.412965:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.412966:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.412968:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.412996:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.412998:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.412999:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.413003:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.413006:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.413008:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.413010:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.413011:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.413014:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.413016:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.413017:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.413019:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.413020:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.413022:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.413022:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.413024:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.413025:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.413026:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.413026:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.413028:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.413028:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.413030:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.413034:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_int.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.413037:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.413038:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_int.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.413046:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55600. 00000080:00000001:0.0:1712357313.413050:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.413052:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.413054:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_int.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.413056:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.413058:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_int.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.413061:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.413062:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.413063:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _int.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.413066:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.413068:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.413070:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.413072:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.413075:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.413078:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.413080:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.413081:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.413082:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.413084:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.413086:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.413088:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.413092:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357313.413096:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.413098:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.413099:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.413100:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.413101:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.413102:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.413106:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00010000:00000001:0.0:1712357313.413109:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.413110:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.413112:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.413113:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.413114:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.413120:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357313.413122:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.413123:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337ebf to hash 00000020:00000001:0.0:1712357313.413125:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.413126:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.413128:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.413130:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.413131:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.413133:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.413138:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.413144:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.413148:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.413149:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.413152:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.413153:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.413155:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.413156:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.413159:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.413162:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.413164:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.413165:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.413169:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.413174:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.413175:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.413177:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.413179:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.413181:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.413189:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.413192:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.413194:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.413196:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.413198:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357313.413200:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.413203:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.413205:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c210. 00000400:00000010:0.0:1712357313.413208:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357313.413212:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140736, portal 10 00000100:00000001:0.0:1712357313.413213:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.413214:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.413218:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.413222:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.413224:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.413226:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357313.413228:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572140736, offset 0 00000400:00000200:0.0:1712357313.413232:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.413236:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.413240:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.413245:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.413248:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.413250:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.413252:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.413255:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [303:303:256:4294967295] 192.168.203.120@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:0.0:1712357313.413258:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.413264:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.413269:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.413272:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.413276:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.413284:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.413287:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.413307:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.413309:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.413311:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.413312:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.413314:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.413315:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.413317:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.413318:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.413320:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.413320:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.413427:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.413430:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:3.0:1712357313.413432:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.413436:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.413438:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357313.413439:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:3.0:1712357313.413441:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.413449:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.413455:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.413457:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.413461:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.413463:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.413876:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:3.1:1712357313.413881:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b83020. 00000800:00000001:2.0:1712357313.417420:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.417430:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.417434:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.417437:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.417445:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.417450:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.417456:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.417460:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.417463:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.417466:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904cc0 00000400:00000200:2.0:1712357313.417470:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.417483:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd55 [1] + 224 00000800:00000001:2.0:1712357313.417487:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.417497:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.417499:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.417502:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.417506:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.417512:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.417521:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.417540:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.417546:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.417549:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.417608:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.417614:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.417615:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.417618:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c210. 00000400:00000200:1.0:1712357313.417622:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:1.0:1712357313.417624:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:1.0:1712357313.417626:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.417631:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.417639:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.417650:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.417651:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.417653:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.417655:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.417657:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.417659:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.417661:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.417667:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.417671:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.417673:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.417676:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.417681:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.417684:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.417685:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.417687:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.417689:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.417692:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.417698:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.417700:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.417701:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.417704:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.417709:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.417713:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.417715:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.417717:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.417718:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.417721:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.417734:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.417736:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:1.0:1712357313.417738:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.417739:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.417742:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.417745:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.417747:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.417749:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:1.0:1712357313.417751:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.417753:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:1.0:1712357313.417757:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417765:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.417768:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417773:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.417775:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.417780:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.417782:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417786:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.417787:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.417790:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.417792:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.417796:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.417802:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.417805:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417809:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.417811:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.417813:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417817:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.417818:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.417819:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.417820:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.417821:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:1.0:1712357313.417823:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.417824:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:1.0:1712357313.417826:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.417828:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.417832:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.417833:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.417835:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.417836:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.417839:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.417840:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.417840:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.417841:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.417843:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337ebf from hash 00010000:00000001:1.0:1712357313.417845:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.417846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.417847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.417847:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.417848:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.417850:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.417856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.417857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.417858:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.417859:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.417861:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417865:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.417865:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.417866:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.417868:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.417868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.417869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.417870:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.417872:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337ebf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.417879:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.417880:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.417884:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.417888:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.417894:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.417895:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.417897:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.417898:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.417900:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.417902:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.417902:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.417904:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.417905:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_int.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.417908:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.417910:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.417912:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.417915:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.417917:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.417920:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c28780. 00000080:00002000:1.0:1712357313.417927:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.417932:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.417936:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.417939:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.417941:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.417942:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.417944:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.417948:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.417950:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.417954:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.417956:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.417957:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.417959:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.417960:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.417963:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.417966:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55600. 00000100:00000001:1.0:1712357313.417969:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.417972:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572140736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.417977:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.417978:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.417981:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:1.0:1712357313.417985:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.417987:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.417988:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.417990:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.417991:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:1.0:1712357313.417994:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.417996:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.417997:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:1.0:1712357313.417999:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.418000:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.418002:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.418003:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.418004:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.418009:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.418014:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _int.cpython-36.pyc (ffff8800a7516a20, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.418017:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.418019:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.418022:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.418023:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.418025:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.418027:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.418053:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.418056:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.418057:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.418062:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.418065:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.418066:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.418068:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.418070:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.418073:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.418075:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.418076:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.418078:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.418079:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.418081:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.418082:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.418083:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.418084:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.418085:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.418086:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.418087:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.418088:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.418090:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.418095:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_iri.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.418097:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.418099:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_iri.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.418103:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.418107:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.418109:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.418114:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_iri.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.418117:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.418120:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_iri.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.418121:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.418123:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.418125:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _iri.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.418127:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.418129:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.418132:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357313.418134:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.418137:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.418141:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.418143:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.418144:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.418146:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.418147:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.418149:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.418152:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.418156:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.418161:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.418163:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.418165:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.418166:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.418167:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.418168:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.418173:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00010000:00000001:1.0:1712357313.418176:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.418177:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.418179:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.418180:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.418182:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.418184:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357313.418186:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.418188:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f03337ec6 to hash 00000020:00000001:1.0:1712357313.418189:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.418194:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.418196:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.418198:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.418199:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.418201:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.418207:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.418213:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.418217:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.418218:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.418222:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.418223:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357313.418225:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.418226:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357313.418229:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.418232:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.418234:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.418235:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.418239:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.418244:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.418245:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.418247:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.418249:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.418251:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.418254:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.418258:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.418259:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.418261:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.418267:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357313.418268:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.418273:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.418275:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29a0. 00000400:00000010:1.0:1712357313.418279:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.418282:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140800, portal 10 00000100:00000001:1.0:1712357313.418284:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.418285:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357313.418289:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.418293:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.418295:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.418297:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357313.418299:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140800, offset 0 00000400:00000200:1.0:1712357313.418302:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.418305:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.418310:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.418314:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.418317:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.418319:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.418321:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.418323:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [304:304:256:4294967295] 192.168.203.120@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:1.0:1712357313.418326:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.418332:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.418336:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.418338:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.418342:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.418347:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.418350:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.418363:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.418364:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.418366:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.418371:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.418372:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.418373:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.418375:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.418376:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.418378:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.418379:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.418420:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.418424:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.418427:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.418431:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.418433:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357313.418434:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357313.418436:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.418439:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.418445:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.418448:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.418453:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.418454:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.420888:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.420900:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.420904:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.420906:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.420914:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.420919:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.420925:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.420929:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.420932:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.420935:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904d00 00000400:00000200:2.0:1712357313.420939:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.420944:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd5d [1] + 224 00000800:00000001:2.0:1712357313.420950:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.420961:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.420964:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.420967:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.420972:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.420977:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.420995:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.421016:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.421023:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.421026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.422153:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.422161:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.422163:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.422166:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29a0. 00000400:00000200:1.0:1712357313.422171:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.422173:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.422176:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.422183:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.422191:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422197:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.422198:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.422200:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.422203:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.422204:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.422206:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.422208:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.422214:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.422218:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.422220:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.422223:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422228:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.422230:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.422232:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.422233:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.422235:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.422239:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422252:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.422255:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.422256:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.422259:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.422266:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.422270:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.422273:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.422275:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.422276:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.422279:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422284:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.422287:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.422289:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.422290:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.422293:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.422296:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.422298:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.422300:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357313.422302:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.422304:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357313.422309:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422316:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.422319:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422324:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.422330:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.422336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.422338:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422342:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.422345:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.422347:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.422349:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.422354:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.422357:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.422360:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422364:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.422366:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.422368:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422371:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.422373:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.422374:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.422375:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.422375:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357313.422376:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.422378:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.422379:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.422381:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.422391:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.422393:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.422395:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.422396:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.422398:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.422399:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.422400:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.422401:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.422404:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f03337ec6 from hash 00010000:00000001:1.0:1712357313.422405:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.422406:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.422407:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.422408:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.422409:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.422410:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.422411:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.422412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.422413:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422414:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.422416:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422419:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.422420:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.422421:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.422422:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.422423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.422423:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.422424:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.422425:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03337ec6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.422433:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.422434:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.422438:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.422442:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.422451:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.422452:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422454:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422455:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422457:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.422458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.422458:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422459:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.422461:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_iri.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.422464:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.422466:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.422469:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422471:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.422473:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.422476:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c28fa0. 00000080:00002000:1.0:1712357313.422480:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.422485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.422488:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.422491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422494:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.422495:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.422497:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.422501:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.422503:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.422507:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.422509:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422510:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.422511:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422512:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.422515:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.422517:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.422520:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.422523:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572140800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422535:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.422537:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.422539:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357313.422542:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.422544:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.422545:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.422547:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.422548:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.422552:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.422553:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.422555:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:1.0:1712357313.422557:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.422557:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.422560:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.422561:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.422562:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.422580:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.422608:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _iri.cpython-36.opt-1.pyc (ffff8800a7656bd0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.422611:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.422614:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.422616:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.422618:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.422620:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.422621:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422652:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.422654:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.422657:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.422660:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422663:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.422665:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.422667:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.422669:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.422672:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.422674:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422676:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.422681:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.422683:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422685:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.422686:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.422687:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.422688:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.422690:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.422691:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.422692:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.422693:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.422695:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.422702:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_iri.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.422705:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.422706:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_iri.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.422710:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.422714:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.422716:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.422718:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_iri.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.422720:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.422722:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_iri.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.422724:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422726:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.422728:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _iri.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.422730:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.422732:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.422734:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357313.422736:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.422740:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.422743:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.422746:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.422747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.422748:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.422750:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.422752:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.422758:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.422763:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.422767:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.422770:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.422771:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.422772:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.422773:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.422774:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.422779:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00010000:00000001:1.0:1712357313.422781:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.422782:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.422784:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.422786:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.422787:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.422790:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c000. 00000020:00000001:1.0:1712357313.422792:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.422794:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c000 with handle 0xbda2fb8f03337ecd to hash 00000020:00000001:1.0:1712357313.422795:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.422796:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.422798:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.422800:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.422801:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.422803:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.422808:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.422814:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.422818:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.422819:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.422822:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.422824:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357313.422829:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.422830:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357313.422833:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.422836:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.422837:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.422839:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.422842:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422848:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.422849:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.422851:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.422853:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.422856:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.422858:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.422861:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.422863:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.422865:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.422867:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357313.422869:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.422875:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.422878:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29a0. 00000400:00000010:1.0:1712357313.422881:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.422886:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140864, portal 10 00000100:00000001:1.0:1712357313.422887:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.422888:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357313.422892:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.422897:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.422899:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.422900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357313.422902:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572140864, offset 0 00000400:00000200:1.0:1712357313.422906:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.422911:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.422920:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.422925:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.422928:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.422930:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.422932:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.422935:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [305:305:256:4294967295] 192.168.203.120@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:1.0:1712357313.422938:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.422944:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.422949:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.422953:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.422957:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.422964:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.422967:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.422992:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.422994:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.422996:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.422997:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.422999:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.423000:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.423002:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.423003:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.423005:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.423005:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.423178:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.423181:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.423186:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.423190:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.423192:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:3.0:1712357313.423193:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:3.0:1712357313.423196:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.423199:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.423205:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.423207:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.423220:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.423221:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.423985:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:0.1:1712357313.423991:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b839e0. 00000800:00000001:2.0:1712357313.425634:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.425646:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.425648:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.425651:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.425659:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.425663:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.425669:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.425672:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.425675:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.425679:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904d40 00000400:00000200:2.0:1712357313.425682:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.425686:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd65 [1] + 224 00000800:00000001:2.0:1712357313.425691:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.425702:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.425705:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.425708:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.425713:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.425719:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.425727:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.425752:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.425758:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.425761:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.426615:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.426620:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.426622:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.426624:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29a0. 00000400:00000200:1.0:1712357313.426629:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.426631:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.426634:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.426639:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.426647:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.426660:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.426662:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.426664:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.426667:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.426669:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.426670:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.426672:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.426678:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.426682:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.426685:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.426688:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.426693:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.426695:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.426696:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.426698:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.426700:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.426703:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.426708:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.426711:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.426712:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.426715:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.426721:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.426725:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.426728:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.426729:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.426731:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.426733:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.426746:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.426749:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.426751:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.426752:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.426754:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.426757:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.426759:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.426760:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=4 00000020:00000001:1.0:1712357313.426762:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.426764:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00010000:1.0:1712357313.426768:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.426774:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.426777:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.426782:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.426784:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.426788:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.426789:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.426790:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.426794:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.426796:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.426798:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.426800:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.426804:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.426810:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.426812:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.426817:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.426819:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.426821:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.426824:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.426826:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.426827:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.426828:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.426829:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=5 00000020:00000001:1.0:1712357313.426830:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.426831:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.426833:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.426835:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.426838:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.426840:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.427636:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.427637:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.427640:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.427641:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.427642:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.427643:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.427645:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c000 with handle 0xbda2fb8f03337ecd from hash 00010000:00000001:1.0:1712357313.427647:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.427648:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.427649:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.427649:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.427650:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.427651:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.427657:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.427658:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.427659:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.427661:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.427663:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.427667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.427667:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.427668:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.427669:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.427670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.427671:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.427671:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.427673:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f03337ecd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.427680:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.427681:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.427686:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.427692:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.427698:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.427698:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.427700:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.427701:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.427703:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.427704:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.427705:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.427706:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.427708:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_iri.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.427710:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.427712:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.427714:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.427717:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.427718:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.427722:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c288a0. 00000080:00002000:1.0:1712357313.427729:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.427734:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.427737:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.427740:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.427742:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.427743:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.427745:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.427750:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.427920:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.427926:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.427928:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.427929:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.427931:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.427932:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.427934:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.427937:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.427941:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.427945:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572140864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.427949:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.427951:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.427954:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357313.427957:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.427959:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.427960:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.427962:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.427964:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.427969:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.427971:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.427972:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:1.0:1712357313.427974:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.427975:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.427977:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.427978:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.427979:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.427984:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.427996:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _iri.cpython-36.pyc (ffff8800a7656e58, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.427999:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.428001:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.428005:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.428007:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.428008:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.428010:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.428041:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.428043:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.428045:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.428049:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.428052:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.428054:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.428056:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.428057:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.428060:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.428062:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.428063:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.428064:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.428066:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.428068:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.428069:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.428070:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.428071:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.428072:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.428073:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.428074:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.428075:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.428077:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.428083:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_ordereddict.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.428086:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.428087:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_ordereddict.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.428091:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.428096:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.428098:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.428102:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_ordereddict.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.428105:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.428107:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_ordereddict.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.428110:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.428112:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.428113:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _ordereddict.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.428115:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.428117:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.428119:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357313.428122:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.428126:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.428129:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.428132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.428133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.428134:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.428136:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.428138:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.428140:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.428143:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.428147:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.428150:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.428151:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.428152:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.428153:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.428155:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.428159:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00010000:00000001:1.0:1712357313.428161:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.428163:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.428165:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.428166:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.428168:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.428170:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357313.428171:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.428173:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f03337ed4 to hash 00000020:00000001:1.0:1712357313.428174:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.428179:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.428180:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.428182:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.428184:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.428186:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.428191:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.428198:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.428201:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.428203:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.428207:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.428208:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357313.428210:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.428211:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357313.428214:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.428217:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.428219:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.428220:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.428224:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.428229:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.428230:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.428232:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.428234:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.428236:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.428239:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.428242:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.428244:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.428245:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.428251:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357313.428253:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.428260:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.428263:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29a0. 00000400:00000010:1.0:1712357313.428268:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.428273:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140928, portal 10 00000100:00000001:1.0:1712357313.428274:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.428275:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357313.428279:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.428285:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.428287:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.428288:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357313.428290:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572140928, offset 0 00000400:00000200:1.0:1712357313.428295:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.428300:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.428305:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.428310:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.428313:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.428316:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.428318:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.428321:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [306:306:256:4294967295] 192.168.203.120@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:1.0:1712357313.428324:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.428330:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.428335:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.428338:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.428410:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.428416:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.428420:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.428439:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.428441:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.428443:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.428449:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.428450:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.428452:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.428454:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.428455:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.428457:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.428458:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.428723:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.428726:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:3.0:1712357313.428730:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.428734:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.428737:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357313.428739:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357313.428741:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.428745:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.428751:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.428753:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.428758:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.428759:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.430353:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00000080:00000010:0.1:1712357313.430360:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c28780. 00000800:00000001:2.0:1712357313.430835:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.430845:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.430853:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.430856:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.430862:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.430867:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.430873:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.430876:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.430879:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.430882:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904d80 00000400:00000200:2.0:1712357313.430886:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.430889:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd6d [1] + 224 00000800:00000001:2.0:1712357313.430894:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.430903:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.430905:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.430908:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.430912:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.430917:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.430924:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.430944:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.430948:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.430951:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.431109:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.431114:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.431115:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.431117:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29a0. 00000400:00000200:1.0:1712357313.431120:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.431122:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.431124:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.431128:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.431135:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.431141:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.431143:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.431144:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.431146:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.431148:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.431150:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.431153:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.431158:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.431161:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.431163:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.431165:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.431170:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.431172:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.431174:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.431175:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.431177:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.431180:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.431189:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.431192:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.431193:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.431196:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.431202:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.431205:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.431208:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.431209:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.431211:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.431213:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.431218:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.431220:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.431222:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.431223:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.431226:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.431228:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.431230:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.431232:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357313.431234:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.431236:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00010000:1.0:1712357313.431239:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431250:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.431253:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431554:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.431560:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431565:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.431566:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.431577:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431609:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.431611:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.431614:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.431616:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.431620:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.431622:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.431625:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431629:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.431631:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.431634:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431637:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.431639:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.431639:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.431641:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.431641:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357313.431643:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.431644:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.431646:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.431648:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.431658:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.431659:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.431660:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.431662:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.431664:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.431665:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.431666:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.431667:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.431669:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c240 with handle 0xbda2fb8f03337ed4 from hash 00010000:00000001:1.0:1712357313.431670:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.431671:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.431672:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.431673:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.431673:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.431675:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.431676:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.431677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.431678:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.431679:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.431681:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431684:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.431685:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.431685:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.431686:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.431687:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.431688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.431688:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.431689:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03337ed4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.431698:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.431699:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.431702:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.431706:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.431717:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.431718:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.431719:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.431721:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.431723:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.431724:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.431725:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.431726:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.431728:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_ordereddict.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.431730:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.431733:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.431735:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.431737:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.431739:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.431782:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b839e0. 00000080:00002000:0.0:1712357313.431787:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.431791:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.431794:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.431797:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.431800:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.431801:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.431803:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.431808:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.431809:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.431813:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.431815:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.431816:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.431817:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.431819:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.431821:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.431824:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:0.0:1712357313.431828:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.431832:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572140928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.431842:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.431844:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.431847:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:0.0:1712357313.431854:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.431856:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.431857:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.431859:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.431861:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:0.0:1712357313.431937:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.431939:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.431942:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:0.0:1712357313.431944:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.431945:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.431947:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.431948:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.431949:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.431953:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.431955:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _ordereddict.cpython-36.opt-1.pyc (ffff8800a7656af8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.431957:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.431959:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.432084:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.432087:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.432088:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.432091:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.432121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.432123:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.432125:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.432129:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.432133:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.432134:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.432136:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.432138:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.432141:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.432143:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.432145:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.432146:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.432148:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.432150:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.432151:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.432152:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.432157:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.432158:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.432159:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.432161:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.432162:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.432164:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.432171:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_ordereddict.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.432174:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.432175:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_ordereddict.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.432180:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357313.432184:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.432186:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.432187:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_ordereddict.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.432190:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.432193:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_ordereddict.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.432195:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.432197:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.432198:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _ordereddict.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.432201:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.432202:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.432205:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357313.432207:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.432210:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.432213:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.432216:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.432217:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.432218:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.432220:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.432222:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.432224:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.432664:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357313.432668:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.432671:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.432673:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.432677:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.432678:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.432679:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.432684:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357313.432686:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.432687:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.432690:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.432691:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.432693:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.432695:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357313.432698:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.432699:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337edb to hash 00000020:00000001:0.0:1712357313.432701:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.432702:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.432704:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.432705:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.432706:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.432709:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.432714:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.432720:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.432723:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.432724:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.432728:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.432729:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.432731:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.432732:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357313.432734:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.432737:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.432738:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.432742:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.432746:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.432751:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.432753:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.432754:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.432756:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.432758:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140992:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.432761:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.432764:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.432765:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.432766:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.432769:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.432771:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.432775:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.432778:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.432782:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.432786:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572140992, portal 10 00000100:00000001:0.0:1712357313.432787:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.432788:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357313.432792:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.432797:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.432799:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.432800:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357313.432802:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572140992, offset 0 00000400:00000200:0.0:1712357313.432805:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.432809:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.432813:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.432817:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.432819:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.432822:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.432823:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.432829:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [307:307:256:4294967295] 192.168.203.120@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:0.0:1712357313.432832:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.432838:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.432842:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.432845:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.432850:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.432855:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.432858:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.432874:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.432876:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.432877:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.432879:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.432880:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.432882:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.432883:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.432884:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.432886:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.432887:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.433178:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.433181:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.433184:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.433188:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.433191:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357313.433192:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357313.433195:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.433198:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.433205:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.433207:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.433212:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.433213:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.435726:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:0.1:1712357313.435737:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c28fa0. 00010000:00000010:0.1:1712357313.435743:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c000. 00000080:00000010:0.1:1712357313.435745:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c288a0. 00000800:00000001:2.0:1712357313.437612:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.437623:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.437626:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.437628:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.437636:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.437642:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.437888:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.437893:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.437896:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.437900:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904dc0 00000400:00000200:2.0:1712357313.437904:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.437917:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd75 [1] + 224 00000800:00000001:2.0:1712357313.437923:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.437935:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.437938:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.437941:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.437945:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.437951:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.437959:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.437968:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.437975:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.437977:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.438019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.438025:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.438026:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.438029:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.438032:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.438034:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.438035:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.438040:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.438047:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.438051:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.438053:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.438054:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.438057:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.438063:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.438064:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.438067:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.438073:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.438076:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.438078:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.438080:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.438085:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.438088:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.438089:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.438090:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.438092:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.438095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.438100:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.438103:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.438104:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.438106:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.438111:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572140992:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.438114:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.438117:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.438119:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.438120:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.438122:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.438128:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.438130:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.438131:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.438132:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.438135:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.438141:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.438143:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.438145:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357313.438147:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.438149:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:0.0:1712357313.438152:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438159:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.438162:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438166:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.438168:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.438173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.438175:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438179:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.438180:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.438182:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.438184:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.438189:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.438191:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.438194:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438198:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.438199:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.438201:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438208:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.438210:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.438211:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.438212:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.438213:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357313.438214:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.438215:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.438217:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.438219:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.438223:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.438224:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.438226:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.438226:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.438229:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.438230:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.438231:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.438232:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.438233:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337edb from hash 00010000:00000001:0.0:1712357313.438235:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.438236:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.438236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.438237:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.438238:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.438239:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.438241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.438241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.438242:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.438243:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.438244:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.438251:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.438252:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.438253:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.438254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.438255:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.438255:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.438257:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337edb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.438264:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.438265:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.438268:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.438272:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.438278:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.438279:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.438280:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.438281:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.438283:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.438285:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.438285:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.438287:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.438288:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_ordereddict.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.438291:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.438293:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.438295:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.438298:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.438299:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.438303:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3b839a0. 00000080:00002000:0.0:1712357313.438307:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.438312:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.438315:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.438318:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.438320:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.438321:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.438322:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.438327:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.438332:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.438335:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.438337:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.438339:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.438340:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.438342:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.438344:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.438347:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357313.438349:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.438352:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572140992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.438357:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.438359:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.438361:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.438365:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.438366:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.438368:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.438369:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.438371:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:0.0:1712357313.438373:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.438374:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.438375:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:0.0:1712357313.438377:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.438378:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.438380:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.438381:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.438382:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.438386:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.438387:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _ordereddict.cpython-36.pyc (ffff8800a7516a20, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.438389:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.438392:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.438394:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.438396:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.438397:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.438399:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.438977:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.438984:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.438986:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.438990:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.438993:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.438995:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.438997:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.438999:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.439001:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.439003:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.439005:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.439006:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.439008:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.439010:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.439010:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.439012:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.439013:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.439014:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.439014:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.439016:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.439017:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.439018:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.439024:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_teletex_codec.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.439027:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.439029:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_teletex_codec.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.439033:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357313.439037:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.439040:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.439041:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_teletex_codec.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.439043:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.439046:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_teletex_codec.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.439048:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.439051:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.439052:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _teletex_codec.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.439055:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.439060:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.439063:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357313.439066:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.439069:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.439072:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.439075:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.439075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.439076:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.439078:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.439080:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.439082:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.439086:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357313.439090:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.439093:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.439094:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.439095:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.439096:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.439097:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.439101:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357313.439103:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.439104:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.439107:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.439108:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.439110:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.439111:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357313.439113:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.439115:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337ee2 to hash 00000020:00000001:0.0:1712357313.439116:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.439117:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.439120:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.439121:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.439123:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.439125:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.439130:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.439142:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.439146:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.439147:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.439151:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.439152:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.439154:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.439155:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357313.439158:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.439161:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.439163:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.439164:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.439168:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.439173:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.439175:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.439177:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.439179:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.439181:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.439183:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.439187:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.439188:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.439190:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.439193:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.439194:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.439198:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.439200:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.439203:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.439207:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141056, portal 10 00000100:00000001:0.0:1712357313.439209:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.439210:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357313.439214:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.439222:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.439225:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.439226:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357313.439229:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572141056, offset 0 00000400:00000200:0.0:1712357313.439233:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.439237:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.439242:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.439245:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.439248:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.439251:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.439253:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.439255:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [308:308:256:4294967295] 192.168.203.120@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:0.0:1712357313.439258:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.439264:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.439269:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.439271:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.439275:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.439280:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.439283:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.439302:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.439304:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.439305:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.439307:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.439308:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.439310:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.439312:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.439313:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.439315:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.439315:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.439575:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.439578:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357313.439605:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.439609:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.439611:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:3.0:1712357313.439612:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:3.0:1712357313.439615:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.439618:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.439624:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.439626:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.439630:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.439632:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357313.441850:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b839e0. 00000800:00000001:2.0:1712357313.442889:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.442900:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.442902:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.442904:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.442912:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.442918:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.442923:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.442927:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.442930:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.442933:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904e00 00000400:00000200:2.0:1712357313.442937:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.442941:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd7d [1] + 224 00000800:00000001:2.0:1712357313.442946:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.442958:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.442961:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.442965:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.442970:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.442976:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.442995:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.443005:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.443011:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.443014:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.443060:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.443065:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.443067:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.443073:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.443076:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.443078:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.443080:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.443083:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.443090:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443095:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.443097:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.443099:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.443101:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.443103:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.443105:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.443107:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.443114:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.443117:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.443119:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.443122:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443127:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.443129:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.443131:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.443132:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.443134:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.443137:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443142:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.443144:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.443145:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.443148:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.443154:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.443161:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.443164:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.443166:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.443167:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.443170:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443174:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.443176:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.443178:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.443180:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.443183:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.443186:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.443188:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.443191:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.443192:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.443194:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357313.443198:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443205:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.443208:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443213:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.443215:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443219:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.443220:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.443221:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443225:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.443230:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.443233:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.443235:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.443239:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.443242:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.443244:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443249:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.443250:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.443252:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443255:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.443257:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.443258:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.443259:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.443260:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357313.443261:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.443263:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.443264:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.443266:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.443270:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.443271:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.443272:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.443274:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.443276:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.443277:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.443278:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.443279:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.443281:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337ee2 from hash 00010000:00000001:0.0:1712357313.443286:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.443287:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.443288:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.443289:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.443290:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.443291:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.443292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.443293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.443294:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443295:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.443297:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443301:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.443302:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.443303:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.443304:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.443305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.443306:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.443306:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.443308:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337ee2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.443315:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.443316:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.443320:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.443324:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.443329:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.443330:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443331:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443333:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443335:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.443336:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.443337:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443338:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.443339:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_teletex_codec.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.443346:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.443349:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.443351:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443354:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.443355:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.443359:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b3aba8e0. 00000080:00002000:0.0:1712357313.443363:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.443367:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.443369:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.443372:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443374:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.443375:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.443377:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.443381:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.443383:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.443386:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.443388:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443389:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.443391:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443392:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.443394:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.443396:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357313.443399:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.443402:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572141056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443406:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.443407:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.443409:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.443413:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.443414:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.443415:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.443417:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.443419:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:0.0:1712357313.443421:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.443422:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.443427:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:0.0:1712357313.443429:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.443430:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.443432:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.443433:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.443434:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.443437:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.443439:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _teletex_codec.cpython-36.opt-1.pyc (ffff8800a7516510, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.443441:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.443443:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.443445:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.443446:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.443447:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.443449:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443476:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.443478:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.443480:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.443483:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443486:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.443487:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.443489:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.443490:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.443493:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.443495:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443496:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.443497:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.443499:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443500:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.443501:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.443502:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.443503:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.443504:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.443505:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.443506:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.443506:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.443508:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.443515:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_teletex_codec.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.443518:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.443519:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_teletex_codec.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.443523:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357313.443527:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.443529:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.443530:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_teletex_codec.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.443532:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.443534:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_teletex_codec.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.443536:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443538:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.443539:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _teletex_codec.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.443541:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.443543:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.443545:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357313.443546:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.443549:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.443552:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.443554:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.443555:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.443556:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.443558:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.443559:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.443561:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.443565:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357313.443578:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.443580:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.443610:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.443611:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.443612:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.443613:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.443617:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357313.443619:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.443620:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.443625:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.443627:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.443629:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.443631:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357313.443633:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.443634:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337ee9 to hash 00000020:00000001:0.0:1712357313.443635:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.443636:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.443638:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.443640:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.443641:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.443643:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.443648:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.443653:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.443657:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.443658:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.443661:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.443662:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.443664:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.443665:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357313.443667:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.443670:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.443671:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.443672:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.443675:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443680:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.443681:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.443683:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.443687:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.443690:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.443692:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.443695:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.443697:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.443698:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.443700:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.443702:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.443705:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.443707:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.443710:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.443713:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141120, portal 10 00000100:00000001:0.0:1712357313.443715:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.443715:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357313.443719:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.443724:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.443725:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.443726:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357313.443728:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141120, offset 0 00000400:00000200:0.0:1712357313.443731:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.443735:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.443738:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.443742:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.443744:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.443747:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.443749:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.443751:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [309:309:256:4294967295] 192.168.203.120@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000200:0.0:1712357313.443754:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.443760:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.443763:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.443765:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.443772:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.443777:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.443780:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.443795:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.443796:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.443798:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.443800:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.443801:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.443802:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.443804:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.443805:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.443806:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.443807:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.443893:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.443896:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357313.443898:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.443901:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.443903:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357313.443904:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357313.443907:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.443909:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.443915:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.443916:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.443920:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.443921:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.445424:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c240. 00010000:00000010:2.1:1712357313.448657:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00000080:00000010:2.1:1712357313.448667:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3b839a0. 00000800:00000001:2.0:1712357313.449244:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.449255:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.449257:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.449259:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.449268:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.449274:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.449279:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.449283:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.449286:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.449290:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904e40 00000400:00000200:2.0:1712357313.449293:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.449297:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd85 [1] + 224 00000800:00000001:2.0:1712357313.449303:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.449317:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.449319:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.449322:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.449326:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.449332:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.449340:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.449354:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.449360:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.449363:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.449467:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.449473:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.449474:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.449477:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.449480:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.449482:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.449484:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.449489:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.449495:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.449501:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.449502:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.449504:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.449506:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.449508:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.449509:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.449512:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.449518:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.449521:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.449522:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.449525:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.449538:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.449540:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.449542:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.449543:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.449545:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.449549:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.449554:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.449556:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.449558:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.449560:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.449565:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.449579:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.449610:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.449614:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.449615:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.449618:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.449623:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.449625:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.449626:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.449627:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.449630:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.449632:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.449634:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.449636:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.449638:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.449640:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357313.449643:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449654:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.449658:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449662:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.449664:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.449669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.449670:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449674:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.449675:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.449677:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.449679:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.449683:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.449685:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.449687:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449691:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.449692:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.449694:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449697:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.449699:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.449699:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.449700:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.449703:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357313.449704:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.449706:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.449708:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.449709:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.449713:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.449714:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.449715:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.449716:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.449718:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.449719:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.449720:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.449720:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.449722:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337ee9 from hash 00010000:00000001:0.0:1712357313.449723:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.449724:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.449724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.449725:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.449726:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.449727:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.449728:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.449728:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.449729:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449730:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.449732:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449735:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.449735:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.449736:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.449737:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.449737:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.449738:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.449738:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.449740:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337ee9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.449755:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.449756:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.449759:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.449763:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.449768:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.449769:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449770:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449771:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449773:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.449774:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.449775:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449776:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.449777:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_teletex_codec.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.449779:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.449782:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.449783:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449786:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.449787:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.449790:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab34860. 00000080:00002000:0.0:1712357313.449793:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.449797:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.449800:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.449803:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449805:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.449806:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.449807:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.449811:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.449813:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.449816:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.449819:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449820:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.449821:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449826:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.449828:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.449831:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357313.449834:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.449837:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572141120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.449842:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.449843:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.449846:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.449850:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.449851:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.449853:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.449854:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.449856:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:0.0:1712357313.449858:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.449860:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.449861:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:0.0:1712357313.449863:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.449864:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.449866:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.449867:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.449868:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.449872:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.449874:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _teletex_codec.cpython-36.pyc (ffff8800a75166c0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.449876:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.449878:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.449881:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.449882:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.449883:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.449885:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449912:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.449913:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.449915:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.449918:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449921:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.449922:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.449924:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.449929:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.449931:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.449933:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449934:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.449936:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.449937:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449939:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.449939:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.449941:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.449942:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.449943:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.449944:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.449945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.449946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.449948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.449953:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_types.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.449956:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.449957:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_types.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.449961:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357313.449965:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.449967:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.449968:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_types.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.449971:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.449973:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_types.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.449975:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.449977:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.449978:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _types.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.449981:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.449982:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.449985:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357313.449987:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.449990:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.449993:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.449999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.450000:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.450001:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.450004:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.450006:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.450008:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.450014:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357313.450018:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.450020:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.450021:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.450022:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.450023:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.450025:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.450029:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357313.450032:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.450033:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.450034:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.450036:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.450037:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.450039:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357313.450041:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.450042:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03337ef0 to hash 00000020:00000001:0.0:1712357313.450044:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.450045:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.450047:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.450048:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.450049:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.450051:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.450056:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.450062:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.450070:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.450071:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.450075:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.450076:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.450078:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.450079:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357313.450081:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.450084:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.450086:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.450088:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.450091:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.450096:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.450097:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.450100:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.450101:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.450104:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141184:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.450106:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.450110:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.450111:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.450113:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.450115:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.450116:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.450119:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.450121:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.450124:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.450128:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141184, portal 10 00000100:00000001:0.0:1712357313.450129:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.450130:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357313.450133:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.450138:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.450143:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.450145:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357313.450147:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141184, offset 0 00000400:00000200:0.0:1712357313.450151:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.450154:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.450158:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.450162:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.450165:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.450167:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.450169:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.450172:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [310:310:256:4294967295] 192.168.203.120@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:0.0:1712357313.450174:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.450180:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.450184:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.450187:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.450191:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.450195:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.450198:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.450205:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.450206:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.450207:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.450210:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.450211:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.450213:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.450214:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.450216:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.450217:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.450218:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.450705:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.450709:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357313.450716:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.450720:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.450722:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:2.0:1712357313.450723:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:2.0:1712357313.450726:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.450729:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.450735:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.450737:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.450741:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.450742:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.453758:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357313.453769:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b3aba8e0. 00000800:00000001:2.0:1712357313.461187:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.461198:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.461202:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.461204:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.461213:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.461218:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.461225:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.461228:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.461231:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.461235:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904e80 00000400:00000200:2.0:1712357313.461239:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.461244:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd8d [1] + 224 00000800:00000001:2.0:1712357313.461249:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.461263:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.461265:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.461268:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.461273:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.461280:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.461288:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.461309:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.461314:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.461317:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.461367:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.461372:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.461374:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.461376:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.461379:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.461381:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.461387:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.461391:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.461398:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.461403:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.461405:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.461407:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.461409:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.461411:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.461413:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.461415:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.461421:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.461424:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.461426:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.461429:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.461434:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.461437:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.461438:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.461440:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.461441:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.461445:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.461450:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.461453:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.461455:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.461458:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.461463:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141184:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.461467:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.461475:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.461477:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.461478:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.461481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.461487:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.461490:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.461492:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.461493:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.461495:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.461498:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.461500:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.461502:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357313.461504:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.461506:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357313.461510:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461518:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.461521:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461525:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.461527:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461532:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.461533:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.461534:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461538:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.461540:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.461542:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.461544:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.461553:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.461555:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.461558:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461562:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.461564:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.461566:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461617:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.461619:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.461620:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.461621:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.461626:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357313.461627:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.461629:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.461631:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.461633:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.461637:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.461638:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.461639:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.461640:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.461642:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.461643:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.461644:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.461645:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.461647:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03337ef0 from hash 00010000:00000001:0.0:1712357313.461648:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.461649:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.461653:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.461654:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.461655:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.461656:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.461658:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.461659:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.461659:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461661:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.461663:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461666:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.461667:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.461667:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.461668:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.461669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.461670:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.461670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.461672:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337ef0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.461679:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.461680:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.461684:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.461688:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.461693:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.461694:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461696:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461697:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461699:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.461700:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.461701:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461702:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.461703:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_types.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.461705:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.461708:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.461713:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461716:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.461717:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.461721:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012bf4da20. 00000080:00002000:0.0:1712357313.461724:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.461729:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.461732:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.461734:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461736:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.461738:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.461739:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.461744:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.461745:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.461749:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.461751:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461752:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.461753:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461755:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.461757:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.461760:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357313.461762:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.461765:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572141184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.461771:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.461772:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.461774:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.461778:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.461780:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.461781:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.461783:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.461785:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:0.0:1712357313.461787:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.461788:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.461790:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:0.0:1712357313.461792:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.461793:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.461798:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.461799:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.461800:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.461804:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.461806:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _types.cpython-36.opt-1.pyc (ffff8800a75160d8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.461808:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.461811:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.461814:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.461816:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.461817:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.461819:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461848:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.461850:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.461851:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.461855:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461858:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.461860:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.461862:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.461864:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.461867:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.461869:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461870:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.461872:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.461874:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461875:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.461876:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.461878:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.461879:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.461880:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.461880:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.461882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.461883:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.461884:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.461891:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_types.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.461893:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.461895:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_types.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.461903:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357313.461907:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.461909:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.461911:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_types.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.461913:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.461915:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='_types.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.461918:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461920:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.461921:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _types.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.461924:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.461925:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.461928:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357313.461930:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.461933:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.461936:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.461939:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.461940:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.461941:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.461943:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.461944:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.461947:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.461950:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357313.461954:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.461957:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.461958:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.461959:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.461960:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.461961:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.461966:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357313.461968:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.461970:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.461972:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.461973:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.461975:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.461981:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357313.461983:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.461985:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03337ef7 to hash 00000020:00000001:0.0:1712357313.461986:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.461988:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.461990:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.461992:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.461993:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.461995:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.462000:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.462007:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.462011:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.462012:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.462015:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.462017:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.462019:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.462020:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357313.462023:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.462025:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.462027:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.462028:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.462032:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.462038:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.462039:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.462041:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.462043:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.462045:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.462053:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.462056:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.462058:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.462059:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.462062:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357313.462063:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.462067:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.462069:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.462072:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.462076:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141248, portal 10 00000100:00000001:0.0:1712357313.462078:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.462079:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357313.462082:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.462087:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.462089:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.462091:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357313.462092:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572141248, offset 0 00000400:00000200:0.0:1712357313.462096:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.462100:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.462104:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.462109:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.462112:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.462115:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.462116:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.462119:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [311:311:256:4294967295] 192.168.203.120@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:0.0:1712357313.462122:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.462129:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.462133:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.462136:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357313.462140:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.462149:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.462152:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.462171:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.462173:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.462175:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.462177:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.462178:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.462180:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.462181:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.462183:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.462184:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.462185:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.462349:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.462352:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357313.462354:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.462358:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.462360:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:2.0:1712357313.462362:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:2.0:1712357313.462364:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.462367:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.462373:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.462376:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.462380:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.462381:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.465731:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:2.1:1712357313.465741:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab34860. 00000800:00000001:2.0:1712357313.468296:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.468307:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.468311:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.468313:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.468322:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.468327:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.468332:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.468336:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.468338:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.468342:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904ec0 00000400:00000200:2.0:1712357313.468345:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.468349:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd95 [1] + 224 00000800:00000001:2.0:1712357313.468354:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.468364:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.468366:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.468375:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.468380:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.468386:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.468394:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.468404:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.468409:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.468412:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.468451:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.468457:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.468458:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.468460:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.468464:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.468465:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.468467:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.468472:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.468478:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.468483:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.468485:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.468486:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.468489:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.468491:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.468492:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.468494:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.468501:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.468504:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.468506:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.468509:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.468522:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.468524:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.468526:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.468527:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.468528:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.468532:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.468538:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.468540:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.468541:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.468544:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.468550:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.468553:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.468556:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.468557:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.468559:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.468561:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.468566:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.468579:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.468677:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.468678:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.468681:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.468684:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.468686:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.468689:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357313.468690:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.468692:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00010000:0.0:1712357313.468696:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468707:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.468710:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468714:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.468716:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.468722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.468723:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468732:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.468734:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.468736:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.468738:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.468742:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.468744:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.468747:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468751:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.468753:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.468756:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468760:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.468762:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.468762:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.468763:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.468768:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357313.468769:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.468771:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.468773:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.468775:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.468779:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.468780:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.468782:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.468783:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.468785:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.468786:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.468786:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.468787:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.468789:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03337ef7 from hash 00010000:00000001:0.0:1712357313.468790:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.468791:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.468792:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.468793:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.468794:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.468795:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.468796:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.468797:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.468798:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.468799:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.468801:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468804:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.468804:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.468805:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.468806:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.468807:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.468807:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.468808:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.468809:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337ef7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.468819:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.468821:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.468824:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.468828:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.468833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.468834:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.468835:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.468836:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.468838:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.468840:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.468841:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.468842:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.468843:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_types.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.468846:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.468848:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.468850:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.468853:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.468854:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.468926:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c286c0. 00000080:00002000:1.0:1712357313.468931:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.468936:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.468939:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.468942:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.468945:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.468946:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.468948:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.468952:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.468955:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.468958:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.468960:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.468961:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.468962:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.468963:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.468965:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.468968:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:1.0:1712357313.468971:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.468974:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572141248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.468987:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.468988:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.468991:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:1.0:1712357313.468995:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.468996:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.468997:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.468999:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.469000:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:1.0:1712357313.469003:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.469004:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.469005:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:1.0:1712357313.469008:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.469008:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.469010:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.469011:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.469012:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.469016:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.469018:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _types.cpython-36.pyc (ffff8800a7516438, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.469020:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.469022:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.469028:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.469030:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.469031:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.469033:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.469062:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.469063:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.469065:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.469069:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.469072:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.469074:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.469076:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.469077:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.469080:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.469082:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.469084:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.469088:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.469090:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.469092:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.469093:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.469094:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.469095:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.469096:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.469097:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.469099:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.469100:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.469101:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.469106:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=algos.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.469109:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.469110:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=algos.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.469115:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.469119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.469121:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.469122:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'algos.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.469124:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.469126:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='algos.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.469129:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.469131:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.469132:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: algos.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.469135:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.469136:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.469139:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25c00. 00000020:00000040:1.0:1712357313.469142:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.469145:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.469148:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.469151:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.469151:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.469152:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.469154:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.469156:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.469161:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.469166:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.469170:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.469172:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.469174:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.469174:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.469175:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.469176:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.469181:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00010000:00000001:1.0:1712357313.469184:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.469185:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.469187:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.469188:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.469190:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.469192:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357313.469194:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.469195:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03337efe to hash 00000020:00000001:1.0:1712357313.469197:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.469198:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.469200:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.469201:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.469202:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.469204:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.469210:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.469216:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.469220:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.469221:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.469225:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.469226:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357313.469232:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.469233:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000001:1.0:1712357313.469236:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.469238:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.469240:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.469241:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.469245:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.469250:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.469251:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.469253:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.469255:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.469258:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.469260:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.469263:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.469265:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.469266:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.469270:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.469271:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.469275:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.469277:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29a0. 00000400:00000010:1.0:1712357313.469281:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.469285:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141312, portal 10 00000100:00000001:1.0:1712357313.469286:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.469287:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000040:1.0:1712357313.469291:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.469296:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.469298:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.469300:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357313.469302:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141312, offset 0 00000400:00000200:1.0:1712357313.469305:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.469309:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.469317:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.469322:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.469325:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.469327:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.469329:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.469332:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [312:312:256:4294967295] 192.168.203.120@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:1.0:1712357313.469335:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.469341:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.469346:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.469349:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1db00. 00000800:00000200:1.0:1712357313.469353:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.469358:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.469361:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1db00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.470006:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.470008:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.470010:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.470012:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.470013:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.470014:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.470016:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.470018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.470019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.470020:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.470053:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.470055:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1db00. 00000400:00000200:2.0:1712357313.470059:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.470063:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.470065:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357313.470066:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357313.470068:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.470071:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.470077:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.470079:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.470084:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.470085:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.471716:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:2.1:1712357313.471724:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012bf4da20. 00000800:00000001:2.0:1712357313.472999:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.473009:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.473011:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.473013:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.473021:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.473026:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.473032:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.473035:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.473038:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.473042:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904f00 00000400:00000200:2.0:1712357313.473053:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.473057:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xd9d [1] + 224 00000800:00000001:2.0:1712357313.473063:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.473071:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.473073:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.473077:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.473081:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.473086:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.473094:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.473115:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.473120:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.473123:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.473210:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.473215:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.473216:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.473219:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29a0. 00000400:00000200:1.0:1712357313.473222:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.473223:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.473225:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.473229:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.473236:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473246:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.473248:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.473250:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.473252:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.473253:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.473255:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.473257:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.473263:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.473266:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.473268:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.473271:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473275:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.473278:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.473279:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.473280:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.473283:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.473286:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473290:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.473292:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.473293:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.473296:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.473302:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.473305:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.473307:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.473309:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.473310:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.473313:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473325:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.473328:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.473330:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.473331:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.473333:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.473336:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.473338:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.473339:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357313.473341:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.473343:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357313.473347:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473354:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.473357:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473361:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.473362:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473366:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.473367:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.473369:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473373:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.473374:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.473376:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.473378:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.473382:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.473388:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.473391:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473396:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.473397:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.473399:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473402:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.473404:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.473405:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.473406:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.473407:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357313.473408:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.473409:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.473411:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.473413:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.473416:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.473417:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.473419:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.473420:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.473422:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.473423:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.473423:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.473424:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.473426:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03337efe from hash 00010000:00000001:1.0:1712357313.473427:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.473428:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.473429:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.473429:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.473430:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.473431:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.473435:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.473436:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.473437:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473438:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.473440:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473443:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.473443:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.473444:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.473445:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.473446:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.473447:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.473447:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.473449:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03337efe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.473455:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.473456:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.473459:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.473462:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.473467:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.473469:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473470:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473471:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473473:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.473474:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.473475:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473477:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.473478:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=algos.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.473480:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.473482:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.473484:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473487:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.473488:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.473491:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c283a0. 00000080:00002000:1.0:1712357313.473497:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.473501:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.473504:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.473506:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473508:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.473509:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.473511:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.473515:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.473517:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.473520:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.473522:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473523:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.473524:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473526:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.473528:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.473531:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.473534:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.473537:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25c00 x1795536572141312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473542:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.473544:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.473546:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.473549:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.473550:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.473551:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.473553:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.473555:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:1.0:1712357313.473558:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.473559:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.473561:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25c00. 00000100:00000001:1.0:1712357313.473563:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.473563:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.473565:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.473566:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.473577:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.473580:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.473603:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry algos.cpython-36.opt-1.pyc (ffff8800a7656a20, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.473606:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.473607:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.473610:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.473612:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.473613:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.473615:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473639:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.473641:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.473642:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.473646:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473648:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.473649:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.473651:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.473653:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.473655:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.473657:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473658:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.473659:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.473661:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473663:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.473664:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.473665:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.473666:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.473667:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.473668:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.473669:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.473670:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.473671:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.473675:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=algos.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.473689:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.473690:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=algos.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.473694:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.473698:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.473700:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.473705:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'algos.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.473707:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.473709:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='algos.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.473711:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473713:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.473715:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: algos.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.473717:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.473719:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.473721:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25c00. 00000020:00000040:1.0:1712357313.473723:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.473726:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.473729:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.473731:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.473732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.473733:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.473735:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.473736:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.473739:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.473743:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.473747:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.473749:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.473750:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.473751:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.473752:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.473753:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.473757:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00010000:00000001:1.0:1712357313.473760:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.473761:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.473763:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.473765:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.473766:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.473768:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357313.473770:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.473772:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03337f05 to hash 00000020:00000001:1.0:1712357313.473773:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.473778:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.473780:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.473782:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.473783:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.473785:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.473790:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.473797:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.473801:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.473802:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.473805:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357313.473806:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357313.473808:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.473809:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000001:1.0:1712357313.473812:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.473814:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.473816:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.473817:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.473820:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473826:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.473827:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.473829:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.473831:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.473833:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141376:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.473835:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.473839:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.473840:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.473842:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.473849:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357313.473850:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.473854:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.473856:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29a0. 00000400:00000010:1.0:1712357313.473859:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.473862:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141376, portal 10 00000100:00000001:1.0:1712357313.473864:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.473864:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000040:1.0:1712357313.473868:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.473873:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.473875:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.473877:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357313.473879:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572141376, offset 0 00000400:00000200:1.0:1712357313.473882:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.473886:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.473890:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.473893:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.473896:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.473899:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.473900:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.473903:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [313:313:256:4294967295] 192.168.203.120@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:1.0:1712357313.473906:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.473912:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.473916:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.473918:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.473923:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.473928:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.473931:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.473942:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.473943:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.473945:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.473950:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.473951:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.473953:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.473954:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.473955:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.473957:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.473958:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.474061:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.474064:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357313.474068:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.474072:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.474074:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357313.474076:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357313.474078:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.474081:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.474088:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.474091:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.474096:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.474097:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357313.475683:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c286c0. 00010000:00000010:2.1:1712357313.479410:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000800:00000001:2.0:1712357313.483610:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.483624:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.483626:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.483630:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.483648:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.483654:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.483660:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.483664:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.483666:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.483670:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904f40 00000400:00000200:2.0:1712357313.483674:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.483679:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xda5 [1] + 224 00000800:00000001:2.0:1712357313.483685:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.483697:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.483699:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.483703:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.483708:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.483714:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.483722:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.483733:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.483738:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.483741:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.484926:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.484936:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.484937:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.484941:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29a0. 00000400:00000200:0.0:1712357313.484946:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:0.0:1712357313.484948:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:0.0:1712357313.484951:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.484960:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.484968:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.484975:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.484976:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.484978:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.484987:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.484989:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.484991:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.484994:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.485003:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.485007:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.485009:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.485013:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.485017:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.485020:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.485022:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.485023:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.485026:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.485029:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.485035:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.485038:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.485040:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.485042:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.485049:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141376:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.485053:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.485056:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.485058:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.485060:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.485063:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.485068:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.485070:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:0.0:1712357313.485072:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.485074:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.485081:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.485085:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.485088:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.485091:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:0.0:1712357313.485093:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:0.0:1712357313.485095:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:0.0:1712357313.485100:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485109:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.485113:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485117:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.485120:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485124:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.485126:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.485128:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485133:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.485135:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.485137:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.485139:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.485144:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.485148:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.485151:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485156:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.485157:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.485163:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485167:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.485169:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.485170:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.485171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.485172:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:0.0:1712357313.485173:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:0.0:1712357313.485175:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:0.0:1712357313.485177:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.485179:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.485183:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.485184:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.485186:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.485188:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.485191:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.485192:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.485193:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.485194:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.485196:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03337f05 from hash 00010000:00000001:0.0:1712357313.485197:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.485198:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.485199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.485200:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.485200:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.485202:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.485204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.485204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.485206:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485207:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.485209:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485218:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.485219:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.485220:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.485221:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.485221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.485222:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.485223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.485224:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03337f05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.485231:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.485232:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.485236:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.485240:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.485246:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.485247:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485249:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485250:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485253:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.485254:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.485255:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485257:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.485259:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=algos.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.485261:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.485264:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.485267:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485271:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.485273:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.485277:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d8f20. 00000080:00002000:0.0:1712357313.485280:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7656d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.485285:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.485289:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.485292:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485295:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.485299:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.485301:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.485307:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.485309:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.485313:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.485315:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485316:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.485317:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485319:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.485322:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.485326:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:0.0:1712357313.485328:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.485331:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25c00 x1795536572141376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.485337:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.485339:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.485342:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:0.0:1712357313.485346:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.485348:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.485350:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.485352:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.485354:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:0.0:1712357313.485359:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.485360:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.485362:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25c00. 00000100:00000001:0.0:1712357313.485365:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.485366:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.485368:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.485369:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.485370:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.485374:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.485375:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry algos.cpython-36.pyc (ffff8800a7656d80, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.485378:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.485380:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.485382:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.485385:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.485389:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.485392:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485418:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.485420:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.485422:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.485427:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485430:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.485431:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.485433:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.485435:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.485438:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.485440:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485442:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.485443:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.485445:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485446:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.485447:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.485448:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.485449:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.485451:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.485451:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.485453:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.485454:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.485456:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.485461:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cms.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.485463:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.485465:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cms.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.485469:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.485473:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.485475:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.485477:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cms.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.485479:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.485482:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='cms.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.485485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485491:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.485493:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cms.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.485496:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.485498:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.485501:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.485504:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.485508:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.485512:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.485515:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.485516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.485517:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.485520:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.485521:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.485524:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.485529:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.485534:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.485537:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.485539:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.485540:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.485541:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.485542:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.485548:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.485550:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.485552:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.485554:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.485556:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.485558:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.485560:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3840. 00000020:00000001:0.0:1712357313.485562:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.485564:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3840 with handle 0xbda2fb8f03337f0c to hash 00000020:00000001:0.0:1712357313.485565:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.485576:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.485579:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.485606:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.485608:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.485613:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.485619:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.485627:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.485631:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.485633:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.485637:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.485639:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.485641:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.485642:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.485646:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.485649:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.485652:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.485653:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.485657:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.485662:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.485663:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.485666:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.485667:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.485670:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.485672:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.485677:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.485678:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.485681:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.485684:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.485685:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.485692:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.485695:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.485699:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.485708:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141440, portal 10 00000100:00000001:0.0:1712357313.485710:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.485711:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.485715:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.485720:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.485723:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.485725:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357313.485727:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141440, offset 0 00000400:00000200:0.0:1712357313.485732:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.485738:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.485743:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.485748:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.485752:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.485755:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.485756:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.485759:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [314:314:256:4294967295] 192.168.203.120@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:0.0:1712357313.485762:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.485770:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.485776:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.485779:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357313.485786:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.485793:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.485796:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.485815:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.485817:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.485819:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.485821:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.485823:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.485824:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.485826:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.485828:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.485832:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.485833:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.486317:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.486322:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357313.486633:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.486639:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.486642:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:2.0:1712357313.486644:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:2.0:1712357313.486648:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.486652:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.486660:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.486663:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.486678:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.486679:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.487457:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:0.1:1712357313.487464:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c283a0. 00000800:00000001:2.0:1712357313.489700:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.489711:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.489714:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.489716:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.489725:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.489730:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.489741:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.489744:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.489747:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.489751:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904f80 00000400:00000200:2.0:1712357313.489754:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.489759:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdad [1] + 224 00000800:00000001:2.0:1712357313.489764:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.489777:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.489779:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.489783:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.489788:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.489793:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.489801:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.490903:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.490997:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.491004:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.491007:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1712357313.491036:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.491045:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.491047:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.491051:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.491053:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.491056:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.491061:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.491069:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491074:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.491075:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.491077:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.491080:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.491082:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.491083:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.491086:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.491092:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.491095:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.491097:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.491099:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491104:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.491106:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.491108:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.491109:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.491111:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.491114:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491119:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.491121:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.491131:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.491135:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.491141:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.491144:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.491147:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.491149:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.491150:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.491152:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491157:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.491160:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.491162:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.491163:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.491166:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.491168:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.491171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.491173:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=4 00000020:00000001:0.0:1712357313.491175:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.491177:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00010000:0.0:1712357313.491181:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491188:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.491191:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491195:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.491197:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.491205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.491208:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491212:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.491213:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.491216:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.491218:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.491222:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.491225:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.491227:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491231:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.491232:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.491234:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491238:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.491240:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.491241:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.491241:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.491242:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=5 00000020:00000001:0.0:1712357313.491244:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.491245:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357313.491247:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.491248:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.491252:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.491253:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.491255:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.491256:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.491261:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.491262:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.491263:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.491264:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.491266:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3840 with handle 0xbda2fb8f03337f0c from hash 00010000:00000001:0.0:1712357313.491267:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.491268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.491269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.491270:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.491271:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.491272:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.491274:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.491274:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.491275:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491276:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.491278:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491282:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.491282:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.491284:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.491285:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.491285:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.491286:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.491286:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.491288:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f03337f0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.491295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.491296:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.491300:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.491304:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.491310:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.491311:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491313:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491314:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491320:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.491321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.491322:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491323:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.491325:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cms.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.491327:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.491330:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.491332:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491335:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.491337:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.491340:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d89c0. 00000080:00002000:0.0:1712357313.491343:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.491348:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.491351:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.491353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491355:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.491357:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.491358:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.491362:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.491364:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.491367:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.491370:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491371:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.491372:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491374:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.491376:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.491379:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.491381:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.491385:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491389:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.491391:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.491393:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.491397:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.491398:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.491400:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.491405:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.491407:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.491410:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.491411:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.491413:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.491415:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.491416:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.491418:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.491419:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.491420:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.491424:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.491426:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cms.cpython-36.opt-1.pyc (ffff8800a7516438, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.491428:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.491430:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.491433:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.491434:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.491435:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.491437:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491467:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.491469:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.491471:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.491475:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491478:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.491480:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.491482:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.491483:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.491486:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.491488:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491489:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.491490:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.491492:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491493:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.491494:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.491496:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.491497:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.491498:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.491498:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.491504:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.491505:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.491507:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.491513:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cms.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.491515:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.491517:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cms.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.491521:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.491525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.491527:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.491528:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cms.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.491531:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.491533:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='cms.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.491535:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491537:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.491538:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cms.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.491541:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.491542:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.491545:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.491548:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.491551:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.491554:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.491557:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.491558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.491559:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.491561:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.491562:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.491565:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.491578:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.491596:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.491599:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.491600:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.491601:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.491602:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.491604:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.491613:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.491615:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.491617:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.491619:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.491621:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.491623:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.491626:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357313.491628:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.491630:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03337f13 to hash 00000020:00000001:0.0:1712357313.491631:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.491632:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.491634:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.491636:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.491637:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.491639:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.491644:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.491650:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.491654:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.491655:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.491659:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.491660:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.491661:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.491662:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.491666:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.491669:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.491671:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.491672:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.491676:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491689:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.491691:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.491693:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.491695:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.491698:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.491700:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.491704:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.491705:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.491706:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.491709:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.491711:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.491716:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.491718:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.491721:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.491726:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141504, portal 10 00000100:00000001:0.0:1712357313.491727:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.491728:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.491731:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.491737:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.491738:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.491740:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357313.491742:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572141504, offset 0 00000400:00000200:0.0:1712357313.491746:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.491750:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.491754:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.491758:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.491761:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.491763:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.491765:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.491768:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [315:315:256:4294967295] 192.168.203.120@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:0.0:1712357313.491770:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.491782:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.491786:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.491789:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.491793:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.491799:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.491802:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.491816:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.491818:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.491820:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.491821:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.491822:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.491824:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.491825:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.491827:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.491829:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.491829:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.491936:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.491939:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357313.491942:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.491946:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.491948:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:2.0:1712357313.491953:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:2.0:1712357313.491956:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.491959:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.491965:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.491967:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.491971:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.491973:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.494935:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.494945:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.494948:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.494949:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.494957:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.494962:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.494968:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.494971:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.494973:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.494977:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef904fc0 00000400:00000200:2.0:1712357313.494979:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.494984:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdb5 [1] + 224 00000800:00000001:2.0:1712357313.494988:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.495000:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.495002:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.495005:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.495009:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.495013:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.495021:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.495030:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.495035:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.495043:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.495082:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.495087:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.495089:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.495091:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.495094:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.495096:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.495098:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.495102:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.495107:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495112:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.495113:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.495115:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.495117:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.495119:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.495120:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.495122:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.495132:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.495135:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.495137:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.495140:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495144:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.495146:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.495147:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.495149:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.495151:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.495153:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495158:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.495160:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.495161:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.495164:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.495170:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.495173:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.495175:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.495177:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.495178:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.495180:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495184:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.495187:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.495188:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.495189:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.495192:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.495195:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.495197:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.495199:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357313.495204:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.495206:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00010000:0.0:1712357313.495209:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495216:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.495219:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495223:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.495225:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.495230:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.495232:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495236:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.495237:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.495239:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.495241:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.495245:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.495247:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.495249:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495253:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.495254:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.495256:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495260:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.495264:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.495265:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.495266:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.495266:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357313.495267:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.495269:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357313.495271:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.495272:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.495275:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.495276:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.495278:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.495279:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.495281:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.495282:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.495283:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.495283:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.495285:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03337f13 from hash 00010000:00000001:0.0:1712357313.495286:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.495287:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.495288:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.495288:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.495289:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.495290:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.495291:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.495292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.495293:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495294:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.495295:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495298:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.495299:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.495299:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.495300:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.495304:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.495304:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.495305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.495306:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03337f13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.495314:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.495315:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.495318:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.495322:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.495327:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.495328:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495330:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495331:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495333:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.495334:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.495335:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495336:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.495338:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cms.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.495340:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.495343:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.495345:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495348:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.495349:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.495352:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d89e0. 00000080:00002000:0.0:1712357313.495356:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.495360:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.495363:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.495365:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495367:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.495368:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.495370:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.495373:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.495375:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.495378:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.495383:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495385:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.495386:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495388:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.495390:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.495393:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.495395:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.495398:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495402:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.495404:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.495406:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.495409:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.495410:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.495412:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.495413:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.495415:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.495417:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.495419:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.495420:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.495422:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.495423:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.495425:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.495425:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.495426:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.495431:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.495432:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cms.cpython-36.pyc (ffff8800a7516798, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.495435:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.495437:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.495440:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.495442:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.495443:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.495445:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495473:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.495475:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.495476:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.495484:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495487:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.495488:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.495490:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.495491:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.495494:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.495496:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495498:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.495499:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.495501:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495502:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.495503:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.495505:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.495506:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.495507:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.495508:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.495509:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.495510:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.495512:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.495517:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.495519:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.495521:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.495525:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.495529:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.495531:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.495532:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.495534:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.495537:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='core.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.495539:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495541:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.495543:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.495545:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.495547:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.495549:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.495554:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.495558:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.495560:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.495564:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.495564:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.495565:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.495579:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.495611:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.495613:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.495619:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.495622:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.495625:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.495626:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.495627:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.495628:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.495629:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.495633:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.495636:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.495637:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.495639:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.495640:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.495642:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.495644:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357313.495646:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.495648:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03337f1a to hash 00000020:00000001:0.0:1712357313.495649:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.495650:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.495652:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.495654:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.495655:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.495657:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.495662:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.495676:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.495680:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.495681:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.495684:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.495686:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.495688:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.495689:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.495692:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.495694:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.495696:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.495697:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.495701:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495706:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.495707:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.495709:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.495711:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.495713:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.495716:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.495719:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.495720:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.495722:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.495724:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.495725:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.495728:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.495730:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.495733:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.495737:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141568, portal 10 00000100:00000001:0.0:1712357313.495738:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.495739:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.495743:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.495753:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.495755:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.495757:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357313.495759:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141568, offset 0 00000400:00000200:0.0:1712357313.495763:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.495767:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.495770:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.495774:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.495776:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.495779:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.495780:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.495784:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [316:316:256:4294967295] 192.168.203.120@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:0.0:1712357313.495786:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.495792:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.495797:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.495799:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.495803:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.495809:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.495812:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.495829:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.495830:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.495832:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.495834:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.495835:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.495837:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.495838:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.495839:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.495841:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.495842:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.496149:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.496152:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357313.496154:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.496157:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.496159:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:2.0:1712357313.496160:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:2.0:1712357313.496163:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.496166:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.496172:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.496174:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.496179:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.496180:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.498737:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357313.498748:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d8f20. 00010000:00000010:2.1:1712357313.498752:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3840. 00000080:00000010:2.1:1712357313.498754:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d89c0. 00000800:00000001:2.0:1712357313.498916:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.498925:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.498927:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.498929:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.498936:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.498941:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.498946:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.498949:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.498952:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.498956:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905000 00000400:00000200:2.0:1712357313.498959:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.498964:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdbd [1] + 224 00000800:00000001:2.0:1712357313.498969:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.498979:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.498981:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.498985:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.498989:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.498994:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.499011:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.499020:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.499025:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.499028:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.499075:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.499080:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.499081:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.499088:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.499091:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.499092:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.499094:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.499097:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.499104:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499109:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.499110:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.499112:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.499114:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.499116:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.499117:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.499119:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.499125:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.499127:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.499129:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.499132:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499137:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.499139:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.499140:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.499142:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.499143:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.499147:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499152:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.499154:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.499156:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.499158:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.499165:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.499172:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.499174:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.499176:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.499177:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.499180:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499184:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.499186:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.499187:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.499188:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.499191:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.499194:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.499196:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.499198:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357313.499200:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.499201:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357313.499204:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499211:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.499214:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499219:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.499220:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499224:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.499226:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.499228:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499231:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.499236:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.499238:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.499240:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.499244:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.499247:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.499249:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499253:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.499254:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.499256:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499260:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.499261:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.499262:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.499263:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.499264:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357313.499265:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.499266:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.499268:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.499270:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.499274:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.499275:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.499276:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.499277:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.499279:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.499280:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.499281:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.499282:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.499284:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03337f1a from hash 00010000:00000001:0.0:1712357313.499289:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.499290:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.499291:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.499292:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.499293:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.499294:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.499295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.499296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.499297:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499298:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.499300:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499303:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.499304:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.499305:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.499306:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.499306:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.499307:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.499308:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.499309:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.499316:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.499317:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.499320:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.499324:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.499329:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.499330:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499331:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499333:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499335:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.499337:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.499338:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499339:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.499341:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.499346:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.499348:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.499350:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499353:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.499354:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.499357:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d87e0. 00000080:00002000:0.0:1712357313.499361:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.499365:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.499367:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.499369:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499371:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.499373:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.499374:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.499378:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.499380:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.499383:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.499385:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499386:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.499387:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499389:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.499391:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.499393:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.499396:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.499399:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499403:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.499405:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.499407:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.499409:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.499411:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.499412:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.499413:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.499416:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.499418:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.499419:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.499424:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.499426:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.499427:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.499428:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.499429:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.499430:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.499434:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.499435:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.cpython-36.opt-1.pyc (ffff8800a7516ca8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.499437:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.499440:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.499442:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.499443:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.499444:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.499445:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499471:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.499472:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.499474:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.499478:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499480:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.499482:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.499484:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.499485:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.499488:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.499489:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499491:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.499492:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.499493:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499495:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.499496:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.499497:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.499498:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.499499:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.499500:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.499501:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.499502:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.499504:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.499509:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.499515:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.499516:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.499520:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.499524:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.499526:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.499527:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.499529:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.499532:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='core.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.499534:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499535:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.499537:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.499539:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.499540:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.499543:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.499544:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.499547:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.499549:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.499552:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.499553:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.499554:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.499555:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.499557:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.499559:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.499562:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.499566:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.499580:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.499684:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.499686:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.499687:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.499689:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.499694:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.499696:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.499698:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.499701:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.499706:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.499707:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.499710:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357313.499712:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.499714:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337f21 to hash 00000020:00000001:0.0:1712357313.499715:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.499716:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.499718:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.499720:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.499721:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.499723:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.499728:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.499735:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.499738:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.499740:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.499743:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.499744:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.499746:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.499747:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.499749:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.499752:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.499753:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.499754:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.499758:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499764:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.499765:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.499766:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.499772:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.499775:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.499778:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.499781:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.499782:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.499783:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.499786:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.499787:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.499791:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.499793:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.499796:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.499801:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141632, portal 10 00000100:00000001:0.0:1712357313.499802:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.499803:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.499807:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.499812:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.499814:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.499815:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357313.499818:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572141632, offset 0 00000400:00000200:0.0:1712357313.499822:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.499825:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.499829:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.499832:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.499835:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.499838:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.499839:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.499842:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [317:317:256:4294967295] 192.168.203.120@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:0.0:1712357313.499845:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.499851:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.499855:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.499857:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.499865:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.499870:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.499873:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.500412:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.500415:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.500417:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.500419:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.500420:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.500422:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.500424:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.500425:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.500427:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.500428:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.500765:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.500768:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357313.500771:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.500775:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.500778:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:2.0:1712357313.500779:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:2.0:1712357313.500781:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.500784:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.500791:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.500793:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.500798:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.500799:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.504736:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000080:00000010:2.1:1712357313.504747:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d89e0. 00000800:00000001:2.0:1712357313.505971:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.505983:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.505985:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.505987:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.505996:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.506194:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.506201:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.506204:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.506208:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.506212:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905040 00000400:00000200:2.0:1712357313.506215:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.506219:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdc5 [1] + 224 00000800:00000001:2.0:1712357313.506234:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.506245:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.506248:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.506252:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.506257:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.506264:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.506272:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.506414:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.506421:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.506424:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.506472:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.506478:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.506479:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.506482:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.506485:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.506487:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.506488:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.506493:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.506499:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.506504:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.506505:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.506507:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.506510:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.506512:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.506513:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.506515:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.506521:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.506524:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.506526:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.506528:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.506537:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.506539:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.506541:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.506542:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.506543:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.506547:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.506551:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.506554:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.506555:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.506558:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.506563:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.506576:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.506579:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.506808:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.506810:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.506814:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.506820:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.506822:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.506824:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.506825:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.506828:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.506831:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.506833:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.506835:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.506836:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.506838:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357313.506841:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506852:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.506856:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506859:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.506861:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.506867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.506869:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506872:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.506874:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.506876:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.506878:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.506882:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.506884:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.506886:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506891:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.506892:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.506895:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506898:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.506900:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.506901:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.506902:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.506906:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357313.506908:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.506909:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.506911:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.506913:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.506917:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.506918:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.506920:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.506921:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.506923:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.506924:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.506925:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.506926:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.506928:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337f21 from hash 00010000:00000001:0.0:1712357313.506929:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.506930:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.506931:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.506931:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.506932:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.506933:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.506934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.506935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.506936:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.506937:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.506938:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506941:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.506942:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.506943:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.506943:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.506944:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.506945:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.506945:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.506946:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.506956:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.506957:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.506961:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.506964:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.506970:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.506971:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.506972:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.506973:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.506975:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.506976:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.506977:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.506978:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.506980:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.506982:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.506985:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.506986:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.506989:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.506991:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.506994:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d8c60. 00000080:00002000:0.0:1712357313.506998:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.507003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.507006:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.507008:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.507010:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.507011:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.507013:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.507017:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.507018:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.507021:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.507023:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.507024:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.507026:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.507031:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.507033:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.507036:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.507039:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.507042:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.507047:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.507049:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.507051:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.507054:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.507056:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.507057:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.507058:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.507060:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.507062:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.507063:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.507065:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.507067:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.507068:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.507069:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.507070:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.507071:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.507076:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.507077:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.cpython-36.pyc (ffff8800a7516948, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.507079:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.507081:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.507084:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.507086:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.507087:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.507089:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.507119:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.507121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.507123:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.507126:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.507129:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.507130:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.507132:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.507137:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.507139:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.507141:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.507143:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.507144:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.507146:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.507148:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.507148:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.507150:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.507151:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.507152:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.507153:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.507154:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.507155:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.507156:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.507161:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=crl.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.507163:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.507164:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=crl.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.507168:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.507172:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.507174:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.507175:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'crl.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.507178:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.507180:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='crl.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.507182:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.507184:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.507186:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: crl.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.507188:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.507190:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.507192:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.507194:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.507198:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.507200:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.507203:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.507207:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.507208:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.507210:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.507211:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.507214:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.507218:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.507222:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.507225:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.507226:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.507227:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.507227:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.507229:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.507234:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.507237:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.507238:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.507240:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.507241:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.507243:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.507244:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357313.507246:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.507248:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337f28 to hash 00000020:00000001:0.0:1712357313.507249:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.507250:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.507253:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.507255:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.507256:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.507257:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.507262:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.507269:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.507272:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.507276:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.507280:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.507281:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.507283:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.507284:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.507287:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.507290:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.507292:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.507293:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.507296:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.507301:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.507302:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.507304:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.507306:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.507308:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.507311:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.507314:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.507315:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.507317:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.507319:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.507320:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.507324:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.507326:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.507330:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.507334:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141696, portal 10 00000100:00000001:0.0:1712357313.507335:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.507336:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.507339:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.507344:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.507346:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.507348:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357313.507350:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141696, offset 0 00000400:00000200:0.0:1712357313.507358:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.507362:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.507366:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.507371:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.507374:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.507376:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.507378:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.507381:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [318:318:256:4294967295] 192.168.203.120@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:0.0:1712357313.507383:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.507390:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.507394:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.507397:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.507401:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.507406:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.507409:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.507427:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.507429:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.507430:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.507432:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.507433:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.507435:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.507436:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.507438:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.507439:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.507440:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.508610:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.508613:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357313.508616:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.508621:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.508623:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:2.0:1712357313.508624:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:2.0:1712357313.508627:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.508630:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.508636:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.508638:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.508642:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.508643:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.508931:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:0.1:1712357313.508936:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d87e0. 00000800:00000001:2.0:1712357313.511751:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.511763:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.511766:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.511768:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.511775:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.511780:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.511785:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.511798:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.511801:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.511804:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905080 00000400:00000200:2.0:1712357313.511807:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.511812:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdcd [1] + 224 00000800:00000001:2.0:1712357313.511817:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.511830:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.511832:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.511835:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.511839:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.511844:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.511851:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.511869:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.511875:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.511877:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.511900:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.511905:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.511906:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.511908:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.511911:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.511913:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.511915:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.511919:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.511931:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.511935:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.511936:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.511937:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.511939:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.511940:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.511941:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.511943:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.511948:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.511950:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.511951:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.511953:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.511956:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.511958:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.511959:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.511960:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.511961:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.511963:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.511966:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.511968:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.511969:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.511970:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.511974:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.511976:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.511978:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.511979:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.511982:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.511984:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.511987:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.511989:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.511990:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.511991:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.511993:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.511995:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.511997:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.511998:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.511999:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.512000:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357313.512003:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512008:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.512010:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512013:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.512015:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512018:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.512019:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.512020:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512023:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.512024:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.512025:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.512026:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.512033:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.512035:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.512037:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512040:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.512041:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.512043:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512046:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.512048:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.512049:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.512050:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.512051:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357313.512052:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.512053:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.512055:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.512057:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.512061:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.512062:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.512063:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.512064:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.512066:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.512067:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.512068:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.512069:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.512071:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337f28 from hash 00010000:00000001:0.0:1712357313.512072:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.512073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.512083:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.512084:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.512085:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.512086:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.512088:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.512089:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.512090:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512091:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.512093:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.512097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.512098:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.512099:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.512100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.512100:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.512101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.512102:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.512109:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.512111:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.512114:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.512118:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.512123:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.512124:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512126:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512127:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512129:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.512131:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.512131:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512132:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.512133:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=crl.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.512136:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.512138:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.512143:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512146:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.512148:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.512151:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d8dc0. 00000080:00002000:0.0:1712357313.512155:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.512159:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.512162:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.512164:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512167:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.512168:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.512169:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.512173:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.512175:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.512178:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.512180:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512182:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.512183:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512185:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.512187:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.512190:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.512193:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.512196:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.512200:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.512202:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.512205:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.512208:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.512209:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.512210:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.512212:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.512214:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.512216:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.512217:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.512219:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.512221:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.512221:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.512227:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.512228:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.512229:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.512233:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.512234:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry crl.cpython-36.opt-1.pyc (ffff8800a75160d8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.512236:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.512239:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.512241:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.512243:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.512244:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.512246:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512273:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.512275:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.512277:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.512281:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512284:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.512285:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.512287:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.512289:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.512291:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.512293:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512295:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.512296:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.512298:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512300:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.512301:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.512302:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.512303:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.512304:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.512305:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.512306:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.512307:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.512309:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.512314:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=crl.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.512316:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.512317:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=crl.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.512325:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.512329:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.512331:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.512333:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'crl.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.512335:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.512337:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='crl.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.512339:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512341:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.512343:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: crl.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.512345:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.512347:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.512349:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.512351:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.512354:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.512356:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.512359:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.512360:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.512361:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.512363:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.512364:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.512366:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.512370:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.512374:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.512376:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.512377:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.512378:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.512379:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.512380:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.512384:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.512386:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.512388:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.512390:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.512391:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.512392:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.512399:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357313.512401:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.512402:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03337f2f to hash 00000020:00000001:0.0:1712357313.512404:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.512405:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.512407:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.512409:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.512410:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.512412:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.512417:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.512423:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.512426:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.512427:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.512430:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.512432:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.512434:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.512435:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.512437:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.512440:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.512441:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.512442:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.512446:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.512451:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.512452:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.512454:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.512456:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.512458:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.512467:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.512470:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.512472:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.512473:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.512476:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.512477:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.512481:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.512483:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.512486:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.512490:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141760, portal 10 00000100:00000001:0.0:1712357313.512492:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.512493:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.512497:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.512503:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.512505:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.512506:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357313.512509:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572141760, offset 0 00000400:00000200:0.0:1712357313.512513:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.512517:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.512520:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.512524:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.512527:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.512530:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.512532:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.512535:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [319:319:256:4294967295] 192.168.203.120@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:0.0:1712357313.512538:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.512544:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.512549:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.512552:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.512557:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.512579:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.512610:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.512623:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.512625:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.512627:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.512628:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.512629:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.512631:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.512632:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.512633:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.512635:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.512636:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.512850:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.512853:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357313.512856:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.512863:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.512866:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:2.0:1712357313.512867:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:2.0:1712357313.512870:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.512873:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.512880:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.512882:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.512887:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.512888:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.515311:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:0.1:1712357313.515320:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d8c60. 00000800:00000001:2.0:1712357313.517690:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.517709:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.517712:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.517714:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.517722:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.517727:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.517732:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.517735:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.517738:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.517741:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9050c0 00000400:00000200:2.0:1712357313.517745:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.517749:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdd5 [1] + 224 00000800:00000001:2.0:1712357313.517755:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.517766:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.517768:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.517773:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.517778:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.518060:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.518068:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.518254:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.518262:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.518265:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.518310:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.518316:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.518317:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.518319:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.518323:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.518325:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.518327:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.518332:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.518339:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.518344:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.518345:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.518347:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.518350:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.518351:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.518353:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.518355:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.518361:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.518364:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.518366:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.518369:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.518382:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.518385:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.518386:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.518388:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.518389:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.518393:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.518398:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.518401:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.518402:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.518405:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.518411:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.518414:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.518417:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.518419:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.518420:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.518422:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.518426:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.518428:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.518431:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.518431:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.518434:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.518437:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.518439:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.518441:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357313.518443:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.518444:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357313.518449:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518460:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.518463:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518468:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.518470:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.518474:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.518476:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518479:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.518481:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.518483:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.518484:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.518488:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.518490:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.518492:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518497:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.518498:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.518500:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518504:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.518505:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.518506:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.518507:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.518512:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357313.518514:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.518515:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.518517:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.518519:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.518523:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.518524:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.518526:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.518527:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.518529:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.518531:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.518532:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.518532:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.518534:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03337f2f from hash 00010000:00000001:0.0:1712357313.518536:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.518536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.518537:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.518538:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.518539:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.518540:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.518541:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.518542:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.518543:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518544:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.518546:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518548:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.518549:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.518550:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.518551:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.518551:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.518552:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.518553:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.518554:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.518564:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.518565:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.518579:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.518611:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.518617:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.518618:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518619:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518621:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518623:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.518625:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.518625:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518627:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.518628:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=crl.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.518631:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.518634:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.518637:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518640:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.518642:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.518645:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d88c0. 00000080:00002000:0.0:1712357313.518649:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.518653:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.518656:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.518658:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518660:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.518662:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.518663:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.518667:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.518669:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.518672:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.518674:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518676:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.518677:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518682:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.518685:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.518688:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.518691:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.518694:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.518698:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.518700:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.518702:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.518705:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.518706:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.518708:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.518709:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.518710:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.518713:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.518714:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.518716:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.518718:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.518719:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.518721:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.518722:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.518723:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.518728:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.518729:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry crl.cpython-36.pyc (ffff8800a7516ca8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.518731:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.518734:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.518737:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.518738:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.518740:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.518741:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518768:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.518770:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.518772:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.518776:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518779:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.518780:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.518782:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.518786:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.518788:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.518790:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518792:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.518793:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.518795:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518797:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.518798:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.518799:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.518800:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.518801:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.518802:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.518803:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.518804:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.518805:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.518811:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=csr.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.518813:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.518814:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=csr.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.518818:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.518822:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.518824:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.518825:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'csr.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.518827:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.518830:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='csr.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.518832:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518834:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.518835:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: csr.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.518838:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.518839:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.518842:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.518844:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.518847:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.518850:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.518853:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.518859:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.518860:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.518863:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.518864:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.518867:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.518871:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.518875:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.518878:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.518879:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.518880:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.518881:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.518882:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.518887:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.518889:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.518891:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.518892:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.518894:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.518895:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.518898:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357313.518899:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.518901:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03337f36 to hash 00000020:00000001:0.0:1712357313.518903:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.518903:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.518906:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.518908:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.518909:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.518911:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.518916:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.518922:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.518925:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.518929:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.518933:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.518934:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.518936:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.518937:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.518940:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.518943:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.518945:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.518946:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.518949:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.518955:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.518956:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.518958:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.518960:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.518963:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141824:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.518965:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.518969:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.518970:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.518972:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.518974:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.518976:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.518980:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.518982:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.518985:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.518989:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141824, portal 10 00000100:00000001:0.0:1712357313.518991:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.518991:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.518995:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.519000:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.519002:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.519003:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357313.519006:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141824, offset 0 00000400:00000200:0.0:1712357313.519014:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.519018:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.519022:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.519026:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.519029:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.519031:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.519033:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.519036:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [320:320:256:4294967295] 192.168.203.120@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:0.0:1712357313.519039:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.519045:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.519049:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.519052:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.519055:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.519060:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.519063:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.519079:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.519081:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.519083:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.519085:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.519086:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.519087:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.519089:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.519090:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.519092:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.519093:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.519395:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.519398:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357313.519401:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.519405:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.519407:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:2.0:1712357313.519408:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:2.0:1712357313.519411:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.519414:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.519420:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.519427:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.519431:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.519433:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.520664:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:0.1:1712357313.520671:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d8dc0. 00010000:00000010:0.1:1712357313.524933:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:0.1:1712357313.524941:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d88c0. 00000800:00000001:2.0:1712357313.524996:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.525006:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.525008:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.525010:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.525018:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.525023:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.525029:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.525033:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.525036:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.525039:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905100 00000400:00000200:2.0:1712357313.525043:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.525047:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xddd [1] + 224 00000800:00000001:2.0:1712357313.525053:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.525064:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.525066:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.525069:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.525074:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.525080:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.525089:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.525667:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.525673:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.525676:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.525753:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.525759:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.525760:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.525763:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.525767:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.525768:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.525770:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.525775:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.525794:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.525800:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.525801:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.525803:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.525805:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.525807:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.525809:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.525812:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.525818:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.525821:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.525823:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.525826:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.525831:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.525834:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.525835:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.525836:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.525838:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.525841:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.525847:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.525849:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.525850:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.525853:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.525859:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141824:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.525862:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.525865:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.525866:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.525870:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.525873:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.525879:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.525881:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.525883:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.525884:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.525887:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.525889:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.525892:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.525893:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357313.525895:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.525897:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357313.525901:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.525907:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.525910:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.525915:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.525917:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.525921:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.525922:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.525924:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.525929:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.525930:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.525932:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.525934:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.525946:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.525948:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.525951:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.525956:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.525957:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.525960:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.525963:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.525965:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.525966:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.525967:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.525968:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357313.525969:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.525970:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357313.525972:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.525974:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.525978:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.525979:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.525980:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.525982:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.525984:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.525985:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.525986:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.525986:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.525988:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03337f36 from hash 00010000:00000001:0.0:1712357313.525990:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.525990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.525993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.525994:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.525995:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.525996:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.525998:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.525998:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.525999:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526001:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.526003:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.526006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.526007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.526008:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.526009:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.526010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.526010:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.526011:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.526012:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03337f36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.526031:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.526032:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.526035:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.526039:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.526045:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.526046:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526048:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526049:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526051:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.526053:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.526053:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526055:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.526056:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=csr.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.526059:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.526061:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.526066:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526069:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.526071:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.526074:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36b6220. 00000080:00002000:0.0:1712357313.526077:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.526082:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.526085:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.526087:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526090:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.526091:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.526093:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.526097:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.526099:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.526102:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.526104:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526106:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.526107:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526109:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.526111:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.526113:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.526115:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.526118:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.526123:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.526124:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.526127:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.526130:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.526132:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.526133:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.526135:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.526136:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.526138:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.526140:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.526141:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.526143:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.526144:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.526148:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.526149:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.526150:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.526154:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.526156:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry csr.cpython-36.opt-1.pyc (ffff8800a7516948, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.526158:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.526160:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.526163:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.526164:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.526165:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.526167:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526197:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.526199:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.526200:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.526205:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526207:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.526209:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.526211:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.526212:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.526215:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.526217:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526218:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.526220:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.526221:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526223:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.526224:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.526225:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.526226:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.526227:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.526228:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.526230:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.526231:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.526232:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.526238:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=csr.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.526240:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.526241:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=csr.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.526249:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.526253:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.526255:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.526257:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'csr.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.526259:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.526262:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='csr.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.526264:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526266:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.526267:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: csr.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.526269:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.526271:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.526273:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.526275:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.526278:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.526281:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.526284:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.526284:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.526285:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.526287:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.526289:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.526291:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.526295:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.526300:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.526302:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.526304:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.526305:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.526305:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.526307:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.526311:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.526314:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.526315:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.526317:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.526319:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.526320:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.526326:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357313.526328:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.526330:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03337f3d to hash 00000020:00000001:0.0:1712357313.526331:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.526332:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.526335:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.526337:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.526338:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.526340:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.526346:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.526353:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.526357:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.526358:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.526361:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.526363:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.526365:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.526366:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.526369:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.526371:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.526373:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.526374:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.526377:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.526382:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.526384:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.526386:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.526388:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.526390:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.526398:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.526401:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.526402:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.526404:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.526407:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.526409:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.526413:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.526415:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.526418:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.526422:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141888, portal 10 00000100:00000001:0.0:1712357313.526424:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.526425:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.526429:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.526434:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.526436:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.526437:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357313.526439:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572141888, offset 0 00000400:00000200:0.0:1712357313.526443:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.526452:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.526457:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.526461:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.526464:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.526467:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.526469:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.526471:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [321:321:256:4294967295] 192.168.203.120@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:0.0:1712357313.526474:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.526480:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.526485:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.526488:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.526492:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.526501:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.526504:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.526520:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.526521:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.526523:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.526525:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.526526:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.526527:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.526529:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.526530:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.526532:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.526533:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.526819:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.526821:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357313.526824:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.526828:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.526830:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:2.0:1712357313.526862:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:2.0:1712357313.526865:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.526869:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.526874:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.526876:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.526880:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.526881:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.528964:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.528973:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.528976:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.528978:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.528984:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.528989:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.528994:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.528997:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.529000:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.529003:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905140 00000400:00000200:2.0:1712357313.529007:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.529011:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xde5 [1] + 224 00000800:00000001:2.0:1712357313.529016:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.529025:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.529028:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.529031:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.529035:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.529040:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.529048:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.529057:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.529063:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.529071:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.529257:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.529262:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.529264:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.529266:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.529269:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.529270:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.529272:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.529277:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.529284:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.529290:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.529291:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.529293:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.529295:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.529296:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.529298:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.529300:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.529305:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.529307:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.529309:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.529311:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.529324:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.529326:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.529328:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.529329:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.529331:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.529333:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.529338:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.529340:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.529341:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.529343:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.529349:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.529351:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.529354:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.529355:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.529357:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.529359:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.529363:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.529365:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.529367:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.529368:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.529370:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.529372:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.529374:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.529376:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357313.529377:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.529379:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357313.529383:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529392:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.529395:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529399:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.529401:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.529405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.529407:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529411:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.529412:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.529414:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.529416:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.529419:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.529421:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.529423:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529427:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.529428:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.529430:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529433:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.529435:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.529436:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.529437:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.529440:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357313.529441:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.529443:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357313.529445:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.529447:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.529450:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.529451:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.529453:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.529453:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.529455:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.529456:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.529457:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.529458:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.529459:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03337f3d from hash 00010000:00000001:0.0:1712357313.529460:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.529461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.529461:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.529462:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.529463:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.529464:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.529465:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.529466:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.529466:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.529467:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.529469:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529472:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.529473:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.529473:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.529474:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.529475:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.529475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.529476:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.529477:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03337f3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.529487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.529488:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.529492:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.529496:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.529501:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.529502:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.529503:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.529505:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.529507:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.529508:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.529509:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.529510:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.529511:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=csr.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.529514:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.529516:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.529518:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.529520:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.529522:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.529525:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36b60a0. 00000080:00002000:0.0:1712357313.529529:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.529533:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.529536:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.529538:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.529540:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.529541:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.529542:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.529546:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.529548:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.529551:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.529553:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.529554:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.529555:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.529575:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.529578:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.530454:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.530504:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.530508:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572141888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.530513:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.530515:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.530518:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.530521:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.530523:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.530524:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.530525:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.530527:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.530529:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.530530:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.530532:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.530534:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.530535:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.530536:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.530537:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.530538:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.530726:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.530728:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry csr.cpython-36.pyc (ffff8800a7516ca8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.530732:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.530734:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.530742:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.530744:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.530745:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.530747:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.530775:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.530777:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.530779:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.530783:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.530786:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.530787:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.530789:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.530791:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.530794:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.530796:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.530798:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.530799:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.530801:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.530802:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.530803:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.530805:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.530806:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.530807:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.530808:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.530809:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.530810:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.530811:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.530821:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=keys.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.530823:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.530825:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=keys.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.530830:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.530834:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.530837:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.530838:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'keys.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.530841:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.530844:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='keys.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.530846:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.530848:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.530849:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: keys.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.530852:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.530853:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.530857:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.530859:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.530863:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.530865:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.530868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.530870:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.530871:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.530873:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.530874:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.530877:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.530881:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.530886:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.530889:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.530890:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.530891:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.530892:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.530893:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.530897:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.530900:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.530901:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.530907:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.530908:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.530910:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.530913:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cd80. 00000020:00000001:1.0:1712357313.530915:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.530917:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cd80 with handle 0xbda2fb8f03337f44 to hash 00000020:00000001:1.0:1712357313.530919:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.530920:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.530922:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.530924:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.530925:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.530928:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.530934:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.530941:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.530944:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.530946:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.530949:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.530951:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.530952:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.530953:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.530956:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.530959:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.530961:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.530962:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.530966:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.530972:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.530973:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.530975:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.530980:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.530983:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.530986:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.530990:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.530992:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.531139:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.531144:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.531146:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.531153:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.531155:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.531160:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.531165:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572141952, portal 10 00000100:00000001:1.0:1712357313.531167:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.531168:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.531174:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.531180:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.531182:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.531184:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357313.531186:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572141952, offset 0 00000400:00000200:1.0:1712357313.531189:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.531194:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.531199:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.531203:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.531206:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.531208:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.531211:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.531213:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [322:322:256:4294967295] 192.168.203.120@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:1.0:1712357313.531216:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.531223:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.531228:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.531231:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.531245:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.531255:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.531258:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.531273:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.531275:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.531276:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.531278:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.531280:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.531281:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.531283:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.531285:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.531287:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.531287:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.531493:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.531496:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.531500:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.531505:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.531508:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357313.531509:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357313.531512:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.531515:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.531522:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.531524:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.531529:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.531530:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.531720:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:2.1:1712357313.531725:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36b6220. 00000080:00000010:0.1:1712357313.535020:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36b60a0. 00000800:00000001:2.0:1712357313.535515:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.535525:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.535527:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.535529:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.535537:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.535542:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.535547:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.535550:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.535553:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.535556:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905180 00000400:00000200:2.0:1712357313.535560:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.535564:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xded [1] + 224 00000800:00000001:2.0:1712357313.535577:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.535808:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.535811:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.535815:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.535820:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.535825:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.535846:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.536098:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.536140:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.536146:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.536148:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.536150:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.536153:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.536155:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.536158:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.536162:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.536169:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.536175:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.536176:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.536178:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.536181:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.536183:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.536185:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.536187:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.536194:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.536197:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.536199:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.536202:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.536212:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.536215:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.536216:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.536218:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.536220:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.536223:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.536229:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.536231:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.536232:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.536235:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.536241:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572141952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.536245:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.536248:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.536249:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.536251:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.536253:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.536258:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.536260:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.536262:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.536263:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.536266:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.536270:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.536272:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.536274:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:1.0:1712357313.536276:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.536278:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00010000:1.0:1712357313.536282:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536293:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.536296:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536301:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.536303:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536307:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.536308:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.536310:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536315:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.536316:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.536319:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.536320:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.536325:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cd80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.536333:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.536335:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536340:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.536341:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.536343:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536348:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.536350:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.536350:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.536352:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000800:00000001:2.0:1712357313.536367:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.536371:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.536531:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=5 00000020:00000001:1.0:1712357313.536532:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.536534:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.536536:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.536539:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.536543:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.536544:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.536546:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.536547:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.536549:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.536550:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.536551:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.536552:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.536554:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cd80 with handle 0xbda2fb8f03337f44 from hash 00010000:00000001:1.0:1712357313.536555:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.536556:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.536556:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.536557:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.536558:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.536559:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.536560:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.536561:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.536562:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536563:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.536565:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536608:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.536609:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.536610:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.536611:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.536612:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.536613:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.536614:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.536615:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03337f44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.536634:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.536636:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.536640:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.536644:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.536650:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.536651:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536652:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536653:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536655:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.536657:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.536657:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536659:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.536660:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=keys.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.536663:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.536665:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.536667:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536670:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.536672:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.536675:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c283a0. 00000080:00002000:1.0:1712357313.536679:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.536683:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.536686:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.536689:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536691:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.536692:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.536694:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.536698:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.536700:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.536703:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.536706:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536707:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.536708:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536713:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.536716:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.536719:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.536722:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.536725:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572141952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.536730:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.536731:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.536734:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.536737:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.536738:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.536740:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.536741:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.536743:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.536746:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.536748:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.536749:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.536752:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.536752:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.536754:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.536755:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.536756:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.536761:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.536762:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry keys.cpython-36.opt-1.pyc (ffff8800a77016c0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.536764:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.536767:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.536769:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.536771:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.536772:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.536774:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536801:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.536803:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.536805:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.536808:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536811:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.536812:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.536814:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.536819:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.536821:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.536824:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536826:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.536827:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.536829:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536831:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.536832:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.536833:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.536834:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.536835:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.536836:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.536837:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.536838:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.536840:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.536845:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=keys.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.536848:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.536849:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=keys.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.536853:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.536857:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.536859:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.536861:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'keys.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.536863:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.536865:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='keys.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.536868:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536869:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.536871:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: keys.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.536873:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.536875:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.536877:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.536879:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.536882:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.536885:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.536888:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.536892:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.536893:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.536895:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.536896:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.536898:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.536903:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.536906:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.536909:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.536910:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.536911:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.536912:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.536913:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.536917:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.536920:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.536921:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.536923:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.536924:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.536926:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.536928:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357313.536930:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.536932:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03337f4b to hash 00000020:00000001:1.0:1712357313.536933:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.536934:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.536936:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.536938:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.536939:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.536941:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.536946:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.536953:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.537700:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.537705:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.537709:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.537711:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.537714:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.537715:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.537718:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.537721:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.537723:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.537724:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.537728:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.537734:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.537735:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.537738:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.537739:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.537742:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.537744:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.537748:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.537749:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.537751:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.537754:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.537755:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.537761:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.537763:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.537767:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.537772:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142016, portal 10 00000100:00000001:1.0:1712357313.537773:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.537774:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.537779:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.537784:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.537786:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.537788:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357313.537790:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142016, offset 0 00000400:00000200:1.0:1712357313.537798:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.537803:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.537807:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.537811:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.537814:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.537816:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.537818:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.537821:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [323:323:256:4294967295] 192.168.203.120@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:1.0:1712357313.537824:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.537830:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.537834:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.537837:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.537841:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.537846:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.537850:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.537863:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.537865:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.537867:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.537869:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.537870:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.537871:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.537873:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.537875:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.537877:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.537878:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.538003:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.538006:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.538010:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.538014:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.538017:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357313.538018:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357313.538021:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.538024:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.538031:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.538033:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.538038:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.538039:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.540763:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000800:00000001:2.0:1712357313.540776:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.540786:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.540788:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.540790:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.540797:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.540802:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.540807:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.540811:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.540813:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.540818:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9051c0 00000400:00000200:2.0:1712357313.540821:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.540825:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdf5 [1] + 224 00000800:00000001:2.0:1712357313.540841:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.540851:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.540853:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.540857:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.540862:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.540867:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.540875:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.541069:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.541076:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.541079:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.541126:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.541132:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.541134:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.541136:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.541140:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.541142:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.541144:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.541148:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.541167:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541172:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.541173:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.541175:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.541177:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.541179:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.541181:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.541183:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.541188:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.541191:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.541193:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.541195:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541200:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.541203:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.541204:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.541205:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.541207:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.541210:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541216:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.541218:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.541219:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.541222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.541229:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.541232:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.541235:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.541237:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.541242:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.541245:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541250:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.541252:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.541254:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.541255:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.541257:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.541259:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.541262:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.541263:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357313.541265:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.541267:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357313.541270:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541277:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.541281:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541285:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.541287:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.541293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.541295:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541299:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.541300:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.541302:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.541304:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.541315:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.541318:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.541321:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541325:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.541326:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.541329:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541332:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.541333:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.541334:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.541335:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.541336:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357313.541338:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.541339:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.541341:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.541343:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.541347:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.541348:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.541350:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.541351:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.541353:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.541354:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.541355:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.541356:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.541358:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03337f4b from hash 00010000:00000001:1.0:1712357313.541359:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.541360:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.541365:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.541365:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.541366:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.541367:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.541369:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.541370:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.541371:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541372:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.541374:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.541378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.541379:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.541380:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.541381:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.541381:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.541382:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.541384:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03337f4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.541391:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.541393:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.541396:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.541400:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.541405:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.541406:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541407:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541409:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541411:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.541412:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.541413:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541414:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.541415:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=keys.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.541418:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.541420:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.541426:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541429:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.541430:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.541434:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee26c0. 00000080:00002000:1.0:1712357313.541438:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.541441:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.541444:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.541447:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541449:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.541451:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.541452:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.541456:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.541458:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.541461:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.541463:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541465:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.541466:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541467:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.541470:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.541473:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.541476:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.541479:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572142016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541484:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.541486:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.541488:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.541491:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.541493:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.541494:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.541496:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.541498:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.541501:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.541502:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.541503:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.541506:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.541506:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.541512:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.541513:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.541514:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.541518:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.541520:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry keys.cpython-36.pyc (ffff8800a7701438, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.541522:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.541524:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.541527:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.541529:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.541530:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.541533:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541563:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.541565:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.541577:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.541607:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541611:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.541612:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.541614:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.541616:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.541618:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.541621:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541623:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.541624:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.541625:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541627:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.541628:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.541629:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.541630:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.541631:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.541632:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.541633:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.541634:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.541636:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.541641:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ocsp.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.541643:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.541644:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ocsp.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.541653:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.541657:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.541659:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.541661:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ocsp.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.541663:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.541666:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='ocsp.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.541668:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541670:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.541671:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ocsp.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.541674:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.541676:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.541678:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.541680:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.541683:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.541686:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.541689:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.541690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.541691:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.541692:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.541694:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.541697:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.541701:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.541705:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.541707:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.541709:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.541710:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.541711:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.541712:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.541717:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.541720:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.541721:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.541723:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.541725:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.541726:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.541733:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357313.541735:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.541736:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03337f52 to hash 00000020:00000001:1.0:1712357313.541738:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.541739:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.541741:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.541743:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.541744:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.541746:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.541751:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.541759:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.541763:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.541764:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.541767:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.541769:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.541770:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.541771:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.541774:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.541777:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.541779:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.541780:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.541783:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541789:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.541790:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.541792:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.541793:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.541796:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.541804:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.541807:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.541808:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.541810:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.541812:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.541814:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.541818:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.541820:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.541823:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.541826:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142080, portal 10 00000100:00000001:1.0:1712357313.541828:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.541829:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.541833:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.541839:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.541841:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.541842:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357313.541845:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142080, offset 0 00000400:00000200:1.0:1712357313.541848:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.541853:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.541857:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.541861:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.541864:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.541866:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.541868:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.541871:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [324:324:256:4294967295] 192.168.203.120@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:1.0:1712357313.541875:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.541880:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.541884:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.541887:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.541892:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.541901:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.541904:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.541918:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.541920:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.541921:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.541923:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.541924:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.541926:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.541927:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.541928:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.541929:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.541930:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.542696:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.542700:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.542704:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.542709:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.542712:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:2.0:1712357313.542714:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:2.0:1712357313.542716:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.542719:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.542726:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.542728:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.542733:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.542734:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.543690:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cd80. 00000080:00000010:0.1:1712357313.543697:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c283a0. 00010000:00000010:0.1:1712357313.547758:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:0.1:1712357313.547770:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee26c0. 00000800:00000001:2.0:1712357313.547956:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.547967:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.547969:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.547971:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.547979:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.547984:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.547990:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.548001:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.548004:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.548008:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905200 00000400:00000200:2.0:1712357313.548011:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.548015:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xdfd [1] + 224 00000800:00000001:2.0:1712357313.548021:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.548030:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.548033:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.548036:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.548041:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.548047:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.548056:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.548076:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.548082:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.548085:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.548133:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.548138:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.548140:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.548142:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.548145:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.548148:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.548150:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.548154:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.548161:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548166:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.548168:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.548169:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.548172:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.548173:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.548175:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.548177:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.548183:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.548186:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.548188:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.548191:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548204:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.548207:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.548209:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.548210:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.548212:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.548215:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548221:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.548223:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.548225:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.548227:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.548234:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.548237:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.548240:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.548242:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.548244:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.548246:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548250:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.548252:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.548254:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.548255:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.548258:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.548260:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.548262:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.548264:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357313.548265:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.548267:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357313.548271:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548281:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.548285:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548290:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.548292:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548296:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.548298:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.548299:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548304:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.548305:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.548308:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.548310:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.548314:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.548316:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.548318:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548323:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.548325:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.548327:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548330:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.548332:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.548333:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.548334:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.548338:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357313.548339:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.548341:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.548343:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.548345:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.548349:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.548350:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.548352:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.548353:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.548355:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.548357:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.548357:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.548359:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.548361:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03337f52 from hash 00010000:00000001:1.0:1712357313.548362:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.548363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.548364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.548364:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.548365:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.548366:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.548368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.548369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.548370:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548371:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.548373:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548376:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.548377:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.548378:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.548379:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.548380:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.548380:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.548381:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.548382:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03337f52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.548397:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.548398:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.548401:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.548405:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.548411:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.548412:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548414:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548415:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548417:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.548419:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.548420:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548421:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.548423:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ocsp.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.548425:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.548428:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.548430:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548432:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.548434:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.548437:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee2840. 00000080:00002000:1.0:1712357313.548441:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.548445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.548449:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.548451:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548453:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.548455:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.548456:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.548460:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.548462:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.548465:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.548467:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548469:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.548470:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548475:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.548477:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.548480:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.548483:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.548487:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572142080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548491:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.548493:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.548495:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.548499:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.548501:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.548502:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.548503:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.548505:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.548508:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.548510:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.548511:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.548513:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.548514:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.548515:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.548516:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.548518:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.548522:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.548524:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ocsp.cpython-36.opt-1.pyc (ffff8800a7701510, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.548526:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.548528:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.548530:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.548532:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.548533:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.548535:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548562:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.548564:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.548577:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.548600:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548604:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.548605:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.548607:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.548612:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.548615:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.548618:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548619:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.548621:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.548623:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548624:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.548625:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.548627:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.548628:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.548629:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.548630:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.548631:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.548632:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.548634:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.548639:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ocsp.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.548642:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.548643:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ocsp.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.548647:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.548651:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.548653:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.548655:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ocsp.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.548657:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.548659:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='ocsp.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.548661:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548663:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.548664:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ocsp.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.548666:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.548668:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.548670:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.548672:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.548676:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.548678:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.548681:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.548685:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.548686:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.548688:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.548690:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.548693:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.548697:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.548703:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.548706:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.548707:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.548708:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.548709:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.548710:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.548715:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.548718:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.548719:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.548721:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.548723:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.548724:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.548726:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d8c0. 00000020:00000001:1.0:1712357313.548728:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.548729:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d8c0 with handle 0xbda2fb8f03337f59 to hash 00000020:00000001:1.0:1712357313.548731:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.548732:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.548734:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.548736:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.548737:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.548739:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.548743:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.548750:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.548754:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.548759:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.548762:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.548764:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.548766:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.548767:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.548770:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.548772:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.548774:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.548775:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.548779:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548785:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.548786:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.548788:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.548790:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.548792:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.548795:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.548798:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.548799:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.548800:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.548803:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.548804:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.548807:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.548809:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.548812:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.548817:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142144, portal 10 00000100:00000001:1.0:1712357313.548818:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.548819:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.548822:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.548827:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.548829:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.548831:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357313.548833:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142144, offset 0 00000400:00000200:1.0:1712357313.548842:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.548846:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.548850:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.548854:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.548857:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.548860:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.548861:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.548864:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [325:325:256:4294967295] 192.168.203.120@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:1.0:1712357313.548866:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.548873:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.548877:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.548880:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.548885:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.548890:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.548893:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.548899:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.548901:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.548902:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.548904:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.548905:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.548912:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.548914:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.548915:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.548917:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.548918:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.549115:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.549117:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.549121:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.549125:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.549127:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:2.0:1712357313.549128:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:2.0:1712357313.549131:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.549134:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.549139:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.549141:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.549146:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.549147:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.551703:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:0.1:1712357313.551713:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee2840. 00000800:00000001:2.0:1712357313.553125:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.553144:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.553147:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.553149:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.553157:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.553163:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.553168:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.553172:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.553175:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.553178:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905240 00000400:00000200:2.0:1712357313.553182:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.553187:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe05 [1] + 224 00000800:00000001:2.0:1712357313.553192:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.553201:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.553203:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.553207:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.553211:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.553218:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.553227:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.553250:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.553256:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.553259:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.553308:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.553313:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.553315:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.553317:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.553321:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.553323:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.553325:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.553329:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.553345:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.553350:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.553351:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.553353:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.553355:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.553357:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.553359:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.553361:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.553367:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.553370:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.553372:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.553374:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.553378:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.553381:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.553382:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.553384:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.553386:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.553388:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.553393:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.553395:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.553397:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.553400:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.553405:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.553408:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.553411:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.553413:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.553418:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.553421:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.553425:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.553428:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.553430:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.553431:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.553433:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.553436:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.553438:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.553440:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=4 00000020:00000001:1.0:1712357313.553441:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.553443:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00010000:1.0:1712357313.553446:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553454:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.553457:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553461:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.553462:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553466:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.553467:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.553469:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553473:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.553475:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.553477:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.553479:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.553490:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d8c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.553492:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.553495:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553499:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.553500:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.553502:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553506:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.553507:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.553508:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.553509:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.553510:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=5 00000020:00000001:1.0:1712357313.553511:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.553513:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.553515:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.553517:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.553521:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.553522:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.553523:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.553524:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.553526:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.553527:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.553528:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.553529:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.553531:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d8c0 with handle 0xbda2fb8f03337f59 from hash 00010000:00000001:1.0:1712357313.553532:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.553533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.553537:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.553538:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.553539:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.553540:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.553541:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.553542:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.553543:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.553544:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.553546:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.553549:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.553550:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.553551:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.553551:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.553552:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.553553:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.553553:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.553554:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f03337f59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.554267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.554269:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.554273:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.554278:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.554284:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.554285:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554286:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554288:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554290:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.554291:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.554292:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554293:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.554294:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ocsp.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.554297:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.554299:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.554306:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554309:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.554310:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.554314:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee2820. 00000080:00002000:1.0:1712357313.554318:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77015e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.554322:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.554325:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.554328:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554330:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.554331:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.554333:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.554337:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.554339:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.554343:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.554345:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554346:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.554347:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554349:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.554351:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.554353:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.554356:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.554360:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572142144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.554364:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.554366:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.554368:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.554372:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.554374:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.554375:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.554376:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.554378:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.554382:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.554383:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.554385:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.554387:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.554387:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.554393:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.554394:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.554395:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.554400:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.554401:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ocsp.cpython-36.pyc (ffff8800a77015e8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.554404:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.554406:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.554409:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.554411:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.554412:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.554414:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554444:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.554446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.554448:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.554453:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554456:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.554458:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.554460:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.554462:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.554465:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.554467:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554469:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.554470:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.554472:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554473:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.554474:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.554476:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.554477:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.554478:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.554479:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.554480:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.554481:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.554483:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.554488:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=parser.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.554491:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.554492:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=parser.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.554501:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.554505:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.554507:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.554508:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'parser.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.554511:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.554513:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='parser.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.554515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554517:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.554518:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: parser.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.554521:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.554523:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.554525:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.554527:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.554531:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.554534:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.554537:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.554538:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.554539:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.554540:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.554542:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.554545:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.554550:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.554554:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.554556:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.554557:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.554558:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.554559:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.554560:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.554565:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.554578:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.554579:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.554598:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.554599:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.554601:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.554607:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357313.554610:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.554612:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03337f60 to hash 00000020:00000001:1.0:1712357313.554613:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.554614:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.554617:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.554619:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.554620:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.554622:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.554628:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.554636:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.554640:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.554641:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.554644:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.554646:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.554648:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.554649:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.554652:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.554655:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.555363:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.555365:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.555370:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.555378:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.555379:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.555414:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.555416:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.555419:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.555428:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.555431:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.555433:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.555434:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.555437:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.555439:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.555444:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.555447:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.555451:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.555455:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142208, portal 10 00000100:00000001:1.0:1712357313.555457:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.555458:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.555462:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.555467:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.555469:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.555470:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357313.555472:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142208, offset 0 00000400:00000200:1.0:1712357313.555476:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.555481:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.555485:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.555489:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.555492:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.555495:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.555496:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.555499:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [326:326:256:4294967295] 192.168.203.120@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:1.0:1712357313.555502:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.555508:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.555512:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.555515:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.555947:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.555957:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.555960:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.556251:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.556254:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.556256:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.556258:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.556259:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.556260:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.556263:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.556265:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.556267:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.556268:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.556380:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.556383:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.556387:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.556391:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.556394:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:2.0:1712357313.556395:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:2.0:1712357313.556399:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.556402:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.556410:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.556417:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.556422:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.556423:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.557691:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d8c0. 00000080:00000010:0.1:1712357313.557699:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee2820. 00000800:00000001:2.0:1712357313.560434:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.560445:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.560447:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.560449:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.560458:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.560463:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.560469:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.560472:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.560475:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.560479:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905280 00000400:00000200:2.0:1712357313.560483:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.560488:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe0d [1] + 224 00000800:00000001:2.0:1712357313.560493:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.560505:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.560507:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.560511:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.560515:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.560520:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.560529:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.560552:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.560558:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.560561:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.560623:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.560628:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.560629:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.560631:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.560634:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.560636:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.560638:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.560642:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.560649:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.560654:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.560655:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.560657:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.560660:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.560662:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.560663:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.560665:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.560671:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.560674:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.560677:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.560679:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.560695:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.560698:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.560700:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.560701:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.560703:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.560707:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.560712:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.560715:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.560716:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.560719:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.560725:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.560728:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.560731:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.560732:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.560734:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.560736:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.560741:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.560744:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.560746:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.560747:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.560750:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.560752:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.560755:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.560757:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357313.560759:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.560761:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357313.560764:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560774:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.560778:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560783:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.560785:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560789:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.560790:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.560792:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560796:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.560797:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.560799:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.560801:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.560805:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.560808:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.560811:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560816:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.560817:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.560819:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560823:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.560824:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.560825:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.560826:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.560829:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357313.560831:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.560832:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.560834:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.560837:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.560841:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.560842:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.560843:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.560844:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.560846:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.560847:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.560848:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.560849:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.560850:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03337f60 from hash 00010000:00000001:1.0:1712357313.560852:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.560853:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.560853:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.560854:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.560855:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.560856:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.560857:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.560858:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.560859:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.560860:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.560862:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.560866:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.560867:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.560868:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.560869:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.560870:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.560871:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.560872:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03337f60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.560890:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.560892:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.560895:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.560899:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.560905:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.560906:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.560907:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.560909:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.560911:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.560912:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.560913:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.560914:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.560915:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=parser.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.560917:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.560920:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.560922:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.560925:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.560926:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.560930:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee2960. 00000080:00002000:1.0:1712357313.560933:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.560937:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.560940:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.560943:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.560946:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.560947:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.560948:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.560952:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.560954:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.560957:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.560960:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.560961:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.560963:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.560967:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.560969:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.560976:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.560979:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.560982:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572142208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.560987:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.560988:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.560991:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.561268:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.561271:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.561272:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.561275:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.561277:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.561281:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.561282:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.561284:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.561286:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.561287:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.561289:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.561290:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.561291:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.561296:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.561297:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry parser.cpython-36.opt-1.pyc (ffff8800a7701af8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.561299:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.561302:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.561304:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.561306:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.561307:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.561309:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.561336:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.561338:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.561340:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.561343:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.561346:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.561347:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.561349:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.561354:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.561357:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.561359:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.561361:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.561362:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.561364:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.561366:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.561367:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.561368:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.561369:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.561370:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.561371:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.561372:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.561373:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.561375:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.561380:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=parser.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.561382:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.561383:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=parser.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.561387:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.561391:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.561392:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.561394:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'parser.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.561397:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.561399:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='parser.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.561401:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.561403:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.561404:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: parser.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.561407:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.561409:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.561411:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.561413:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.561417:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.561419:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.561422:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.561426:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.561427:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.561429:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.561430:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.561433:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.561438:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.561442:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.561445:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.561447:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.561448:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.561448:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.561450:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.561454:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.561457:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.561458:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.561460:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.561461:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.561463:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.561466:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357313.561467:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.561469:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03337f67 to hash 00000020:00000001:1.0:1712357313.561471:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.561472:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.561474:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.561476:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.561477:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.561479:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.561485:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.561491:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.561494:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.561497:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.561501:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.561502:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.561504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.561505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.561508:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.561511:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.561512:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.561514:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.561518:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.561524:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.561525:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.561528:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.561529:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.561532:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.561534:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.561537:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.561538:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.561540:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.561542:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.561543:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.561546:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.561548:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.561552:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.561555:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142272, portal 10 00000100:00000001:1.0:1712357313.561557:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.561557:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.561561:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.561578:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.561580:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.561661:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.561665:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142272, offset 0 00000400:00000200:1.0:1712357313.561672:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.561677:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.561681:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.561685:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.561688:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.561690:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.561693:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.561696:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [327:327:256:4294967295] 192.168.203.120@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:1.0:1712357313.561699:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.561705:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.561709:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.561712:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.561717:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.561722:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.561726:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.562003:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.562005:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.562007:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.562009:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.562010:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.562012:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.562014:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.562015:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.562017:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.562018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.562404:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.562407:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.562411:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.562415:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.562419:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:2.0:1712357313.562424:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:2.0:1712357313.562427:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.562430:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.562436:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.562438:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.562443:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.562444:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.563683:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000800:00000001:2.0:1712357313.565920:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.565930:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.565932:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.565934:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.565943:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.565949:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.565955:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.565959:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.565962:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.565966:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9052c0 00000400:00000200:2.0:1712357313.565970:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.565974:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe15 [1] + 224 00000800:00000001:2.0:1712357313.565980:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.565991:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.565993:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.565997:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.566001:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.566007:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.566015:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.566343:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.566350:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.566359:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.566411:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.566416:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.566418:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.566420:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.566424:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.566425:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.566427:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.566432:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.566449:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.566455:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.566456:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.566458:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.566461:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.566462:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.566464:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.566466:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.566472:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.566475:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.566477:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.566480:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.566485:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.566487:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.566489:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.566490:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.566492:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.566495:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.566500:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.566502:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.566504:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.566507:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.566513:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.566517:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.566520:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.566521:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.566525:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.566528:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.566534:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.566536:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.566539:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.566540:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.566542:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.566545:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.566548:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.566549:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357313.566551:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.566553:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357313.566557:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566565:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.566579:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566621:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.566623:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566628:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.566629:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.566630:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566634:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.566636:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.566639:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.566641:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.566652:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.566655:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.566657:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566662:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.566664:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.566666:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566670:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.566672:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.566672:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.566673:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.566674:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357313.566676:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.566677:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.566679:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.566681:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.566684:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.566685:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.566686:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.566688:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.566690:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.566691:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.566691:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.566693:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.566695:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03337f67 from hash 00010000:00000001:1.0:1712357313.566696:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.566697:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.566700:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.566701:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.566702:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.566703:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.566705:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.566706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.566706:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566708:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.566710:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566713:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.566714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.566714:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.566715:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.566716:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.566717:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.566718:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.566719:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03337f67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.566727:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.566728:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.566731:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.566735:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.566741:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.566742:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566743:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566744:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566746:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.566748:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.566748:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566749:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.566751:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=parser.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.566753:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.566756:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.566760:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566764:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.566765:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.566768:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee2e40. 00000080:00002000:1.0:1712357313.566772:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.566777:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.566780:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.566782:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566784:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.566785:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.566787:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.566792:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.566793:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.566797:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.566799:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566801:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.566802:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566803:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.566805:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.566808:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.566811:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.566814:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572142272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.566820:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.566821:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.566824:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.566827:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.566829:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.566830:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.566832:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.566833:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.566837:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.566838:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.566839:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.566842:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.566843:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.566848:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.566849:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.566850:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.566855:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.566856:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry parser.cpython-36.pyc (ffff8800a7701bd0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.566859:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.566861:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.566864:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.566866:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.566867:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.566870:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566899:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.566901:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.566903:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.566908:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566912:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.566913:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.566915:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.566917:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.566920:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.566922:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566923:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.566924:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.566926:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566928:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.566929:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.566930:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.566931:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.566932:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.566933:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.566934:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.566935:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.566937:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.566942:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pdf.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.566944:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.566946:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pdf.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.566953:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8800. 00000080:00000001:1.0:1712357313.566957:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.566959:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.566960:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pdf.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.566963:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.566965:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='pdf.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.566967:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.566969:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.566970:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pdf.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.566973:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.566974:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.566977:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.566979:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.566983:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.566985:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.566988:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.566989:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.566990:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.566992:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.566993:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.566995:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.566999:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.567004:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.567006:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.567007:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.567009:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.567009:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.567011:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.567015:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.567017:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.567018:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.567020:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.567022:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.567024:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.567029:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357313.567031:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.567033:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03337f6e to hash 00000020:00000001:1.0:1712357313.567034:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.567035:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.567037:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.567039:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.567040:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.567042:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.567048:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.567054:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.567058:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.567059:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.567062:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.567064:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.567065:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.567066:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.567069:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.567072:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.567074:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.567075:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.567079:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.567085:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.567086:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.567088:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.567089:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.567092:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142336:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.567100:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.567103:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.567104:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.567106:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.567109:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357313.567111:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.567115:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.567117:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.567121:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.567125:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142336, portal 10 00000100:00000001:1.0:1712357313.567127:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.567128:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.567132:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.567137:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.567139:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.567140:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357313.567142:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142336, offset 0 00000400:00000200:1.0:1712357313.567146:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.567150:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.567154:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.567158:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.567161:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.567164:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.567166:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.567168:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [328:328:256:4294967295] 192.168.203.120@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:1.0:1712357313.567171:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.567178:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.567181:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.567184:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.567188:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.567197:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.567200:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.567217:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.567219:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.567221:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.567223:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.567224:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.567226:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.567228:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.567229:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.567231:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.567231:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1712357313.567337:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee2960. 00000800:00000200:2.0:1712357313.568068:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.568071:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357313.568075:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.568080:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.568082:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:2.0:1712357313.568084:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:2.0:1712357313.568087:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.568090:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.568098:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.568100:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.568106:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.568107:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.569790:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:0.1:1712357313.569798:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee2e40. 00000800:00000001:2.0:1712357313.572127:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.572138:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.572141:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.572143:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.572151:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.572156:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.572162:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.572165:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.572168:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.572171:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905300 00000400:00000200:2.0:1712357313.572175:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.572180:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe1d [1] + 224 00000800:00000001:2.0:1712357313.572186:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.572199:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.572201:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.572204:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.572210:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.572216:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.572233:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.572253:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.572259:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.572263:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.572325:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.572330:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.572332:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.572334:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.572337:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.572339:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.572341:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.572345:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.572351:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.572357:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.572358:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.572361:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.572363:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.572365:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.572366:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.572369:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.572375:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.572378:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.572380:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.572383:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.572396:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.572398:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.572400:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.572401:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.572403:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.572407:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.572412:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.572415:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.572416:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.572419:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.572425:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142336:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.572428:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.572431:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.572433:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.572434:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.572437:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.572442:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.572445:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.572447:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.572448:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.572450:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.572453:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.572455:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.572457:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357313.572459:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.572461:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357313.572760:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572772:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.572822:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572827:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.572829:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572833:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.572834:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.572836:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572840:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.572842:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.572844:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.572846:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.572850:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.572852:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.572855:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572859:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.572860:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.572862:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572867:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.572868:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.572869:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.572870:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.572875:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357313.572876:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.572878:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.572880:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.572882:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.572886:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.572887:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.572888:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.572890:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.572892:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.572893:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.572893:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.572894:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.572896:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03337f6e from hash 00010000:00000001:1.0:1712357313.572897:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.572898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.572899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.572899:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.572900:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.572901:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.572902:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.572903:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.572904:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.572905:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.572907:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.572910:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.572911:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.572912:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.572913:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.572914:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.572915:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.572915:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.572917:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03337f6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.573187:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.573189:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.573193:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.573198:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.573204:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.573205:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.573207:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.573208:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.573210:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.573211:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.573212:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.573214:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.573215:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pdf.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.573217:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.573220:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.573222:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.573224:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.573226:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.573729:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36b60a0. 00000080:00002000:0.0:1712357313.573735:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.573740:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.573743:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.573746:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.573754:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.573755:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.573757:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.573762:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.573764:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.573767:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.573769:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.573770:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.573771:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.573777:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.573780:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.573782:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8800. 00000100:00000001:0.0:1712357313.573786:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.573789:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572142336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.573795:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.573796:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.573799:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:0.0:1712357313.573802:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.573804:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.573805:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.573807:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.573808:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:0.0:1712357313.573812:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.573813:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.573815:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:0.0:1712357313.573817:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.573818:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.573820:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.573821:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.573822:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.573827:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.573828:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pdf.cpython-36.opt-1.pyc (ffff8800a7701ca8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.573830:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.573833:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.574554:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.574558:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.574559:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.574562:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.574691:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.574694:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.574696:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.574700:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.574703:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.574704:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.574706:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.574708:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.574711:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.574712:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.574714:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.574715:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.574717:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.574718:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.574719:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.574724:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.574725:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.574726:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.574727:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.574728:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.574729:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.574731:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.574737:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pdf.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.574739:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.574741:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pdf.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.574745:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.574750:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.574753:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.574755:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pdf.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.574757:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.574760:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='pdf.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.574762:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.574764:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.574765:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pdf.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.574768:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.574769:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.574772:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.574775:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.574779:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.574782:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.574786:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.574787:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.574788:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.574790:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.574792:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.574794:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.574798:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.574803:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.574806:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.574810:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.574811:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.574812:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.574814:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.574819:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.574821:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.574822:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.574826:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.574827:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.574829:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.574831:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357313.574834:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.574835:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03337f75 to hash 00000020:00000001:1.0:1712357313.574837:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.574838:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.574840:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.574842:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.574843:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.574846:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.574852:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.574859:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.574862:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.574864:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.574868:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.574870:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.574872:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.574873:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.574876:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.574879:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.574885:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.574886:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.574891:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.574897:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.574899:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.574901:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.574903:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.574905:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.574907:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.574911:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.574912:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.574914:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.574917:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.574918:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.574925:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.574927:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.574931:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.574936:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142400, portal 10 00000100:00000001:1.0:1712357313.574937:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.574938:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.574942:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.574948:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.574950:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.574952:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357313.574954:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142400, offset 0 00000400:00000200:1.0:1712357313.574958:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.574963:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.574967:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.574971:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.574974:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.574977:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.574983:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.574986:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [329:329:256:4294967295] 192.168.203.120@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:1.0:1712357313.574989:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.574996:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.575001:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.575004:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.575009:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.575015:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.575018:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.575035:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.575036:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.575038:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.575040:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.575041:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.575043:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.575045:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.575046:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.575048:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.575049:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.575245:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.575248:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357313.575252:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.575256:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.575258:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:2.0:1712357313.575260:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:2.0:1712357313.575263:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.575266:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.575272:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.575274:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.575279:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.575280:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.576688:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000800:00000001:2.0:1712357313.577343:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.577352:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.577354:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.577356:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.577364:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.577369:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.577374:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.577378:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.577381:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.577384:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905340 00000400:00000200:2.0:1712357313.577388:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.577392:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe25 [1] + 224 00000800:00000001:2.0:1712357313.577404:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.577413:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.577416:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.577420:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.577424:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.577430:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.577437:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.577459:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.577464:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.577467:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.577557:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.577563:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.577564:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.577572:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.577576:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.577577:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.577603:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.577608:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.577615:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.577621:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.577622:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.577624:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.577636:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.577638:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.577639:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.577642:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.577648:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.577651:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.577653:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.577655:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.577660:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.577663:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.577664:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.577665:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.577667:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.577670:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.577675:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.577677:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.577678:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.577680:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.577686:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.577688:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.577691:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.577693:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.577694:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.577696:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.577701:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.577702:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.577704:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.577705:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.577709:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.577712:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.577714:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.577716:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357313.577717:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.577719:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357313.577723:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577729:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.577732:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577736:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.577738:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577742:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.577743:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.577744:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577748:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.577749:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.577751:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.577753:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.577757:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.577759:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.577761:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577765:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.577766:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.577770:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577773:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.577775:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.577776:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.577777:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.577777:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357313.577779:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.577780:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.577781:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.577783:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.577786:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.577787:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.577788:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.577789:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.577791:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.577792:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.577793:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.577793:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.577795:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03337f75 from hash 00010000:00000001:1.0:1712357313.577796:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.577797:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.577797:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.577798:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.577799:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.577799:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.577801:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.577801:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.577802:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.577803:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.577805:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577813:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.577813:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.577814:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.577815:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.577816:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.577816:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.577817:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.577818:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03337f75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.577830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.577831:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.577834:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.577837:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.577842:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.577843:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.577844:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.577845:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.577848:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.577849:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.577850:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.577851:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.577852:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pdf.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.577855:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.577857:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.577859:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.577862:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.577863:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.577866:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee2560. 00000080:00002000:1.0:1712357313.577870:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.577874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.577877:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.577879:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.577881:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.577884:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.577886:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.577890:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.577891:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.577894:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.577896:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.577898:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.577899:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.577900:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.577903:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.577905:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.577908:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.577911:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572142400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.577915:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.577916:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.577918:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.577922:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.577923:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.577924:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.577926:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.577927:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.577930:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.577932:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.577933:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.577935:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.577935:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.577937:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.577937:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.577938:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.577942:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.577943:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pdf.cpython-36.pyc (ffff8800a7701bd0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.577945:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.577947:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.577949:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.577951:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.577954:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.577956:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.577982:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.577984:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.577986:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.577990:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.577992:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.577993:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.577995:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.577996:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.577999:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.578000:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.578002:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.578003:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.578005:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.578006:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.578007:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.578008:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.578009:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.578010:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.578016:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.578018:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.578018:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.578020:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.578026:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pem.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.578028:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.578029:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pem.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.578033:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.578037:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.578039:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.578040:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pem.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.578042:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.578045:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='pem.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.578047:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.578053:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.578054:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pem.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.578057:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.578059:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.578061:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.578063:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.578067:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.578069:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.578073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.578073:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.578075:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.578078:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.578079:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.578081:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.578085:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.578089:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.578091:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.578093:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.578094:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.578094:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.578096:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.578099:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.578101:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.578103:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.578105:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.578106:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.578108:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.578109:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357313.578111:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.578112:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03337f7c to hash 00000020:00000001:1.0:1712357313.578114:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.578115:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.578117:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.578118:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.578119:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.578125:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.578129:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.578136:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.578139:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.578141:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.578143:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.578145:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.578146:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.578147:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.578150:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.578152:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.578154:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.578155:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.578159:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.578164:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.578165:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.578167:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.578168:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.578170:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142464:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.578173:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.578176:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.578177:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.578179:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.578181:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.578183:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.578186:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.578188:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.578191:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.578200:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142464, portal 10 00000100:00000001:1.0:1712357313.578201:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.578202:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.578207:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.578212:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.578213:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.578215:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357313.578217:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142464, offset 0 00000400:00000200:1.0:1712357313.578220:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.578224:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.578228:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.578232:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.578235:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.578238:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.578239:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.578242:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [330:330:256:4294967295] 192.168.203.120@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:1.0:1712357313.578245:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.578251:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.578255:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.578258:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.578262:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.578268:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.578272:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.578290:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.578292:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.578294:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.578295:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.578297:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.578298:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.578300:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.578301:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.578306:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.578307:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.578739:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.578742:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.578746:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.578750:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.578753:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:2.0:1712357313.578754:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:2.0:1712357313.578757:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.578760:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.578767:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.578769:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.578774:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.578775:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.581061:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.581073:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.581075:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.581078:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.581085:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.581090:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.581096:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.581108:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.581111:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.581115:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905380 00000400:00000200:2.0:1712357313.581118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.581122:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe2d [1] + 224 00000800:00000001:2.0:1712357313.581127:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.581138:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.581140:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.581144:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.581149:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.581153:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.581161:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.581182:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.581188:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.581191:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.581393:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.581398:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.581400:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.581402:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.581405:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.581407:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.581409:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.581414:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.581422:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.581428:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.581429:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.581431:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.581433:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.581434:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.581437:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.581439:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.581445:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.581448:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.581450:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.581453:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.581458:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.581461:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.581463:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.581464:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.581466:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.581469:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.581475:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.581477:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.581482:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.581485:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.581491:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142464:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.581494:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.581497:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.581499:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.581501:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.581503:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.581508:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.581511:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.581513:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.581514:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.581516:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.581519:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.581521:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.581523:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357313.581525:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.581532:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00010000:1.0:1712357313.581536:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581543:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.581546:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581551:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.581553:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581557:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.581561:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.581563:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581575:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.581577:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.581579:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.581723:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.581730:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38df80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.581733:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.581735:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581739:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.581741:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.581743:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581746:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.581749:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.581749:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.581750:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.581751:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357313.581753:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.581754:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.581756:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.581758:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.581762:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.581763:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.581765:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.581766:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.581772:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.581773:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.581774:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.581775:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.581777:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38df80 with handle 0xbda2fb8f03337f7c from hash 00010000:00000001:1.0:1712357313.581778:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.581779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.581780:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.581781:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.581782:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.581783:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.581785:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.581785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.581786:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.581787:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.581789:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581792:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.581793:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.581794:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.581795:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.581795:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.581796:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.581797:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.581798:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03337f7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.581805:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.581806:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.581809:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.581814:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.581819:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.581819:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.581821:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.581822:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.581827:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.581828:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.581829:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.581830:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.581832:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pem.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.581834:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1712357313.581836:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36b60a0. 00800000:00000001:1.0:1712357313.581837:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.581839:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.581842:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.581844:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.581848:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5ee2e40. 00000080:00002000:1.0:1712357313.581852:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.581856:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.581859:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.581861:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.581864:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.581865:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.581867:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.581871:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.581873:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.581876:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.581879:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.581880:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.581881:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.581883:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.581885:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.581887:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.581891:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.581894:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572142464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.581900:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.581901:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.581904:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.581908:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.581909:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.581910:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.581915:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.581918:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.581921:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.581923:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.581924:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.581926:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.581927:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.581929:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.581931:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.581932:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.581935:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.581937:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pem.cpython-36.opt-1.pyc (ffff8800a7701af8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.581939:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.581941:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.581944:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.581945:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.581947:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.581949:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.581976:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.581978:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.581980:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.581983:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.581986:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.581988:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.581990:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.581991:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.581994:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.581996:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.581998:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.581999:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.582000:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.582002:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.582002:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.582004:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.582004:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.582005:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.582006:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.582011:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.582012:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.582014:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.582019:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pem.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.582021:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.582022:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pem.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.582026:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.582031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.582033:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.582034:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pem.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.582037:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.582039:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='pem.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.582041:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.582043:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.582044:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pem.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.582047:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.582048:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.582050:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.582053:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.582056:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.582059:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.582061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.582062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.582063:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.582065:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.582066:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.582068:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.582072:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.582076:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.582078:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.582080:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.582081:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.582082:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.582083:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.582091:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.582094:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.582095:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.582098:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.582099:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.582101:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.582103:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357313.582105:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.582106:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03337f83 to hash 00000020:00000001:1.0:1712357313.582108:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.582109:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.582111:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.582112:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.582113:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.582115:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.582120:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.582126:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.582130:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.582131:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.582134:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.582135:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.582137:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.582138:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.582142:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.582144:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.582146:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.582147:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.582151:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.582164:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.582165:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.582167:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.582169:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.582171:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142528:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.582174:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.582177:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.582178:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.582180:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.582183:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.582184:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.582188:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.582190:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.582193:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.582197:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142528, portal 10 00000100:00000001:1.0:1712357313.582198:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.582199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.582215:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.582220:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.582222:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.582224:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357313.582226:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142528, offset 0 00000400:00000200:1.0:1712357313.582230:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.582234:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.582239:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.582243:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.582247:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.582249:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.582251:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.582253:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [331:331:256:4294967295] 192.168.203.120@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:1.0:1712357313.582256:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.582268:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.582273:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.582276:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.582280:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.582286:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.582289:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.582306:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.582307:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.582309:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.582311:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.582312:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.582314:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.582315:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.582317:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.582318:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.582319:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.582536:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.582538:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.582542:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.582545:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.582548:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:2.0:1712357313.582549:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:2.0:1712357313.582551:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.582554:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.582560:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.582563:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.582577:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.582578:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.585524:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:0.1:1712357313.585534:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee2560. 00000800:00000001:2.0:1712357313.586236:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.586255:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.586256:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.586258:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.586266:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.586271:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.586277:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.586280:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.586283:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.586287:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9053c0 00000400:00000200:2.0:1712357313.586290:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.586295:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe35 [1] + 224 00000800:00000001:2.0:1712357313.586300:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.586310:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.586312:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.586315:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.586320:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.586326:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.586334:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.586659:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.586667:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.586670:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.586718:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.586724:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.586726:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.586728:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.586731:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.586733:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.586735:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.586740:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.586747:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.586752:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.586754:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.586755:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.586758:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.586759:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.586761:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.586763:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.586776:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.586779:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.586781:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.586784:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.586790:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.586792:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.586794:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.586796:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.586797:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.586801:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.586806:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.586809:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.586810:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.586813:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.586819:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142528:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.586823:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.586826:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.586828:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.586829:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.586832:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.586837:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.586839:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.586841:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.586842:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.586845:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.586847:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.586850:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.586852:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357313.586856:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.586858:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357313.586862:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586870:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.586873:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586878:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.586880:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586884:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.586885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.586887:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586891:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.586893:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.586895:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.586897:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.586901:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.586904:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.586906:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586911:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.586912:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.586914:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586918:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.586923:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.586924:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.586925:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.586926:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357313.586927:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.586929:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.586930:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.586932:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.586936:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.586937:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.586939:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.586940:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.586942:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.586943:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.586944:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.586945:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.586946:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03337f83 from hash 00010000:00000001:1.0:1712357313.586948:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.586949:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.586949:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.586950:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.586951:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.586952:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.586954:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.586954:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.586955:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.586956:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.586958:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586962:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.586962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.586963:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.586964:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.586967:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.586968:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.586969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.586970:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03337f83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.586978:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.586979:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.586982:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.586985:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.586991:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.586992:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.586993:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.586995:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.586997:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.586999:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.586999:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.587001:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.587002:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pem.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.587005:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.587007:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.587009:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587012:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.587013:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.587017:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79080. 00000080:00002000:1.0:1712357313.587020:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77015e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.587024:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.587027:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.587030:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.587032:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.587034:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.587035:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.587039:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.587041:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.587044:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.587049:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.587050:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.587052:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587053:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.587055:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.587059:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.587062:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.587065:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572142528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.587070:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.587071:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.587073:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.587077:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.587078:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.587080:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.587081:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.587083:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.587087:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.587089:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.587090:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.587092:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.587093:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.587095:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.587096:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.587097:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.587101:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.587102:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pem.cpython-36.pyc (ffff8800a77015e8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.587105:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.587107:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.587109:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.587110:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.587111:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.587113:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587141:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.587143:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.587145:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.587152:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587155:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.587156:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.587158:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.587160:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.587163:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.587165:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587166:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.587168:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.587170:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587171:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.587172:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.587173:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.587174:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.587175:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.587176:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.587177:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.587178:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.587180:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.587185:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkcs12.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.587188:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.587189:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pkcs12.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.587193:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.587197:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.587199:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.587200:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pkcs12.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.587203:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.587205:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='pkcs12.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.587207:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.587209:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.587210:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pkcs12.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.587213:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.587215:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.587220:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.587222:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.587225:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.587228:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.587231:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.587232:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.587233:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.587235:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.587236:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.587238:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.587242:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.587246:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.587249:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.587250:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.587251:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.587252:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.587254:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.587258:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.587260:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.587262:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.587264:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.587265:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.587267:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.587269:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e640. 00000020:00000001:1.0:1712357313.587270:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.587272:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e640 with handle 0xbda2fb8f03337f8a to hash 00000020:00000001:1.0:1712357313.587274:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.587275:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.587277:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.587279:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.587280:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.587282:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.587287:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.587298:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.587301:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.587303:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.587306:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.587308:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.587309:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.587310:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.587314:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.587316:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.587318:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.587319:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.587323:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.587328:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.587330:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.587332:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.587334:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.587336:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.587339:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.587342:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.587343:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.587345:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.587645:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.587648:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.587652:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.587654:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.587657:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.587662:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142592, portal 10 00000100:00000001:1.0:1712357313.587663:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.587664:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.587668:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.587678:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.587680:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.587681:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.587684:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142592, offset 0 00000400:00000200:1.0:1712357313.587687:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.587691:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.587695:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.587699:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.587702:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.587704:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.587706:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.587708:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [332:332:256:4294967295] 192.168.203.120@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:1.0:1712357313.587711:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.587717:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.587721:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.587724:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.587727:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.587733:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.587736:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.588021:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.588023:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.588025:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.588027:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.588028:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.588030:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.588031:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.588033:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.588034:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.588035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.588321:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.588324:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.588329:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.588333:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.588336:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357313.588337:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357313.588340:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.588343:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.588351:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.588359:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.588364:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.588365:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.588677:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38df80. 00000080:00000010:0.1:1712357313.588684:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5ee2e40. 00000800:00000001:2.0:1712357313.591207:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.591219:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.591221:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.591223:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.591232:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.591237:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.591243:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.591246:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.591250:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.591253:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905400 00000400:00000200:2.0:1712357313.591257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.591261:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe3d [1] + 224 00000800:00000001:2.0:1712357313.591267:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.591279:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.591281:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.591285:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.592074:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.592082:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.592090:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.592108:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.592115:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.592119:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.592212:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.592218:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.592219:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.592228:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.592231:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.592233:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.592235:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.592238:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.592245:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.592250:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.592251:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.592253:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.592255:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.592257:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.592258:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.592260:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.592266:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.592269:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.592272:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.592275:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.592279:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.592281:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.592282:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.592283:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.592285:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.592288:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.592294:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.592296:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.592297:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.592299:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.592305:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.592312:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.592315:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.592316:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.592318:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.592320:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.592325:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.592327:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.592329:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.592330:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.592332:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.592335:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.592337:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.592339:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=4 00000020:00000001:1.0:1712357313.592341:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.592343:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00010000:1.0:1712357313.592346:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592353:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.592356:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592360:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.592362:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592366:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.592367:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.592368:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592372:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.592383:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.592385:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.592387:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.592391:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e640 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.592394:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.592396:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592399:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.592401:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.592402:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592405:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.592407:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.592408:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.592409:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.592410:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=5 00000020:00000001:1.0:1712357313.592411:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.592412:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.592414:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.592415:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.592419:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.592420:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.592422:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.592423:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.592425:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.592426:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.592427:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.592428:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.592430:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e640 with handle 0xbda2fb8f03337f8a from hash 00010000:00000001:1.0:1712357313.592435:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.592436:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.592436:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.592437:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.592438:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.592439:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.592440:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.592441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.592442:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.592444:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.592445:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592449:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.592450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.592450:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.592451:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.592452:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.592453:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.592454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.592456:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03337f8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.592464:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.592465:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.592468:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.592472:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.592478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.592479:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.592480:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.592481:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.592483:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.592484:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.592485:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.592486:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.592488:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pkcs12.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.592494:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.592497:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.592499:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.592502:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.592504:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.592507:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d791e0. 00000080:00002000:1.0:1712357313.592511:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.592515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.592518:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.592956:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.592960:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.592961:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.592963:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.592967:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.592969:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.592972:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.592975:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.592976:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.592977:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.592979:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.592981:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.592984:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.592988:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.592991:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572142592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.592996:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.592998:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.593000:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.593004:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.593006:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.593007:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.593009:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.593011:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.593014:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.593015:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.593021:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.593023:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.593024:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.593026:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.593027:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.593029:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.593034:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.593035:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pkcs12.cpython-36.opt-1.pyc (ffff8800a7701510, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.593037:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.593040:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.593042:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.593045:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.593046:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.593047:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.593077:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.593080:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.593082:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.593085:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.593089:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.593090:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.593092:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.593093:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.593096:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.593098:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.593099:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.593100:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.593102:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.593103:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.593104:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.593105:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.593106:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.593107:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.593108:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.593109:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.593110:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.593112:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.593118:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkcs12.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.593124:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.593125:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pkcs12.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.593129:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.593134:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.593136:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.593137:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pkcs12.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.593140:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.593142:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='pkcs12.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.593144:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.593146:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.593147:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pkcs12.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.593150:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.593152:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.593154:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.593156:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.593160:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.593162:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.593165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.593166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.593167:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.593168:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.593169:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.593172:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.593177:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.593181:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.593184:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.593185:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.593186:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.593187:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.593188:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.593192:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.593194:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.593195:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.593197:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.593202:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.593203:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.593205:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357313.593207:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.593209:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f03337f91 to hash 00000020:00000001:1.0:1712357313.593210:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.593211:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.593214:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.593215:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.593216:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.593218:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.593224:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.593231:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.593234:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.593236:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.593239:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.593241:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.593242:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.593243:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.593247:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.593249:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.593251:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.593252:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.593255:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.593260:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.593261:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.593263:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.593268:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.593271:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142656:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.593273:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.593277:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.593278:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.593280:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.593282:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.593284:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.593289:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.593291:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.593295:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.593299:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142656, portal 10 00000100:00000001:1.0:1712357313.593300:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.593301:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.593305:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.593309:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.593311:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.593313:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357313.593315:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142656, offset 0 00000400:00000200:1.0:1712357313.593319:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.593323:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.593328:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.593332:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.593334:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.593337:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.593338:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.593341:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [333:333:256:4294967295] 192.168.203.120@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000200:1.0:1712357313.593344:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.593350:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.593354:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.593357:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.593365:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.593371:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.593374:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.594048:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.594051:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.594053:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.594055:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.594056:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.594058:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.594060:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.594061:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.594063:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.594064:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.594182:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.594186:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.594190:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.594194:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.594197:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:2.0:1712357313.594203:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:2.0:1712357313.594205:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.594208:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.594214:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.594217:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.594221:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.594222:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.596477:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.596487:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.596489:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.596491:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.596498:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.596502:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.596507:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.596510:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.596513:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.596515:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905440 00000400:00000200:2.0:1712357313.596519:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.596523:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe45 [1] + 224 00000800:00000001:2.0:1712357313.596527:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.596538:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.596541:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.596544:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.596549:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.596554:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.596561:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:0.1:1712357313.596676:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:0.1:1712357313.596682:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79080. 00000100:00000001:2.0:1712357313.597342:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.597350:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.597360:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.597863:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.597869:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.597870:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.597872:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.597876:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.597878:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.597880:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.597886:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.597894:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.597899:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.597901:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.597903:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.598003:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.598005:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.598006:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.598008:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.598015:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.598018:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.598020:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.598024:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.598034:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.598037:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.598038:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.598039:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.598041:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.598044:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.598050:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.598052:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.598054:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.598056:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.598063:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142656:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.598067:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.598070:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.598071:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.598073:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.598075:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.598080:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.598082:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.598084:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.598085:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.598088:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.598090:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.598093:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.598095:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357313.598096:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.598098:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00010000:1.0:1712357313.598102:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598114:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.598117:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598126:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.598128:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.598133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.598135:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598140:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.598142:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.598144:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.598146:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.598150:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38eac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.598152:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.598154:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598159:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.598160:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.598162:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598165:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.598167:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.598168:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.598169:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.598174:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:1.0:1712357313.598175:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.598177:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.598179:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.598181:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.598185:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.598186:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.598187:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.598189:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.598190:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.598191:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.598192:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.598193:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.598195:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f03337f91 from hash 00010000:00000001:1.0:1712357313.598197:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.598198:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.598199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.598199:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.598200:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.598201:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.598203:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.598203:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.598204:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.598205:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.598207:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.598212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.598213:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.598214:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.598214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.598215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.598216:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.598217:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03337f91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.598228:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.598229:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.598234:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.598238:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.598243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.598244:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.598245:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.598246:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.598249:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.598250:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.598251:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.598253:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.598254:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pkcs12.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.598256:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.598259:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.598261:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.598264:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.598265:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.598268:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79320. 00000080:00002000:1.0:1712357313.598272:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.598277:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.598280:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.598288:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.598290:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.598292:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.598294:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.598298:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.598301:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.598304:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.598307:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.598308:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.598309:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.598314:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.598316:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.598320:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.598323:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.598326:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572142656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.598331:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.598332:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.598335:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.598338:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.598340:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.598341:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.598342:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.598344:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.598347:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.598348:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.598350:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.598352:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.598352:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.598355:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.598356:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.598357:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.598410:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.598413:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pkcs12.cpython-36.pyc (ffff8800a7701438, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.598415:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.598418:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.598432:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.598435:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.598436:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.598445:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.598476:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.598477:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.598479:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.598483:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.598486:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.598487:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.598489:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.598491:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.598493:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.598495:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.598496:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.598497:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.598499:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.598500:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.598501:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.598502:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.598503:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.598504:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.598505:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.598506:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.598507:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.598508:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.598513:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=tsp.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.598516:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.598517:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=tsp.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.598522:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.598526:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.598528:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.598529:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'tsp.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.598532:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.598534:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='tsp.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.598536:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.598538:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.598543:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: tsp.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.598546:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.598547:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.598550:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.598553:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.598556:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.598559:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.598561:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.598562:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.598563:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.598565:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.598578:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.598580:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.598608:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.598612:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.598615:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.598616:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.598617:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.598618:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.598619:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.598623:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.598626:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.598627:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.598629:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.598631:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.598632:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.598634:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357313.598636:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.598638:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03337f98 to hash 00000020:00000001:0.0:1712357313.598639:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.598640:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.598642:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.598644:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.598645:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.598647:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.598657:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.598664:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.598668:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.598669:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.598673:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.598674:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.598676:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.598677:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.598680:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.598682:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.598684:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.598685:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.598689:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.598694:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.598695:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.598697:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.598699:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.598701:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142720:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.598703:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.598706:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.598707:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.598708:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.598711:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.598712:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.598717:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.598720:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.598723:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.598726:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142720, portal 10 00000100:00000001:0.0:1712357313.598731:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.598732:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.598736:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.598741:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.598743:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.598745:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357313.598748:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142720, offset 0 00000400:00000200:0.0:1712357313.598751:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.598757:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.598761:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.598765:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.598768:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.598770:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.598772:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.598775:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [334:334:256:4294967295] 192.168.203.120@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:0.0:1712357313.598778:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.598786:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.598791:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.598793:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357313.598797:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.598803:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.598806:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.598815:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.598816:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.598818:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.598820:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.598821:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.598822:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.598824:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.598825:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.598826:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.598831:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.598874:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.598878:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357313.598880:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.598884:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.598886:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:2.0:1712357313.598888:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:2.0:1712357313.598890:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.598894:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.598900:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.598902:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.598907:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.598908:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.599671:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e640. 00000080:00000010:0.1:1712357313.599677:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d791e0. 00000080:00000010:2.1:1712357313.602759:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79320. 00000800:00000001:2.0:1712357313.604299:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.604306:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.604308:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.604310:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.604318:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.604324:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.604329:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.604333:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.604335:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.604339:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905480 00000400:00000200:2.0:1712357313.604342:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.604347:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe4d [1] + 224 00000800:00000001:2.0:1712357313.604353:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.604365:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.604367:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.604371:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.604375:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.604381:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.604400:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.604419:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.604425:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.604428:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.604608:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.604615:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.604617:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.604619:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.604622:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.604624:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.604626:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.604630:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.604636:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.604641:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.604643:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.604645:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.604647:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.604648:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.604650:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.604652:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.604659:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.604662:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.604664:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.604667:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.604672:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.604674:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.604676:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.604677:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.604679:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.604681:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.604687:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.604689:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.604691:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.604698:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.604705:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142720:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.604709:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.604711:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.604713:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.604714:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.604716:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.604721:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.604724:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.604725:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.604726:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.604729:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.604732:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.604734:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.604736:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357313.604737:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.604739:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357313.604742:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.604750:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.604753:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.604758:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.604760:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.605683:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.605685:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.605692:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.605697:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.605698:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.605701:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.605702:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.605707:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.605709:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.605712:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.605716:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.605717:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.605719:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.605723:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.605724:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.605725:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.605727:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.605728:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357313.605729:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.605730:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357313.605732:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.605734:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.605738:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.605740:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.605741:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.605743:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.605745:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.605749:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.605751:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.605751:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.605753:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03337f98 from hash 00010000:00000001:0.0:1712357313.605755:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.605756:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.605757:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.605757:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.605758:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.605760:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.605761:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.605762:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.605763:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605764:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.605766:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.605770:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.605770:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.605771:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.605772:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.605773:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.605773:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.605774:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.605775:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03337f98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.605799:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.605801:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.605805:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.605810:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.605816:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.605817:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.605818:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.605819:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.605822:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.605827:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.605828:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.605829:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.605831:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=tsp.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.605833:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.605836:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.605838:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605841:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.605843:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.605846:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36b6ba0. 00000080:00002000:0.0:1712357313.605850:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.605855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.605857:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.605860:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.605862:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.605864:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.605865:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.605870:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.605872:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.605875:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.605877:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.605878:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.605879:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605881:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.605883:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.605886:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.605889:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.605892:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572142720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.605897:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.605898:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.605901:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.605904:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.605906:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.605907:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.605908:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.605913:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.605915:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.605916:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.605917:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.605919:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.605920:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.605922:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.605923:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.605924:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.605929:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.605930:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry tsp.cpython-36.opt-1.pyc (ffff8800a7516ca8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.605932:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.605935:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.605937:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.605939:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.605940:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.605942:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605972:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.605973:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.605975:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.605979:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605982:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.605983:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.605984:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.605986:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.605989:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.605991:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605992:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.605993:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.605994:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.605996:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.605996:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.605998:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.605999:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.606000:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.606000:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.606001:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.606006:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.606007:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.606012:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=tsp.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.606015:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.606016:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=tsp.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.606020:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.606023:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.606025:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.606027:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'tsp.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.606029:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.606031:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='tsp.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.606033:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.606035:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.606036:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: tsp.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.606038:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.606041:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.606043:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.606045:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.606048:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.606051:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.606054:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.606055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.606056:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.606057:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.606059:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.606061:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.606065:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.606069:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.606071:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.606072:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.606073:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.606074:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.606075:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.606080:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.606085:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.606087:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.606089:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.606090:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.606091:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.606094:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357313.606096:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.606097:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337f9f to hash 00000020:00000001:0.0:1712357313.606099:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.606100:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.606102:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.606104:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.606105:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.606107:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.606112:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.606119:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.606122:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.606123:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.606127:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.606129:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.606131:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.606132:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.606135:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.606138:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.606139:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.606141:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.606145:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.606150:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.606155:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.606157:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.606159:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.606162:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.606164:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.606168:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.606169:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.606170:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.606173:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.606174:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.606180:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.606182:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.606186:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.606191:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142784, portal 10 00000100:00000001:0.0:1712357313.606192:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.606193:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.606414:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.606421:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.606424:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.606426:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357313.606428:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142784, offset 0 00000400:00000200:0.0:1712357313.606432:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.606438:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.606442:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.606446:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.606450:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.606452:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.606454:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.606457:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [335:335:256:4294967295] 192.168.203.120@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000200:0.0:1712357313.606460:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.606466:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.606471:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.606477:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357313.606482:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.606488:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.606492:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.607722:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.607726:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.607728:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.607730:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.607731:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.607733:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.607736:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.607738:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.607741:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.607742:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.607991:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.607994:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357313.607998:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.608004:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.608007:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:2.0:1712357313.608008:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:2.0:1712357313.608011:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.608015:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.608023:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.608025:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.608030:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.608032:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.608818:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000800:00000001:2.0:1712357313.610626:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.610637:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.610639:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.610641:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.610650:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.610655:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.610660:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.610663:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.610666:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.610669:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9054c0 00000400:00000200:2.0:1712357313.610672:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.610676:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe55 [1] + 224 00000800:00000001:2.0:1712357313.610692:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.610701:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.610703:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.610707:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.610717:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.610722:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.610730:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.610739:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.610744:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.610746:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.610818:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.610823:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.610824:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.610826:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.610830:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.610831:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.610833:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.610837:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.610843:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.610848:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.610849:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.610851:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.610854:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.610856:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.610857:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.610859:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.610865:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.610868:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.610869:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.610876:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.610881:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.610883:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.610885:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.610886:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.610888:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.610891:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.610896:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.610898:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.610900:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.610902:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.610908:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.610911:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.610914:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.610915:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.610917:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.610919:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.610924:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.610926:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.610929:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.610929:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.610932:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.610935:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.610937:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.610939:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357313.610941:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.610942:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:0.0:1712357313.610949:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.610957:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.610959:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.610964:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.610966:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.610970:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.610971:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.610972:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.610977:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.610978:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.610980:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.610982:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.610986:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.610989:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.610991:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.610996:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.610997:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.610999:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.611003:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.611004:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.611008:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.611009:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.611010:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357313.611012:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.611013:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.611015:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.611017:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.611021:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.611022:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.611024:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.611025:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.611027:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.611028:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.611029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.611030:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.611032:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337f9f from hash 00010000:00000001:0.0:1712357313.611033:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.611034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.611035:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.611035:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.611037:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.611038:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.611039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.611040:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.611041:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611042:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.611044:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.611047:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.611048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.611049:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.611049:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.611050:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.611051:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.611055:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.611056:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337f9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.611063:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.611064:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.611068:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.611072:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.611078:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.611079:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611080:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611081:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611084:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.611085:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.611086:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611087:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.611088:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=tsp.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.611091:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.611093:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.611095:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611098:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.611100:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.611103:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36b6280. 00000080:00002000:0.0:1712357313.611107:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.611111:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.611114:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.611116:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611118:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.611120:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.611121:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.611125:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.611127:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.611130:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.611132:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611133:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.611138:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611140:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.611142:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.611145:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.611147:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.611150:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572142784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.611155:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.611156:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.611159:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.611162:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.611163:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.611165:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.611166:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.611168:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.611170:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.611171:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.611173:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.611175:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.611176:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.611178:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.611179:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.611180:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.611184:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.611185:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry tsp.cpython-36.pyc (ffff8800a75160d8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.611188:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.611190:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.611194:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.611196:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.611197:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.611199:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611228:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.611230:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.611232:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.611236:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611239:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.611244:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.611246:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.611248:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.611250:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.611252:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611254:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.611255:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.611257:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611259:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.611259:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.611261:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.611262:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.611263:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.611264:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.611265:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.611266:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.611268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.611273:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=util.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.611276:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.611277:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=util.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.611281:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.611285:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.611287:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.611289:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'util.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.611291:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.611293:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='util.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.611295:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611297:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.611299:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: util.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.611301:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.611303:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.611305:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.611308:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.611311:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.611317:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.611321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.611321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.611322:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.611324:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.611326:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.611328:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.611333:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.611337:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.611339:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.611340:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.611341:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.611342:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.611343:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.611348:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.611350:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.611351:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.611354:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.611355:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.611357:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.611359:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357313.611361:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.611363:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03337fa6 to hash 00000020:00000001:0.0:1712357313.611364:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.611365:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.611368:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.611369:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.611371:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.611373:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.611378:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.611385:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.611392:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.611394:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.611397:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.611398:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.611400:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.611401:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.611405:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.611408:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.611409:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.611411:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.611414:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.611420:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.611421:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.611423:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.611425:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.611427:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.611430:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.611433:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.611434:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.611436:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.611438:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.611440:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.611443:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.611445:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.611449:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.611453:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142848, portal 10 00000100:00000001:0.0:1712357313.611455:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.611455:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.611459:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.611464:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.611470:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.611472:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357313.611474:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142848, offset 0 00000400:00000200:0.0:1712357313.611478:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.611483:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.611486:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.611490:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.611493:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.611495:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.611497:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.611500:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [336:336:256:4294967295] 192.168.203.120@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:0.0:1712357313.611502:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.611509:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.611512:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.611515:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.611519:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.611525:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.611528:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.611545:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.611547:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.611548:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.611550:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.611551:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.611553:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.611555:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.611556:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.611557:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.611558:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.611712:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.611715:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357313.611717:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.611721:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.611723:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:2.0:1712357313.611724:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:2.0:1712357313.611726:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.611729:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.611735:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.611737:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.611742:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.611743:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.611996:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357313.612001:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36b6ba0. 00000800:00000001:2.0:1712357313.613575:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.613605:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.613607:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.613609:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.613617:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.613621:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.613625:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.613636:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.613639:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.613642:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905500 00000400:00000200:2.0:1712357313.613645:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.613648:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe5d [1] + 224 00000800:00000001:2.0:1712357313.613652:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.613662:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.613664:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.613668:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.613672:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.613676:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.613683:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.613692:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.613697:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.613699:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.613750:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.613754:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.613755:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.613757:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.613759:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.613761:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.613767:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.613771:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.613777:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.613781:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.613783:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.613784:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.613786:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.613788:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.613789:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.613791:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.613797:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.613799:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.613801:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.613803:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.613808:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.613810:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.613812:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.613813:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.613815:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.613818:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.613823:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.613825:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.613826:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.613828:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.613835:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.613838:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.613846:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.613847:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.613848:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.613851:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.613856:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.613864:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.613866:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.613866:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.613869:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.613871:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.613875:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.613877:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357313.613878:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.613880:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357313.613883:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613893:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.613896:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613900:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.613902:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613906:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.613907:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.613909:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613912:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.613914:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.613915:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.613917:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.613925:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.613927:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.613929:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613934:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.613935:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.613937:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613940:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.613942:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.613942:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.613943:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.613944:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357313.613946:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.613947:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357313.613949:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.613951:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.613955:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.613956:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.613957:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.613958:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.613960:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.613961:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.613962:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.613963:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.613965:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03337fa6 from hash 00010000:00000001:0.0:1712357313.613966:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.613967:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.613970:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.613971:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.613972:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.613973:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.613974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.613975:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.613976:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.613977:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.613979:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.613983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.613984:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.613985:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.613986:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.613987:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.613987:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.613989:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03337fa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.613995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.613997:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.614000:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.614003:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.614009:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.614010:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614011:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614012:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614014:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.614015:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.614016:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614017:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.614018:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=util.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.614021:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.614023:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.614028:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614030:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.614031:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.614034:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36b6a00. 00000080:00002000:0.0:1712357313.614038:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.614041:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.614044:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.614047:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614049:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.614050:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.614052:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.614056:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.614058:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.614061:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.614063:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614064:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.614066:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614067:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.614069:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.614072:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.614074:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.614077:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572142848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.614082:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.614083:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.614085:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.614088:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.614089:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.614090:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.614092:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.614093:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.614095:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.614097:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.614098:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.614100:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.614100:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.614106:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.614107:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.614108:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.614112:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.614114:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry util.cpython-36.opt-1.pyc (ffff8800a75166c0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.614116:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.614118:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.614120:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.614122:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.614123:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.614125:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614150:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.614151:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.614153:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.614157:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614160:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.614161:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.614163:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.614165:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.614167:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.614169:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614171:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.614172:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.614173:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614175:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.614176:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.614177:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.614178:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.614179:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.614180:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.614181:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.614182:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.614184:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.614189:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=util.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.614191:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.614192:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=util.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.614207:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.614211:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.614213:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.614214:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'util.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.614217:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.614219:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='util.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.614221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614222:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.614223:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: util.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.614226:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.614227:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.614229:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.614231:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.614234:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.614237:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.614239:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.614240:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.614241:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.614243:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.614244:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.614246:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.614249:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.614252:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.614254:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.614255:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.614256:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.614257:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.614258:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.614262:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.614264:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.614265:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.614267:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.614268:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.614270:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.614276:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357313.614278:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.614280:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337fad to hash 00000020:00000001:0.0:1712357313.614281:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.614283:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.614285:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.614286:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.614287:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.614289:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.614294:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.614301:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.614304:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.614306:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.614308:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.614310:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.614311:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.614312:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.614315:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.614317:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.614319:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.614320:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.614323:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.614329:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.614330:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.614332:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.614333:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.614335:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.614343:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.614346:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.614348:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.614349:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.614352:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.614353:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.614357:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.614359:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.614362:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.614366:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142912, portal 10 00000100:00000001:0.0:1712357313.614367:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.614368:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.614372:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.614377:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.614379:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.614380:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357313.614382:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572142912, offset 0 00000400:00000200:0.0:1712357313.614386:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.614390:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.614393:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.614397:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.614399:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.614401:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.614403:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.614405:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [337:337:256:4294967295] 192.168.203.120@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:0.0:1712357313.614408:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.614414:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.614418:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.614420:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.614424:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.614432:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.614435:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.614450:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.614452:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.614453:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.614455:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.614456:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.614458:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.614459:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.614460:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.614462:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.614463:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.614842:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.614844:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357313.614847:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.614850:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.614853:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:2.0:1712357313.614854:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:2.0:1712357313.614856:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.614859:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.614865:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.614867:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.614872:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.614873:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.615791:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00000080:00000010:0.1:1712357313.615797:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36b6280. 00000800:00000001:2.0:1712357313.618014:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.618028:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.618032:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.618034:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.618042:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.618048:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.618054:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.618057:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.618061:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.618064:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905540 00000400:00000200:2.0:1712357313.618068:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.618072:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe65 [1] + 224 00000800:00000001:2.0:1712357313.618078:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.618090:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.618092:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.618096:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.618101:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.618107:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.618115:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.618125:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.618130:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.618133:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.618707:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.618713:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.618714:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.618717:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.618721:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.618722:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.618724:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.618728:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.618735:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.618740:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.618741:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.618743:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.618746:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.618748:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.618749:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.618752:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.618758:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.618761:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.618763:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.618766:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.618778:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.618781:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.618783:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.618784:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.618785:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.618789:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.618794:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.618796:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.618797:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.618800:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.618806:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.618809:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.618812:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.618814:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.618815:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.618817:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.618822:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.618824:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.618826:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.618827:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.618830:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.618833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.618835:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.618837:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357313.618839:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.618841:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357313.618845:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618856:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.618859:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618863:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.618865:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.618869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.618871:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618874:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.618875:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.618878:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.618879:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.618883:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.618885:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.618888:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618892:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.618893:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.618896:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618899:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.618901:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.618901:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.618903:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.618908:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357313.618909:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.618911:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357313.618913:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.618914:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.618919:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.618920:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.618921:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.618922:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.618924:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.618925:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.618926:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.618927:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.618928:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03337fad from hash 00010000:00000001:0.0:1712357313.618930:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.618931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.618932:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.618932:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.618933:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.618934:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.618935:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.618936:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.618937:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.618938:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.618940:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618944:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.618944:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.618945:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.618946:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.618947:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.618947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.618948:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.618949:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03337fad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.618960:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.618961:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.618965:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.618969:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.618974:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.618974:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.618976:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.618977:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.618978:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.618980:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.618981:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.618982:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.618983:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=util.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.618986:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.618989:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.618991:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.618994:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.618996:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.619000:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c283a0. 00000080:00002000:0.0:1712357313.619004:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.619009:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.619012:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.619014:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.619016:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.619018:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.619019:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.619023:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.619025:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.619028:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.619031:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.619032:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.619033:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.619043:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.619045:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.619048:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.619051:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.619054:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572142912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.619059:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.619061:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.619063:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.619065:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.619067:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.619069:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.619070:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.619072:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.619075:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.619076:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.619077:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.619079:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.619080:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.619082:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.619083:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.619084:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.619088:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.619090:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry util.cpython-36.pyc (ffff8800a7516510, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.619093:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.619095:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.619098:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.619100:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.619101:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.619103:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.619131:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.619133:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.619135:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.619139:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.619142:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.619143:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.619146:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.619151:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.619154:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.619156:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.619157:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.619159:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.619161:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.619163:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.619164:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.619165:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.619166:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.619167:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.619168:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.619169:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.619170:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.619172:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.619178:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=version.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.619181:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.619182:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=version.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.619186:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.619190:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.619191:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.619193:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'version.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.619195:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.619197:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='version.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.619199:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.619201:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.619203:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: version.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.619205:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.619207:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.619209:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.619211:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.619214:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.619217:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.619223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.619224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.619225:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.619227:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.619228:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.619231:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.619235:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.619239:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.619241:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.619243:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.619244:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.619245:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.619246:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.619251:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.619253:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.619254:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.619256:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.619258:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.619259:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.619261:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357313.619263:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.619264:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03337fb4 to hash 00000020:00000001:0.0:1712357313.619266:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.619267:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.619269:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.619271:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.619272:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.619274:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.619278:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.619285:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.619293:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.619294:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.619297:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.619298:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.619300:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.619301:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.619303:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.619306:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.619307:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.619309:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.619312:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.619317:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.619318:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.619320:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.619322:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.619324:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.619326:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.619329:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.619330:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.619332:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.619333:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.619334:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.619338:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.619340:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.619343:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.619347:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572142976, portal 10 00000100:00000001:0.0:1712357313.619349:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.619350:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.619353:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.619358:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.619364:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.619366:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.619368:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572142976, offset 0 00000400:00000200:0.0:1712357313.619372:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.619376:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.619379:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.619382:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.619385:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.619387:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.619389:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.619392:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [338:338:256:4294967295] 192.168.203.120@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000200:0.0:1712357313.619394:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.619401:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.619405:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.619408:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357313.619413:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.619417:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.619421:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.619440:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.619442:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.619443:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.619445:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.619446:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.619448:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.619449:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.619450:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.619452:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.619453:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1712357313.621497:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:1.1:1712357313.621505:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36b6a00. 00000800:00000200:2.0:1712357313.621686:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.621690:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:2.0:1712357313.621694:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.621699:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.621703:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:2.0:1712357313.621705:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:2.0:1712357313.621708:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.621713:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.621721:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.621730:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.621735:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.621736:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.623845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.623854:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.623856:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.623858:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.623866:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.623871:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.623877:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.623880:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.623882:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.623886:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905580 00000400:00000200:2.0:1712357313.623889:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.623893:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe6d [1] + 224 00000800:00000001:2.0:1712357313.623898:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.623909:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.623911:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.623914:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.623918:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.623922:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.623930:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.623948:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.623952:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.623954:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.623975:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.623981:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.623982:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.623985:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.623988:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.623990:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.623997:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.624001:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.624008:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.624014:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.624015:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.624017:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.624020:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.624021:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.624023:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.624025:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.624032:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.624035:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.624038:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.624040:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.624045:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.624048:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.624049:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.624050:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.624052:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.624054:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.624059:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.624062:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.624063:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.624065:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.624072:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572142976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.624076:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.624082:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.624084:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.624085:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.624088:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.624093:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.624095:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.624098:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.624099:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.624101:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.624104:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.624106:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.624108:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357313.624110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.624112:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:0.0:1712357313.624115:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624123:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.624127:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624131:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.624133:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624138:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.624139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.624140:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624330:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.624332:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.624335:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.624337:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.624346:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.624348:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.624351:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624356:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.624357:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.624360:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624363:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.624365:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.624366:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.624367:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.624368:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357313.624369:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.624371:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357313.624372:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.624374:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.624378:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.624380:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.624381:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.624383:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.624385:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.624386:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.624387:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.624388:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.624390:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03337fb4 from hash 00010000:00000001:0.0:1712357313.624392:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.624392:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.624396:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.624397:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.624398:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.624399:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.624401:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.624401:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.624402:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.624404:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.624406:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624410:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.624410:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.624411:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.624412:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.624413:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.624414:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.624414:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.624416:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03337fb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.624423:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.624425:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.624428:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.624432:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.624438:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.624439:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.624441:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.624442:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.624444:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.624446:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.624446:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.624448:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.624449:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=version.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.624452:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.624454:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.624459:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.624462:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.624464:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.624467:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dac140. 00000080:00002000:0.0:1712357313.624471:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.624475:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.624478:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.624481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.624483:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.624484:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.624486:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.624489:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.624491:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.624495:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:0.0:1712357313.624497:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.624498:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.624499:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.624501:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.624504:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.624506:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:0.0:1712357313.624509:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.624512:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572142976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.624518:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.624520:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.624522:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.624525:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.624527:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.624529:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.624531:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.624532:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357313.624535:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.624536:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.624538:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.624540:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.624541:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.624546:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.624547:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.624548:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.624552:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.624554:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry version.cpython-36.opt-1.pyc (ffff8800a75160d8, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.624557:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.624559:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.624562:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.624564:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.624565:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:0.0:1712357313.624578:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.625359:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.625361:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.625363:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.625368:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.625371:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.625372:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.625374:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.625376:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.625379:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.625381:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.625383:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.625384:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.625385:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.625387:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.625388:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.625389:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.625390:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.625392:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.625393:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.625394:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.625395:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.625396:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.625402:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=version.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:0.0:1712357313.625405:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.625406:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=version.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:0.0:1712357313.625415:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55800. 00000080:00000001:0.0:1712357313.625420:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.625422:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.625423:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'version.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:0.0:1712357313.625426:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.625428:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='version.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.625431:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.625433:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.625434:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: version.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.625436:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.625438:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.625441:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.625443:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.625447:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.625450:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.625453:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.625454:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.625455:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.625457:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.625458:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.625460:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.625464:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357313.625469:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.625471:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.625473:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.625474:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.625475:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.625476:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.625481:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.625483:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.625484:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.625487:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:0.0:1712357313.625488:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.625490:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.625497:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357313.625499:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.625500:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f03337fbb to hash 00000020:00000001:0.0:1712357313.625501:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.625503:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.625505:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.625507:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.625508:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.625516:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.625522:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.625528:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.625532:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.625533:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.625537:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.625538:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357313.625540:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.625541:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.625544:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.625547:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.625549:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.625550:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.625554:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.625560:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.625561:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.625564:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.625575:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.625578:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.625602:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.625605:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.625606:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.625607:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.625610:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357313.625612:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.625617:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.625620:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.625624:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.625628:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143040, portal 10 00000100:00000001:0.0:1712357313.625630:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.625631:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.625635:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.625640:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.625642:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.625644:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357313.625646:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572143040, offset 0 00000400:00000200:0.0:1712357313.625650:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.625654:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.625658:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.625663:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.625666:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.625668:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.625670:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.625673:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [339:339:256:4294967295] 192.168.203.120@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:0.0:1712357313.625676:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.625683:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.625687:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.625691:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.625695:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.625705:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.625708:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.625728:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.625730:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.625732:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.625733:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.625734:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.625736:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.625738:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.625739:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.625741:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.625742:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.625810:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.625814:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357313.625817:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.625821:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.625824:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:2.0:1712357313.625829:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:2.0:1712357313.625831:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.625835:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.625841:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.625844:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.625848:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.625849:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.626673:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:1.1:1712357313.626678:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c283a0. 00000800:00000001:2.0:1712357313.629219:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.629229:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.629232:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.629234:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.629241:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.629246:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.629251:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.629255:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.629257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.629261:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9055c0 00000400:00000200:2.0:1712357313.629264:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.629268:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe75 [1] + 224 00000800:00000001:2.0:1712357313.629273:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.629283:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.629286:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.629289:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.629294:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.629299:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.629307:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.629322:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.629328:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.629336:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.629378:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.629384:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.629386:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.629388:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.629391:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.629393:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.629395:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.629399:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.629405:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.629410:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.629411:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.629413:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.629415:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.629416:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.629418:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.629420:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.629426:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.629428:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.629430:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.629433:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.629446:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.629448:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.629450:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.629451:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.629453:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.629457:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.629462:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.629464:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.629465:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.629468:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.629473:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.629476:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.629479:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.629481:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.629482:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.629484:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.629489:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.629491:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357313.629493:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.629494:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.629496:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.629499:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.629501:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.629503:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357313.629504:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.629506:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357313.629509:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629519:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.629522:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629526:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.629528:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629532:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.629533:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.629534:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629538:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.629540:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.629542:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.629544:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.629547:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.629550:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.629552:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629556:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.629558:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.629560:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629563:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.629575:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.629576:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.629577:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.629605:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357313.629607:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.629608:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.629611:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.629613:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.629617:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.629618:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.629620:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.629621:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.629623:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.629624:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.629625:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.629626:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.629628:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f03337fbb from hash 00010000:00000001:0.0:1712357313.629630:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.629631:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.629631:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.629632:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.629634:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.629635:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.629636:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.629637:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.629638:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.629639:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.629641:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.629645:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.629646:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.629647:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.629648:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.629649:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.629650:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.629651:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337fbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.629662:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.629663:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.629667:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.629671:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.629677:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.629677:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.629679:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.629680:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.629682:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.629684:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.629684:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.629685:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.629687:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=version.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.629689:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.629692:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.629694:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.629697:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.629698:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.629746:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79360. 00000080:00002000:1.0:1712357313.629751:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.629756:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.629759:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.629761:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.629764:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.629765:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.629767:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.629771:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.629773:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.629777:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.629779:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.629780:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.629782:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.629787:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.629790:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.629793:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55800. 00000100:00000001:1.0:1712357313.629796:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.629800:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572143040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.629805:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.629807:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.629809:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:1.0:1712357313.629812:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.629813:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.629815:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.629816:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.629818:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:1.0:1712357313.629820:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.629822:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.629823:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:1.0:1712357313.629825:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.629826:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.629828:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.629829:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.629830:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.629834:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.629835:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry version.cpython-36.pyc (ffff8800a7516a20, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.629838:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.629840:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.629845:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.629847:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.629848:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.629850:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.629878:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.629880:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.629881:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.629885:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.629888:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.629889:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.629891:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.629896:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.629899:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.629901:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.629903:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.629904:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.629907:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.629909:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.629910:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.629912:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.629913:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.629914:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.629915:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.629916:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.629917:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.629919:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.629924:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=x509.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.629927:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.629928:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=x509.cpython-36.opt-1.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.629933:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.629937:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.629939:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.629941:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'x509.cpython-36.opt-1.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.629943:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.629946:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='x509.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.629948:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.629950:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.629952:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: x509.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.629955:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.629956:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.629959:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.629961:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.629965:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.629967:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.629970:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.629973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.629974:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.629977:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.629978:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.629981:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.629986:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.629989:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.629992:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.629993:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.629994:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.629995:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.629996:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.630000:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.630003:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.630004:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.630006:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.630008:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.630009:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.630011:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357313.630013:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.630015:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03337fc2 to hash 00000020:00000001:1.0:1712357313.630017:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.630018:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.630020:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.630021:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.630023:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.630025:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.630031:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.630038:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.630042:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.630046:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.630051:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.630052:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.630054:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.630055:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.630058:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.630061:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.630063:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.630064:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.630067:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.630073:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.630074:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.630076:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.630078:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.630081:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.630083:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.630086:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.630088:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.630089:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.630092:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.630094:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.630098:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.630100:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.630103:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.630107:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143104, portal 10 00000100:00000001:1.0:1712357313.630109:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.630110:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.630114:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.630120:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.630122:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.630123:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357313.630125:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572143104, offset 0 00000400:00000200:1.0:1712357313.630133:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.630137:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.630141:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.630145:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.630148:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.630150:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.630152:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.630155:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [340:340:256:4294967295] 192.168.203.120@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:1.0:1712357313.630158:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.630164:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.630169:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.630172:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.630176:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.630182:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.630185:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.630191:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.630192:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.630194:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.630196:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.630197:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.630199:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.630200:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.630202:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.630203:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.630204:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.630348:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.630350:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.630354:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.630357:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.630359:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357313.630361:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357313.630363:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.630366:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.630371:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.630374:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.630378:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.630379:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.632717:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00000080:00000010:1.1:1712357313.632726:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dac140. 00000080:00000010:0.1:1712357313.636974:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79360. 00000800:00000001:2.0:1712357313.638901:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.638912:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.638915:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.638917:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.638925:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.638931:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.638937:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.638941:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.638944:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.638947:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905600 00000400:00000200:2.0:1712357313.638951:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.638955:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe7d [1] + 224 00000800:00000001:2.0:1712357313.638961:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.638975:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.638978:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.638981:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.638986:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.638993:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.639012:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.639033:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.639040:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.639043:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1712357313.639736:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000100:00000001:1.0:1712357313.639793:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.639799:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.639800:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.639802:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.639806:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.639808:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.639810:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.639815:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.639832:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.639837:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.639839:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.639841:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.639843:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.639845:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.639846:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.639848:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.639854:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.639858:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.639860:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.639863:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.639867:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.639870:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.639872:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.639873:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.639875:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.639877:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.639883:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.639885:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.639886:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.639889:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.639895:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.639898:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.639901:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.639902:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.639907:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.639910:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.639914:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.639916:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.639918:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.639919:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.639922:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.639924:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.639927:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.639929:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357313.639930:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.639932:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357313.639936:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.639944:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.639946:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.639951:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.639953:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.639957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.639958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.639960:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.639963:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.639965:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.639967:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.639970:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.639980:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.639982:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.639985:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.639989:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.639990:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.639992:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.639996:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.639998:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.639999:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.640000:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.640001:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357313.640002:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.640003:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.640005:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.640007:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.640011:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.640012:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.640014:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.640015:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.640017:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.640018:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.640019:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.640020:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.640022:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03337fc2 from hash 00010000:00000001:1.0:1712357313.640023:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.640024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.640027:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.640028:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.640029:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.640030:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.640031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.640032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.640033:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640034:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.640036:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.640039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.640040:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.640041:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.640042:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.640042:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.640043:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.640044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.640045:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03337fc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.640068:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.640070:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.640073:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.640077:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.640083:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.640083:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640085:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640086:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640088:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.640090:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.640090:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640091:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.640093:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=x509.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.640095:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.640098:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.640103:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640107:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.640108:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.640111:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d794c0. 00000080:00002000:1.0:1712357313.640115:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.640120:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.640123:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.640125:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640128:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.640129:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.640130:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.640134:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.640136:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.640139:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.640141:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640142:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.640143:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640145:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.640147:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.640149:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.640153:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.640156:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572143104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.640160:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.640162:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.640164:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.640168:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.640169:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.640171:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.640172:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.640175:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.640178:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.640179:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.640181:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.640183:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.640184:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.640189:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.640190:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.640191:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.640195:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.640197:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry x509.cpython-36.opt-1.pyc (ffff8800a77016c0, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.640199:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.640201:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.640204:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.640205:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.640206:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.640208:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640236:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.640238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.640239:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.640243:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640246:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.640247:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.640249:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.640251:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.640253:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.640255:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640257:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.640258:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.640260:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640262:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.640262:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516bd0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.640264:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.640265:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.640266:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.640267:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.640268:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.640269:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.640271:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.640277:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=x509.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), flags=0 00000080:00000001:1.0:1712357313.640279:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.640280:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=x509.cpython-36.pyc, dir=[0x200000401:0x1c:0x0](ffff8800a76dd8c8), intent=getattr 00000080:00000010:1.0:1712357313.640288:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.640292:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.640294:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.640296:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'x509.cpython-36.pyc' on [0x200000401:0x1c:0x0] 00800000:00000001:1.0:1712357313.640298:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.640300:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1c:0x0], fid2=[0x0:0x0:0x0], name='x509.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.640302:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640304:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.640305:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: x509.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.640308:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.640310:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.640312:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.640314:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.640317:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.640320:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.640322:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.640323:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.640324:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.640326:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.640327:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.640329:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.640333:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.640337:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.640339:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.640340:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.640342:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.640342:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.640343:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.640347:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.640349:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.640350:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.640352:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.640354:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.640355:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.640361:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f3c0. 00000020:00000001:1.0:1712357313.640363:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.640364:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f3c0 with handle 0xbda2fb8f03337fc9 to hash 00000020:00000001:1.0:1712357313.640366:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.640367:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.640369:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.640370:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.640371:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.640373:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.640378:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.640384:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.640388:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.640389:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.640392:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.640394:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.640395:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.640396:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.640400:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.640403:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.640404:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.640405:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.640409:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.640414:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.640415:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.640417:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.640419:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.640421:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.640430:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.640434:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.640435:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.640437:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.640440:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.640441:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.640446:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.640448:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.640451:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.640455:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143168, portal 10 00000100:00000001:1.0:1712357313.640457:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.640457:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.640461:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.640466:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.640468:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.640470:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357313.640472:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572143168, offset 0 00000400:00000200:1.0:1712357313.640475:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.640480:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.640484:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.640488:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.640491:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.640494:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.640496:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.640498:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [341:341:256:4294967295] 192.168.203.120@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:1.0:1712357313.640501:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.640507:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.640511:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.640514:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.640519:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.640529:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.640532:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.640552:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.640553:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.640555:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.640557:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.640558:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.640560:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.640561:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.640563:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.640564:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.640565:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.640690:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.640693:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.640698:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.640702:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.640704:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357313.640705:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357313.640708:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.640711:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.640717:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.640719:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.640724:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.640725:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.646573:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.646610:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.646613:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.646616:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.646624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.646630:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.646636:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.646639:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.646642:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.646646:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905640 00000400:00000200:2.0:1712357313.646649:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.646654:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe85 [1] + 224 00000800:00000001:2.0:1712357313.646668:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.646684:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.646687:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.646691:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.646696:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.646702:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.646711:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.646729:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.646735:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.646738:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.646755:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.646761:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.646762:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.646764:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.646768:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.646770:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.646772:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.646777:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.646785:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.646790:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.646791:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.646793:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.646795:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.646797:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.646799:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.646801:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.646808:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.646811:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.646813:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.646815:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.646829:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.646832:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.646833:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.646834:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.646837:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.646840:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.646846:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.646848:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.646849:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.646852:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.646857:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.646861:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.646864:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.646866:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.646867:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.646870:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.646875:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.646878:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.646880:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.646881:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.646883:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.646886:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.646888:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.646890:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.646892:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.646894:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00010000:1.0:1712357313.646897:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.646909:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.646912:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.646916:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.646918:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.646922:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.646923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.646925:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.646930:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.646931:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.646933:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.646936:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.646940:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f3c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.646943:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.646945:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.646950:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.646951:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.646953:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.646957:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.646959:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.646959:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.646961:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.646965:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=5 00000020:00000001:1.0:1712357313.646967:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.646968:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.646970:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.646972:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.646976:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.646977:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.646979:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.646980:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.646982:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.646983:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.646984:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.646985:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.646987:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f3c0 with handle 0xbda2fb8f03337fc9 from hash 00010000:00000001:1.0:1712357313.646989:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.646989:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.646990:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.646991:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.646992:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.646992:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.646994:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.646995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.646996:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.646997:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.646999:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.647002:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.647003:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.647003:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.647004:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.647005:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.647006:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.647006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.647007:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337fc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.647025:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.647026:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.647029:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.647034:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.647039:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.647040:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647042:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647043:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647045:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.647046:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.647047:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647048:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.647050:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=x509.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.647052:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.647054:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.647056:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.647059:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.647060:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.647063:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79600. 00000080:00002000:1.0:1712357313.647067:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.647072:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.647075:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.647077:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647080:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.647081:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.647083:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.647087:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356700 count: 2 00010000:00000001:1.0:1712357313.647089:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.647092:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/28 (0 0) 00000002:00000001:1.0:1712357313.647094:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647095:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.647096:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.647101:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.647103:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.647106:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.647109:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.647112:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572143168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.647117:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.647119:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.647121:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.647125:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.647126:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.647128:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.647129:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.647131:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.647134:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.647136:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.647137:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.647139:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.647140:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.647142:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.647143:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.647144:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.647148:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.647150:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry x509.cpython-36.pyc (ffff8800a7701e58, parent ffff8800a7516bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.647152:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.647155:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.647158:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.647160:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.647161:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516bd0, parent ffff8800a750aaf8, inode ffff8800a76dd8c8) hashed, 00000080:00000001:1.0:1712357313.647163:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.647259:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.647261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.647263:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.647267:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.647271:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.647272:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.647274:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.647279:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.647282:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.647284:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.647285:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.647286:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.647288:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.647294:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=0 00000080:00000001:1.0:1712357313.647296:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.647297:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.647301:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.647305:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.647307:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.647308:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_perf' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.647310:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.647312:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_perf' -> mds #0 00800000:00000001:1.0:1712357313.647315:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647317:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.647318:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _perf,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.647321:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.647322:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.647324:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.647327:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.647330:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.647332:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.647335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.647336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.647337:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.647339:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.647340:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.647343:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.647347:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7c00. 00000100:00000001:1.0:1712357313.647351:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.647353:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.647354:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.647355:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.647359:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.647360:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.647365:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00010000:00000001:1.0:1712357313.647367:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.647368:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.647371:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.647372:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.647374:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.647376:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357313.647378:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.647380:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f03337fd0 to hash 00000020:00000001:1.0:1712357313.647381:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.647382:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.647384:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.647386:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.647387:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.647389:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.647394:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.647400:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.647404:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.647405:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.647408:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.647410:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.647411:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.647412:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.647415:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.647418:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.647419:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.647421:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.647427:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.647432:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.647433:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.647435:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.647437:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.647440:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.647443:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.647446:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.647448:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.647449:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.647452:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.647454:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.647457:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.647459:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.647462:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.647467:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143232, portal 10 00000100:00000001:1.0:1712357313.647468:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.647469:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.647473:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.647479:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.647481:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.647483:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357313.647485:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572143232, offset 0 00000400:00000200:1.0:1712357313.647489:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.647492:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.647496:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.647500:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.647503:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.647506:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.647507:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.647510:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [342:342:256:4294967295] 192.168.203.120@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000200:1.0:1712357313.647517:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.647523:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.647528:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.647531:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.647535:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.647541:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.647544:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.647563:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.647565:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.647574:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.647576:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.647577:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.647578:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.647580:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.647604:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.647607:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.647607:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.648264:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.648268:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357313.648272:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.648276:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.648279:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:2.0:1712357313.648281:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:2.0:1712357313.648283:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.648286:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.648293:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.648295:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.648301:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.648302:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.650250:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:0.1:1712357313.650258:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d794c0. 00010000:00000010:0.1:1712357313.652714:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f3c0. 00000080:00000010:0.1:1712357313.652724:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79600. 00000800:00000001:2.0:1712357313.655654:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.655665:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.655668:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.655670:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.655679:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.655685:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.655691:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.655703:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.655707:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.655710:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905680 00000400:00000200:2.0:1712357313.655714:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.655719:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe8d [1] + 224 00000800:00000001:2.0:1712357313.655724:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.655734:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.655737:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.655740:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.655745:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.655750:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.655758:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.657128:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.657137:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.657142:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.657665:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.657671:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.657672:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.657675:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.657679:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.657680:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.657682:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.657689:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.657697:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.657702:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.657703:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.657705:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.657707:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.657709:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.657716:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.657719:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.657725:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.657728:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.657730:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.657731:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.657733:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.657736:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.657738:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.657740:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.657741:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.657743:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.657747:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.657751:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.657754:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.657755:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.657758:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.657764:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.657767:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.657770:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.657772:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.657773:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.657776:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.657780:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.657783:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.657785:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.657786:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.657788:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.657792:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657794:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657798:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357313.657800:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657802:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000040:1.0:1712357313.657806:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38f840, remote cookie: 0xa8e7976a8eb2067e, flags: 0x1001 00010000:00010000:1.0:1712357313.657810:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.657816:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1d:0x0].0x0, instead of [0x200000401:0x7:0x0].0x0 00010000:00000001:1.0:1712357313.657819:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.657826:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d000. 00010000:00000010:1.0:1712357313.657828:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.657831:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.657834:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.657839:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657845:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.657847:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.657849:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.657850:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.657851:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.657852:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1d:0x0].0x0 (ffff8800b6e1d000) refcount = 1 00010000:00010000:1.0:1712357313.657855:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657860:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.657861:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.657863:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.657865:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.657866:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.657872:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657876:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.657877:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657878:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.657879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.657881:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.657884:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.657885:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657886:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657887:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.657888:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657890:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657891:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657892:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657893:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357313.657894:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657895:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657897:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.657898:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.657901:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657905:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657906:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.657907:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657907:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657908:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:1.0:1712357313.657909:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657911:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657913:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.657914:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657928:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657928:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.657930:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657935:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.657936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.657937:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657938:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.657942:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.657948:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657949:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657950:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.657951:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657952:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657954:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657954:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.657955:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.657956:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.657958:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.657960:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657961:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657962:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.657963:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657964:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00000002:00010000:1.0:1712357313.657966:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.657970:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657970:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.657975:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.657976:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.657977:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.657977:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.657978:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.657980:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000040:1.0:1712357313.657983:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.657985:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.657987:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/29 (0 0) 00010000:00000001:1.0:1712357313.657990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.657990:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.657991:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.657993:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_perf intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.657995:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.657998:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658000:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658004:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.658005:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357313.658007:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.658009:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658012:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658014:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.658016:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.658017:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.658019:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.658023:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.658025:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1d:0x0] 00000080:00000001:1.0:1712357313.658027:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658029:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.658031:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.658035:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1d:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.658037:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1d:0x0](ffff8800a76de0c8): rc = 0 00000080:00000001:1.0:1712357313.658039:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123214536 : -131938586337080 : ffff8800a76de0c8) 00010000:00000001:1.0:1712357313.658040:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.658044:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.658045:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.658046:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658047:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658049:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658050:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.658051:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.658052:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.658053:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.658054:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658056:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.658057:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.658059:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) for lock 0xbda2fb8f03337fd0 00000080:00000001:1.0:1712357313.658061:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658062:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.658063:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658064:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.658065:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.658066:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.658067:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.658068:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658069:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658070:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658071:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.658072:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658073:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.658077:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d797a0. 00000080:00002000:1.0:1712357313.658081:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701000 inode ffff8800a76de0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.658083:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.658086:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658087:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.658089:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) 00000080:00010000:1.0:1712357313.658092:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337fd0 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357313.658093:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.658096:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.658097:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.658098:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658100:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658101:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.658103:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.658107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658109:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.658110:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.658112:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.658117:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.658119:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.658121:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.658123:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658124:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658125:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658127:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.658128:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658130:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658132:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658133:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.658134:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658134:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.658136:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.658139:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.658142:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.658145:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572143232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.658151:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.658152:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.658155:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.658161:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.658163:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.658164:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.658166:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.658168:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.658171:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.658173:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.658174:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357313.658176:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.658177:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.658179:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.658180:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.658181:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357313.658189:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file _perf:[0x200000401:0x1d:0x0](ffff8800a76de0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.658193:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357313.658194:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8),name=_perf 00000080:00000010:1.0:1712357313.658198:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.658202:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658205:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.658206:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x1d:0x0] '_perf' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.658208:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.658211:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x200000401:0x1d:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357313.658214:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658216:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.658217:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1d:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.658220:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.658221:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.658222:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.658224:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.658226:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.658228:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.658229:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357313.658231:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357313.658243:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357313.658245:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.658248:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357313.658253:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357313.658254:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.658255:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.658257:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.658258:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357313.658260:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.658262:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357313.658263:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.658265:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) 00000080:00010000:1.0:1712357313.658267:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) for lock 0xbda2fb8f03337fd0 00000080:00000001:1.0:1712357313.658269:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658270:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.658271:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658273:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.658273:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.658274:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.658275:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.658277:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658278:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.658281:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658282:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.658284:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337fd0 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357313.658285:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.658286:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.658287:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357313.658290:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658292:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.658293:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.658295:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.658300:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658301:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658302:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.658303:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.658304:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.658309:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.658310:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.658311:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.658312:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658313:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658313:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658315:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.658316:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658317:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658318:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658319:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.658320:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357313.658322:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.658323:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.658324:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357313.658328:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file _perf:[0x200000401:0x1d:0x0](ffff8800a76de0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.658330:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.658332:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a7701000, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.658334:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658355:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.658358:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.658359:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.658365:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658367:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.658369:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.658371:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.658372:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.658374:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.658375:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658377:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.658378:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.658380:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658381:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.658382:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a7701000) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.658383:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.658385:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=0 00000080:00000001:1.0:1712357313.658386:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.658386:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658392:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.658395:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file _perf:[0x200000401:0x1d:0x0](ffff8800a76de0c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1604778631.765882403, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.658400:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1604778631, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.658402:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.658403:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.658405:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.658407:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.658408:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1d:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357313.658410:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658412:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.658414:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.658416:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.658417:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.658419:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.658420:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.658422:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.658428:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.658432:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.658434:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.658435:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1d:0x0] mode (null) 00000080:00000001:1.0:1712357313.658437:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658438:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.658439:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.658441:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357313.658442:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.658444:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658446:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.658447:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.658448:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357313.658449:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.658450:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658451:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.658452:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.658453:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.658453:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357313.658455:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.658456:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.658457:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.658459:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1d:0x0] lli = ffff8800a76de000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.658462:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.658463:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.658464:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.658465:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) invalid 00000080:00002000:1.0:1712357313.658467:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry _perf (ffff8800a7701000) parent ffff8800a750aaf8 inode ffff8800a76de0c8 refc 1 00000080:00000001:1.0:1712357313.658469:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.658470:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.658471:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658473:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.658475:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.658476:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.658477:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.658478:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.658482:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f840 with handle 0xbda2fb8f03337fd0 from hash 00010000:00000001:1.0:1712357313.658484:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.658485:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658485:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658486:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.658488:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.658489:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.658491:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.658492:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.658494:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.658497:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26300. 00000020:00000040:1.0:1712357313.658499:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.658502:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.658503:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.658505:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.658506:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658506:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.658508:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.658510:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.658512:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.658516:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca8c00. 00000100:00000001:1.0:1712357313.658520:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658522:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.658524:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.658527:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.658531:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.658532:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.658534:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.658535:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fd0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2067e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.658540:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d000 count: 0 00010000:00000010:1.0:1712357313.658544:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.658576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.658578:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658579:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.658598:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.658600:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.658602:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1604778631, ctime 1712357313 00000020:00100000:1.0:1712357313.658608:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.658612:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.658617:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.658618:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.658622:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.658623:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.658625:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.658626:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.658629:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.658632:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.658634:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.658635:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.658638:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.658643:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.658644:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.658646:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.658648:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.658650:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143360:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.658652:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.658656:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.658657:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.658659:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.658661:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357313.658663:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.658668:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.658675:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.658679:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.658683:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572143360, portal 10 00000100:00000001:1.0:1712357313.658684:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.658685:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000040:1.0:1712357313.658690:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.658695:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.658697:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.658698:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357313.658700:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572143360, offset 0 00000400:00000200:1.0:1712357313.658704:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.658709:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.658714:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.658718:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.658721:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.658724:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.658726:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.658728:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [343:343:256:4294967295] 192.168.203.120@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000200:1.0:1712357313.658731:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.658738:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.658743:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.658746:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1de00. 00000800:00000200:1.0:1712357313.658751:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.658756:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.658759:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1de00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.658777:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.658778:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.658780:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.658782:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.658783:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.658785:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.658790:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.658791:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.658793:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.658793:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.659364:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.659367:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1de00. 00000400:00000200:2.0:1712357313.659370:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.659374:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.659376:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:2.0:1712357313.659378:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:2.0:1712357313.659380:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.659383:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.659388:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.659390:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.659395:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.659396:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.661718:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d000. 00010000:00000010:0.1:1712357313.661734:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f840. 00000800:00000001:2.0:1712357313.662882:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.662897:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.662899:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.662901:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.662910:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.662915:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.662921:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.662925:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.662928:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.662931:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef905700 00000400:00000200:2.0:1712357313.662934:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.662939:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xe95 [1] + 224 00000800:00000001:2.0:1712357313.662944:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.662953:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.662956:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.662959:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.662964:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.662969:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.662977:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.663030:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.663036:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.663040:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.663044:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.663048:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [344:344:256:4294967295] 192.168.203.120@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:2.0:1712357313.663050:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.663056:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.663060:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.663063:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357313.663067:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.663075:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.663078:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357313.663140:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.663145:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.663146:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.663148:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.663151:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.663153:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.663155:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.663158:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.663165:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26300 x1795536572143360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.663170:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.663171:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.663172:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.663175:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.663177:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.663178:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.663180:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.663186:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.663189:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.663191:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.663192:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.663194:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.663197:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.663199:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.663200:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.663201:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.663203:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.663204:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160210176 : -131938549341440 : ffff8800a9a26300) 00000100:00000001:1.0:1712357313.663206:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.663208:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.663209:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.663214:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.663218:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26300 x1795536572143360/t4294967350(4294967350) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.663223:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.663225:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.663226:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.663228:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26300 x1795536572143360/t4294967350(4294967350) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.663234:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143360:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.663237:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.663240:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.663241:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.663243:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.663245:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26300 x1795536572143360/t4294967350(4294967350) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.663250:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.663252:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.663254:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.663255:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.663259:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.663261:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.663264:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.663267:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.663269:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.663270:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.663274:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.663276:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1d:0x0] 00000080:00000001:1.0:1712357313.663278:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.663280:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.663282:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.663285:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1d:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.663286:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.663292:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26300 x1795536572143360/t4294967350(4294967350) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.663296:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.663298:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.663300:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.663301:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.663302:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.663304:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.663307:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000080:00200008:1.0:1712357313.663312:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file _perf:[0x200000401:0x1d:0x0](ffff8800a76de0c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.657000000, mtime 1604778631.765882403, ctime 1712357313.657000000, rc 0 00000080:00000001:1.0:1712357313.663316:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.663323:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.663325:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _perf (ffff8800a7701000, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.663327:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.663331:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000800:00000001:3.0:1712357313.663661:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357313.663942:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.663945:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357313.663948:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.663951:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357313.664229:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.664329:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.664344:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.664346:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.664348:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.664352:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.664354:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.664356:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.664358:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.664360:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=17 00000080:00000001:1.0:1712357313.664362:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.664364:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.664366:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.664368:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.664369:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.664375:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=1 00000080:00000001:1.0:1712357313.664378:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.664380:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=getattr 00000080:00000010:1.0:1712357313.664384:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.664389:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.664397:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.664398:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_perf' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.664400:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.664404:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_perf' -> mds #0 00800000:00000001:1.0:1712357313.664406:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.664409:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.664410:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _perf,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.664413:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.664415:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.664418:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26680. 00000020:00000040:1.0:1712357313.664421:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.664425:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.664428:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.664432:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.664434:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.664435:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.664437:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.664438:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.664441:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.664444:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba6000. 00000100:00000001:1.0:1712357313.664448:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.664451:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.664452:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.664453:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.664454:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.664455:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.664460:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160211072 : -131938549340544 : ffff8800a9a26680) 00010000:00000001:1.0:1712357313.664462:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.664464:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.664468:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.664470:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.664472:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.664474:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357313.664477:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.664479:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f03337fd7 to hash 00000020:00000001:1.0:1712357313.664480:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.664484:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.664486:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.664488:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.664490:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.664493:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.664499:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.664507:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.664511:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.664512:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.664515:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.664517:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.664518:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.664519:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211072 : -131938549340544 : ffff8800a9a26680) 00000100:00000001:1.0:1712357313.664522:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.664525:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.664526:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.664528:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.664532:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.664537:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.664538:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.664540:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.664542:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.664544:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.664547:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.664550:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.664551:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.664553:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.664559:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.664561:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.664575:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.664578:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.664597:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.664602:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143424, portal 10 00000100:00000001:1.0:1712357313.664603:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.664604:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211072 : -131938549340544 : ffff8800a9a26680) 00000100:00000040:1.0:1712357313.664609:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.664614:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.664616:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.664618:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357313.664620:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572143424, offset 0 00000400:00000200:1.0:1712357313.664625:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.664629:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.664632:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.664636:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.664639:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.664642:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.664644:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.664646:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [345:345:256:4294967295] 192.168.203.120@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:1.0:1712357313.664649:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.664654:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.664658:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.664661:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.664664:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.664668:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.664671:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.664686:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.664688:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.664689:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.664695:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.664696:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.664698:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.664699:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.664700:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.664702:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.664703:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.664824:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.664827:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.664830:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.664834:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.664836:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:2.0:1712357313.664837:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:2.0:1712357313.664840:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.664842:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.664848:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.664850:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.664855:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.664856:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357313.667710:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d797a0. 00000800:00000001:3.0:1712357313.668500:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.668511:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.668513:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.668516:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.668523:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.668528:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.668546:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.668549:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.668552:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.668556:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905740 00000400:00000200:3.0:1712357313.668560:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.668564:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xe9d [1] + 224 00000800:00000001:3.0:1712357313.668576:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.668612:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.668615:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.668619:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.668624:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.668631:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.668638:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.668656:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.668810:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.668813:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.668912:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.668917:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.668919:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.668922:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.668925:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.668927:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.668929:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.668934:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.668941:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.668947:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.668948:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.668950:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.668952:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.668954:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.668955:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.668958:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.668963:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.668966:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.668968:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.668969:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.668971:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.668974:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.668976:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.668978:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.668979:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.668981:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.668984:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.668993:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.668996:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.668997:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.669000:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.669006:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.669009:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.669012:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.669014:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.669015:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.669018:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.669023:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.669025:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.669026:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.669028:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669030:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.669032:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669035:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669037:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357313.669039:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669041:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000040:1.0:1712357313.669044:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38fa80, remote cookie: 0xa8e7976a8eb206a1, flags: 0x1001 00010000:00010000:1.0:1712357313.669048:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.669054:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1d:0x0].0x0, instead of [0x200000401:0x7:0x0].0x0 00010000:00000001:1.0:1712357313.669056:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.669061:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d200. 00010000:00000010:1.0:1712357313.669067:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.669070:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.669072:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.669077:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669081:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.669084:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.669085:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.669086:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.669087:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.669089:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1d:0x0].0x0 (ffff8800b6e1d200) refcount = 1 00010000:00010000:1.0:1712357313.669092:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669096:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.669098:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.669099:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.669101:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.669103:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.669105:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669109:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.669110:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669112:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669112:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669113:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669116:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.669117:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669118:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669119:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669131:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669133:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669134:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669135:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669136:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357313.669137:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669138:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669140:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.669142:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.669144:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669150:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669151:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669152:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:1.0:1712357313.669153:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669154:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669156:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.669158:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669162:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669163:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.669165:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669169:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.669170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669170:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.669180:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.669185:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669186:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669187:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669188:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669189:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.669192:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669193:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669194:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.669196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669196:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669197:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669198:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669199:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00000002:00010000:1.0:1712357313.669201:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669205:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669206:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.669207:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669207:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669208:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669209:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669210:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000040:1.0:1712357313.669213:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.669214:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.669217:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/29 (0 0) 00010000:00000001:1.0:1712357313.669219:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669220:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.669223:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.669225:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_perf intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.669228:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669230:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669232:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.669235:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.669237:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357313.669239:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.669241:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669244:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669246:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.669248:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.669249:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.669251:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.669255:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.669257:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1d:0x0] 00000080:00000001:1.0:1712357313.669259:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.669260:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.669262:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.669265:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1d:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.669267:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1d:0x0](ffff8800a76de0c8): rc = 0 00000080:00000001:1.0:1712357313.669269:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123214536 : -131938586337080 : ffff8800a76de0c8) 00010000:00000001:1.0:1712357313.669270:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669271:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669272:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669274:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669275:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669276:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669277:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.669278:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.669279:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.669280:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.669281:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669283:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.669284:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.669290:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) for lock 0xbda2fb8f03337fd7 00000080:00000001:1.0:1712357313.669292:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669294:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.669295:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669297:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.669298:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669298:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669299:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669300:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669302:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669303:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669304:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.669304:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669305:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.669308:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79a80. 00000080:00002000:1.0:1712357313.669312:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701d80 inode ffff8800a76de0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.669314:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.669316:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.669317:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.669319:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) 00000080:00010000:1.0:1712357313.669322:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337fd7 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357313.669323:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.669324:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.669324:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357313.669325:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669326:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.669328:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.669329:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669333:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669334:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669335:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.669336:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.669341:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.669347:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.669349:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.669350:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.669353:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669354:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669355:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669357:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.669358:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669359:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669361:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669362:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.669363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669363:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.669365:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.669367:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.669371:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.669374:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26680 x1795536572143424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.669379:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.669380:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.669382:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.669386:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.669387:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.669389:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.669390:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.669392:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba6000. 02000000:00000001:1.0:1712357313.669396:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.669397:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.669398:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26680. 00000100:00000001:1.0:1712357313.669400:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.669401:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.669402:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.669404:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357313.669405:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.669418:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.669420:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file _perf:[0x200000401:0x1d:0x0](ffff8800a76de0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.669425:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.669427:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.669429:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.669432:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.669434:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.669436:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1d:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357313.669438:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669440:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.669441:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.669444:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.669445:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.669447:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.669448:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.669450:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.669455:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.669457:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.669459:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.669460:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1d:0x0] mode (null) 00000080:00000001:1.0:1712357313.669462:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669464:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.669465:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.669466:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 3 00010000:00000001:1.0:1712357313.669467:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.669469:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.669470:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669471:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.669471:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.669472:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 3 00010000:00000001:1.0:1712357313.669473:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.669475:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.669476:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.669481:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.669482:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.669483:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 3 00010000:00000001:1.0:1712357313.669484:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.669485:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.669487:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.669489:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1d:0x0] lli = ffff8800a76de000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.669492:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.669493:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.669495:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.669496:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) invalid 00000080:00002000:1.0:1712357313.669498:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry _perf (ffff8800a7701d80) parent ffff8800a750aaf8 inode ffff8800a76de0c8 refc 1 00000080:00000001:1.0:1712357313.669500:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.669502:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.669503:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669505:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.669507:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.669508:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.669509:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.669510:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.669512:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f03337fd7 from hash 00010000:00000001:1.0:1712357313.669514:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.669514:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669515:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669516:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.669517:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.669518:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.669520:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.669521:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.669523:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.669526:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26680. 00000020:00000040:1.0:1712357313.669528:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.669530:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.669532:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.669533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.669537:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669538:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.669540:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.669542:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.669544:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.669549:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca8200. 00000100:00000001:1.0:1712357313.669553:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669555:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.669557:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.669560:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.669565:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.669577:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.669578:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.669580:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb206a1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.669605:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d200 count: 0 00010000:00000010:1.0:1712357313.669609:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.669619:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.669620:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669621:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.669622:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.669623:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.669625:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:1.0:1712357313.669631:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.669635:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.669640:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.669642:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.669645:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.669647:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.669648:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.669653:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211072 : -131938549340544 : ffff8800a9a26680) 00000100:00000001:1.0:1712357313.669656:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.669659:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.669660:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.669662:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.669665:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.669670:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.669671:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.669673:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.669675:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.669678:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143552:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.669680:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.669684:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.669686:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.669687:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.669690:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba6000. 02000000:00000001:1.0:1712357313.669691:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.669696:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.669698:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.669701:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.669705:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572143552, portal 10 00000100:00000001:1.0:1712357313.669706:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.669707:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211072 : -131938549340544 : ffff8800a9a26680) 00000100:00000040:1.0:1712357313.669711:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.669717:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.669719:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.669720:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357313.669723:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572143552, offset 0 00000400:00000200:1.0:1712357313.669727:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.669730:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.669734:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.669741:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.669744:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.669746:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.669748:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.669751:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [346:346:256:4294967295] 192.168.203.120@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:1.0:1712357313.669754:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.669761:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.669765:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.669769:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.669773:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.669779:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.669782:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.669801:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.669803:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.669804:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.669806:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.669808:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.669809:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.669811:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.669812:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.669814:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.669814:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.669921:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.669924:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.669926:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.669930:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.669932:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357313.669933:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:2.0:1712357313.669936:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.669938:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.669945:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.669947:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.669952:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.669956:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.671730:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.671739:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.671742:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.671744:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.671751:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671757:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.671762:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671765:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671768:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671771:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9057c0 00000400:00000200:3.0:1712357313.671775:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671779:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xea5 [1] + 224 00000800:00000001:3.0:1712357313.671785:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.671796:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.671802:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.671806:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.671810:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.671816:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.671824:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.671846:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.671852:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.671855:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671859:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.671863:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [347:347:256:4294967295] 192.168.203.120@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:3.0:1712357313.671866:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.671871:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.671875:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357313.671878:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1712357313.671879:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000400:00000001:1.0:1712357313.671882:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1712357313.671883:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357313.671883:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.671885:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000800:00000200:3.0:1712357313.671888:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:1.0:1712357313.671888:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.671890:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000800:00000200:3.0:1712357313.671891:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357313.671892:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.671896:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.671903:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26680 x1795536572143552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.671916:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.671918:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.671919:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.671921:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.671923:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.671924:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.671926:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.671931:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.671934:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.671936:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.671937:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.671939:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.671941:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.671943:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000800:00000200:3.0:1712357313.671944:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1712357313.671944:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000033/0x0] 00000100:00000001:1.0:1712357313.671945:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.671946:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1712357313.671947:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000100:00000001:1.0:1712357313.671947:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211072 : -131938549340544 : ffff8800a9a26680) 00000400:00000200:3.0:1712357313.671949:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1712357313.671950:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.671951:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000400:00000200:3.0:1712357313.671952:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357313.671952:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.671954:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357313.671955:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.671958:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.671958:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26680 x1795536572143552/t4294967351(4294967351) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.671962:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.671964:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.671965:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.671968:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26680 x1795536572143552/t4294967351(4294967351) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.671974:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143552:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.671977:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.671979:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.671984:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.671986:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.671988:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26680 x1795536572143552/t4294967351(4294967351) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.671993:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.671995:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.671997:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.671997:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.672002:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.672004:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672007:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.672009:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.672011:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.672013:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.672016:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.672018:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1d:0x0] 00000080:00000001:1.0:1712357313.672020:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672022:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.672024:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.672027:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1d:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.672028:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.672031:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26680 x1795536572143552/t4294967351(4294967351) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.672036:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672037:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.672038:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.672039:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672041:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672042:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.672045:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000080:00200008:1.0:1712357313.672051:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file _perf:[0x200000401:0x1d:0x0](ffff8800a76de0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.668000000, rc 0 00000080:00000001:1.0:1712357313.672056:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672061:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.672066:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _perf (ffff8800a7701d80, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.672068:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.672072:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.672076:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.672097:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.672100:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.672101:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.672104:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672107:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.672108:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.672111:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.672112:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.672115:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.672116:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.672118:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.672119:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.672121:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.672127:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), flags=16 00000080:00000001:1.0:1712357313.672129:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.672131:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_perf, dir=[0x200000401:0x7:0x0](ffff8800a76da0c8), intent=0 00000080:00000010:1.0:1712357313.672135:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.672138:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.672141:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.672143:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '_perf' on [0x200000401:0x7:0x0] 00800000:00000001:1.0:1712357313.672145:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.672148:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x7:0x0], fid2=[0x0:0x0:0x0], name='_perf' -> mds #0 00800000:00000001:1.0:1712357313.672150:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.672153:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.672154:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _perf,[0x0:0x0:0x0]) in obj [0x200000401:0x7:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357313.672157:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.672158:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.672162:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26a00. 00000020:00000040:1.0:1712357313.672164:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.672168:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.672170:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.672177:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.672178:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.672179:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.672181:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.672182:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.672184:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.672188:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.672192:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.672195:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.672196:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.672197:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.672198:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.672199:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.672204:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00010000:00000001:1.0:1712357313.674573:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.674575:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.674591:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343e00 count: 2 00010000:00000001:1.0:1712357313.674594:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.674596:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.674601:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fcc0. 00000020:00000001:1.0:1712357313.674604:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.674606:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fcc0 with handle 0xbda2fb8f03337fde to hash 00000020:00000001:1.0:1712357313.674608:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.674609:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.674612:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.674614:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.674615:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.674619:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.674626:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.674635:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.674649:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.674650:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.674654:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.674656:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.674658:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.674659:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000001:1.0:1712357313.674662:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.674665:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.674667:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.674668:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.674676:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.674682:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.674684:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.674687:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.674689:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.674691:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.674694:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.674698:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.674700:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.674701:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.674705:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.674707:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.674713:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.674716:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.674720:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.674725:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143616, portal 10 00000100:00000001:1.0:1712357313.674726:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.674727:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000040:1.0:1712357313.674732:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.674737:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.674743:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.674745:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357313.674748:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572143616, offset 0 00000400:00000200:1.0:1712357313.674752:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.674757:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.674762:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.674766:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.674769:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.674772:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.674774:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.674776:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [348:348:256:4294967295] 192.168.203.120@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:1.0:1712357313.674779:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.674786:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.674790:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.674793:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.674798:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.674803:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.674807:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.674826:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.674828:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.674830:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.674832:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.674833:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.674835:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.674836:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.674838:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.674840:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.674841:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.675123:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.675126:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.675130:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.675134:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.675137:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357313.675142:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357313.675146:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.675149:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.675155:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.675157:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.675162:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.675163:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.677077:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d200. 00010000:00000010:0.1:1712357313.677086:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000800:00000001:2.0:1712357313.679724:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.679735:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.679738:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.679741:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.679749:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.679754:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.679761:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.679764:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.679767:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.679771:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905800 00000400:00000200:2.0:1712357313.679774:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.679779:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xead [1] + 224 00000800:00000001:2.0:1712357313.679785:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.679797:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.679799:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.679803:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.679807:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.679814:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.679823:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.679842:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.679849:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.679852:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.679899:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.679904:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.679906:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.679908:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.679911:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.679913:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.679922:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.679926:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.679933:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.679938:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.679939:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.679941:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.679943:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.679945:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.679946:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.679949:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.679955:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.679958:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.679960:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.679961:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.679963:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.679966:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.679968:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.679970:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.679971:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.679973:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.679975:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.679981:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.679983:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.679984:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.679987:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.679992:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.679996:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.679999:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.680004:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.680006:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.680009:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.680013:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.680016:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.680019:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.680019:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680022:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.680024:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680026:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680028:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=4 00000020:00000001:1.0:1712357313.680030:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680032:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000040:1.0:1712357313.680035:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38fcc0, remote cookie: 0xa8e7976a8eb206c4, flags: 0x1001 00010000:00010000:1.0:1712357313.680039:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 4/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.680045:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1d:0x0].0x0, instead of [0x200000401:0x7:0x0].0x0 00010000:00000001:1.0:1712357313.680047:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.680052:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1de00. 00010000:00000010:1.0:1712357313.680055:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25480. 00010000:00000001:1.0:1712357313.680058:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.680060:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.680066:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680070:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.680072:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.680073:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.680077:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.680078:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.680079:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1d:0x0].0x0 (ffff8800b6e1de00) refcount = 1 00010000:00010000:1.0:1712357313.680083:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680087:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.680089:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.680089:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.680092:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.680093:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.680095:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680098:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.680100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680102:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680102:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680103:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680106:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.680107:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680108:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680109:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680112:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680113:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680114:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680114:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=4 00000020:00000001:1.0:1712357313.680115:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680117:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680118:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.680120:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.680121:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680129:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680130:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680130:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680131:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680132:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=5 00000020:00000001:1.0:1712357313.680133:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680134:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680136:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.680138:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680141:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680142:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.680144:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680148:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.680149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680149:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.680154:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.680159:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680159:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680160:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680161:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680163:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680164:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680165:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.680166:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680167:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680171:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.680173:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680174:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680175:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680176:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680177:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00000002:00010000:1.0:1712357313.680180:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680186:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.680186:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680187:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680188:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680189:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680190:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000040:1.0:1712357313.680192:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.680194:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.680197:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/29 (0 0) 00010000:00000001:1.0:1712357313.680199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.680200:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.680202:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_perf intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.680204:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680207:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680208:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.680212:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.680214:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357313.680216:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.680219:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680223:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.680225:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.680227:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.680232:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.680236:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.680238:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1d:0x0] 00000080:00000001:1.0:1712357313.680240:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.680242:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502301 : 144115205272502301 : 20000040100001d) 00000080:00000001:1.0:1712357313.680243:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.680247:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1d:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.680249:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1d:0x0](ffff8800a76de0c8): rc = 0 00000080:00000001:1.0:1712357313.680251:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123214536 : -131938586337080 : ffff8800a76de0c8) 00010000:00000001:1.0:1712357313.680252:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680253:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680254:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680255:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680257:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680258:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.680260:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.680261:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.680262:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.680263:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680265:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.680266:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.680268:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) for lock 0xbda2fb8f03337fde 00000080:00000001:1.0:1712357313.680270:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680272:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.680273:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680274:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.680275:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680276:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680277:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680278:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680279:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680281:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.680285:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680286:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.680290:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79d00. 00000080:00002000:1.0:1712357313.680295:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77010d8 inode ffff8800a76de0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.680297:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.680299:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.680301:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.680303:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1d:0x0](ffff8800a76de0c8) 00000080:00010000:1.0:1712357313.680306:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337fde from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357313.680307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.680308:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.680309:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fcc0 refcount=3 00000020:00000001:1.0:1712357313.680310:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680311:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203634368 : -131938505917248 : ffff8800ac38fcc0) 00010000:00000001:1.0:1712357313.680313:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.680314:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680318:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680319:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.680321:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.680322:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fcc0/0xbda2fb8f03337fde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb206c4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.680327:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.680329:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.680330:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.680332:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680333:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680334:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680336:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.680337:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680338:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680340:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680345:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.680346:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680347:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.680348:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.680351:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.680354:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.680358:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26a00 x1795536572143616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.680362:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.680364:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.680366:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.680370:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.680371:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.680373:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.680374:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.680376:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.680380:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.680381:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.680382:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26a00. 00000100:00000001:1.0:1712357313.680385:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.680385:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.680391:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.680393:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.680396:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.680404:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=0 00000080:00000001:1.0:1712357313.680407:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.680408:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), intent=getattr 00000080:00000010:1.0:1712357313.680411:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.680415:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.680418:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.680419:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x1d:0x0] 00800000:00000001:1.0:1712357313.680421:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.680424:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:1.0:1712357313.680426:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680428:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.680432:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x1d:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.680435:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.680436:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.680439:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26a00. 00000020:00000040:1.0:1712357313.680441:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.680444:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.680447:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.680448:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.680449:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.680450:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.680452:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.680453:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.680455:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.680459:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.680463:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680465:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.680466:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680467:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.680468:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.680469:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.680474:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00010000:00000001:1.0:1712357313.680476:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.680477:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.680479:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.680481:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.680482:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.680484:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357313.680487:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.680488:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f03337fe5 to hash 00000020:00000001:1.0:1712357313.680490:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.680491:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.680493:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.680495:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.680496:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.680498:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.680507:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.680513:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.680517:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.680519:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.680522:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.680523:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.680525:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.680526:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000001:1.0:1712357313.680529:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.680532:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.680533:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.680535:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.680538:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.680544:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.680545:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.680546:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.680548:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.680551:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.680553:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.680556:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.680557:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.680559:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.680561:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.680562:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.680575:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.680577:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.680580:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.682735:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143680, portal 10 00000100:00000001:1.0:1712357313.682746:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.682747:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000040:1.0:1712357313.682757:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.682764:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.682766:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.682769:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357313.682772:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572143680, offset 0 00000400:00000200:1.0:1712357313.682776:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.682783:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.682787:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.682791:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.682794:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.682797:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.682798:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.682801:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [349:349:256:4294967295] 192.168.203.120@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:1.0:1712357313.682804:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.682811:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.682816:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.682820:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.682825:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.682831:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.682834:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.682841:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.682843:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.682845:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.682847:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.682848:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.682849:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.682851:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.682853:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.682855:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.682860:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.682975:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.682978:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.682982:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.682987:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.682990:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:3.0:1712357313.682991:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:3.0:1712357313.682994:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.682998:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.683005:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.683008:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.683013:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.683014:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357313.683064:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79a80. 00000800:00000001:2.0:1712357313.688155:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.688166:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.688170:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.688172:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.688181:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.688188:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.688194:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.688197:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.688210:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.688213:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905840 00000400:00000200:2.0:1712357313.688216:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.688220:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xeb5 [1] + 224 00000800:00000001:2.0:1712357313.688227:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.688238:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.688240:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.688244:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.688248:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.688254:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.688262:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.688995:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.689059:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.689066:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.689070:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1712357313.689097:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.689098:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.689100:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.689103:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.689105:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.689107:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.689112:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.689119:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.689125:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.689127:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.689128:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.689131:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.689133:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.689134:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.689136:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.689143:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.689146:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.689148:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.689151:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.689156:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.689158:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.689159:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.689160:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.689162:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.689166:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.689171:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.689174:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.689175:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.689184:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.689190:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.689193:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.689196:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.689198:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.689199:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.689202:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.689206:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.689209:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.689211:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.689212:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.689215:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.689218:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.689220:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.689222:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357313.689224:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.689226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00010000:1.0:1712357313.689230:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689239:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.689242:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689246:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.689248:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.689253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.689259:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689263:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.689264:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.689267:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.689268:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.689272:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fa80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.689275:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.689277:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689281:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.689282:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.689284:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689288:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.689290:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.689290:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.689291:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.689292:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:1.0:1712357313.689294:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.689295:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357313.689297:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.689299:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.689302:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.689303:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.689305:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.689306:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.689308:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.689312:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.689313:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.689314:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.689316:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f03337fe5 from hash 00010000:00000001:1.0:1712357313.689318:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.689319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.689320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.689320:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.689321:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.689322:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.689324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.689324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.689325:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.689327:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.689328:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.689332:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.689333:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.689333:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.689334:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.689335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.689336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.689336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.689338:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f03337fe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.690177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.690179:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.690184:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.690189:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.690195:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.690196:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.690198:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.690199:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.690201:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.690792:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.690793:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.690795:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.690796:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.690799:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.690801:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.690803:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690806:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.690807:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.690812:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79e40. 00000080:00002000:1.0:1712357313.690816:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.690821:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.690824:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.690826:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.690828:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.690830:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.690831:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.690837:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.690838:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.690841:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/29 (0 0) 00000002:00000001:1.0:1712357313.690843:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.690844:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.690845:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690846:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.690848:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.690851:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.690855:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.690858:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26a00 x1795536572143680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.690863:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.690865:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.690867:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.690871:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.690872:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.690874:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.690875:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.690881:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.690886:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.690887:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.690888:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26a00. 00000100:00000001:1.0:1712357313.690890:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.690891:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.690893:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.690894:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.690895:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.690899:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.690900:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7701000, parent ffff8800a77010d8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.690903:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.690905:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.690908:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.690910:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.690911:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a77010d8, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.690912:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690940:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.690942:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.690944:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.690948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690951:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.690952:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.690954:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.690955:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.690958:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.690959:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690961:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.690962:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.690964:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690965:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.690966:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.690967:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.690968:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:1.0:1712357313.690969:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.690970:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.690971:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.690976:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.690978:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.690984:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_big_num_ctypes.py, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=0 00000080:00000001:1.0:1712357313.690991:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.690993:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_big_num_ctypes.py, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), intent=getattr 00000080:00000010:1.0:1712357313.690997:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.691002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.691003:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.691005:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_big_num_ctypes.py' on [0x200000401:0x1d:0x0] 00800000:00000001:1.0:1712357313.691007:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.691009:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x0:0x0:0x0], name='_big_num_ctypes.py' -> mds #0 00800000:00000001:1.0:1712357313.691011:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.691013:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.691014:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _big_num_ctypes.py,[0x0:0x0:0x0]) in obj [0x200000401:0x1d:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.691017:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.691018:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.691020:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26a00. 00000020:00000040:1.0:1712357313.691022:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.691026:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.691028:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.691031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.691032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.691032:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.691034:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.691036:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.691038:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.691042:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.691046:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.691048:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.691050:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.691051:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.691051:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.691052:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.691057:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00010000:00000001:1.0:1712357313.691062:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.691063:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.691065:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.691067:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.691068:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.691071:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357313.691073:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.691075:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f03337fec to hash 00000020:00000001:1.0:1712357313.691076:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.691077:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.691079:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.691081:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.691082:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.691085:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.691090:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.691096:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.691100:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.691101:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.691105:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.691106:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.691108:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.691109:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000001:1.0:1712357313.691112:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.691115:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.691116:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.691117:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.691122:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.691127:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.691131:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.691134:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.691135:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.691138:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.691141:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.691144:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.691146:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.691147:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.691150:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.691151:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.691157:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.691159:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.691163:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.691168:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143744, portal 10 00000100:00000001:1.0:1712357313.691169:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.691170:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000040:1.0:1712357313.691174:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.691179:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.691181:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.691182:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.691184:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572143744, offset 0 00000400:00000200:1.0:1712357313.691188:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.691193:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.691197:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.691201:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.691204:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.691207:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.691209:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.691211:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [350:350:256:4294967295] 192.168.203.120@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:1.0:1712357313.691214:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.691220:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.691225:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.691231:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.691237:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.691243:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.691246:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.691262:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.691264:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.691266:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.691268:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.691269:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.691271:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.691272:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.691274:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.691275:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.691276:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.691410:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.691413:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.691418:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.691422:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.691424:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357313.691425:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357313.691428:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.691432:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.691438:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.691444:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.691449:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.691450:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.694514:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000080:00000010:0.1:1712357313.694526:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79e40. 00000800:00000001:2.0:1712357313.695255:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.695266:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.695268:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.695270:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.695278:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.695283:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.695288:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.695291:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.695294:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.695298:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905880 00000400:00000200:2.0:1712357313.695301:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.695305:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xebd [1] + 224 00000800:00000001:2.0:1712357313.695311:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.695323:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.695325:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.695329:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.695339:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.695346:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.695354:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.695376:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.695382:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.695385:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.695438:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.695443:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.695444:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.695446:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.695449:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.695451:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.695453:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.695458:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.695464:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.695469:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.695471:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.695472:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.695475:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.695477:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.695478:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.695480:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.695486:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.695489:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.695491:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.695499:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.695503:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.695506:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.695508:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.695509:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.695511:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.695514:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.695518:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.695521:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.695522:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.695524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.695529:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.695532:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.695535:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.695537:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.695538:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.695541:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.695545:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.695547:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.695548:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.695549:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.695552:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.695555:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.695557:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.695559:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357313.695560:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.695562:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00010000:1.0:1712357313.695579:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695614:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.695616:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695620:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.695622:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695626:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.695628:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.695629:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695633:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.695634:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.695637:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.695639:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.695643:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.695645:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.695647:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695652:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.695653:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.695846:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695851:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.695853:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.695857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.695858:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.695860:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:1.0:1712357313.695861:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.695862:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.695864:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.695866:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.695870:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.695871:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.695873:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.695874:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.695876:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.695877:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.695878:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.695879:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.695881:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f840 with handle 0xbda2fb8f03337fec from hash 00010000:00000001:1.0:1712357313.695882:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.695883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.695883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.695884:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.695885:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.695886:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.695887:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.695888:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.695889:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.695890:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.695892:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695895:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.695896:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.695897:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.695898:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.695898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.695899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.695903:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.695904:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f03337fec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.695921:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.695922:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.695926:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.695930:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.695936:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.695937:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.695938:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.695940:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.695942:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.695947:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.695948:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.695949:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.695950:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_big_num_ctypes.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.695953:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.695955:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.695957:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.695961:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.695962:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.695966:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d79f80. 00000080:00002000:1.0:1712357313.695970:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.695975:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.695978:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.695980:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.695985:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.695987:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.695989:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.695993:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.695995:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.695999:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/29 (0 0) 00000002:00000001:1.0:1712357313.696001:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.696002:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.696006:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.696008:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.696010:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.696013:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.696016:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.696020:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26a00 x1795536572143744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.696024:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.696026:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.696028:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.696032:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.696034:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.696035:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.696037:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.696038:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.696042:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.696043:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.696044:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26a00. 00000100:00000001:1.0:1712357313.696046:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.696047:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.696049:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.696050:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.696051:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.696055:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.696056:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _big_num_ctypes.py (ffff8800a7701e58, parent ffff8800a77010d8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.696058:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.696060:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.696062:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.696064:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.696065:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a77010d8, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.696067:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.696094:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.696096:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.696098:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.696101:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.696104:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.696107:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.696109:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.696111:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.696113:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.696116:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.696117:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.696118:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.696120:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.696121:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.696122:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.696124:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.696125:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:1.0:1712357313.696126:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.696126:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.696127:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.696128:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.696129:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.696134:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=0 00000080:00000001:1.0:1712357313.696136:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.696137:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), intent=getattr 00000080:00000010:1.0:1712357313.696141:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000001:1.0:1712357313.696144:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.696146:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.696147:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x1d:0x0] 00800000:00000001:1.0:1712357313.696149:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.696152:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.696154:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.696155:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.696157:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x1d:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.696159:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.696161:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.696163:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26a00. 00000020:00000040:1.0:1712357313.696165:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.696168:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.696172:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.696174:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.696175:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.696176:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.696178:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.696179:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.696181:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.696185:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4000. 00000100:00000001:1.0:1712357313.696188:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.696191:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.696192:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.696193:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.696194:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.696195:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.696199:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00010000:00000001:1.0:1712357313.696201:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.696202:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.696204:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.696205:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.696207:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.696209:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f3c0. 00000020:00000001:1.0:1712357313.696210:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.696211:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f3c0 with handle 0xbda2fb8f03337ff3 to hash 00000020:00000001:1.0:1712357313.696213:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.696214:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.696216:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.696217:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.696218:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.696220:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.696224:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.696230:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.696235:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.696236:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.696239:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.696241:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.696242:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.696243:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000001:1.0:1712357313.696246:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.696249:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.696250:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.696252:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.696255:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.696259:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.696261:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.696263:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.696264:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.696266:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.696269:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.696271:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.696273:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.696274:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.696275:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.696276:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.696280:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.696281:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.696285:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.696288:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572143808, portal 10 00000100:00000001:1.0:1712357313.696289:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.696290:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000040:1.0:1712357313.696294:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.696298:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.696303:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.696304:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357313.696306:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572143808, offset 0 00000400:00000200:1.0:1712357313.696309:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.696313:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.696316:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.696321:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.696323:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.696326:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.696327:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.696330:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [351:351:256:4294967295] 192.168.203.120@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:1.0:1712357313.696333:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.696338:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.696342:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.696344:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.696348:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.696352:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.696355:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.696432:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.696434:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.696435:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.696437:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.696439:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.696440:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.696441:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.696443:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.696444:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.696445:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.696656:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.696659:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357313.696664:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.696667:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.696670:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357313.696671:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357313.696674:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.696677:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.696683:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.696685:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.696689:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.696690:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.701771:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f840. 00000800:00000001:2.0:1712357313.702705:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.702715:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.702717:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.702719:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.702727:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.702732:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.702739:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.702742:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.702745:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.702749:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9058c0 00000400:00000200:2.0:1712357313.702753:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.702757:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xec5 [1] + 224 00000800:00000001:2.0:1712357313.702763:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.702771:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.702774:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.702777:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.702782:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.702789:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.702798:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.702808:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.702813:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.702820:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.703136:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.703143:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.703144:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.703146:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:1.0:1712357313.703149:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:1.0:1712357313.703151:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:1.0:1712357313.703157:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.703161:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.703168:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703173:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.703175:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.703176:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.703179:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.703180:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.703182:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.703184:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.703189:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.703192:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.703195:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.703197:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703202:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.703204:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.703206:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.703207:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.703208:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.703211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703216:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.703219:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.703220:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.703222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.703228:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.703231:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.703237:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.703239:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.703240:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.703242:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703247:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.703249:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.703251:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.703252:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.703254:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.703257:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.703259:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.703261:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.703263:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.703265:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00010000:1.0:1712357313.703269:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703277:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.703280:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703289:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.703291:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.703296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.703300:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703304:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.703305:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.703307:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.703309:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.703316:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f3c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.703319:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.703321:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703326:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.703327:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.703329:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703332:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.703334:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.703335:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.703336:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.703336:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=5 00000020:00000001:1.0:1712357313.703337:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.703339:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.703341:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.703342:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.703346:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.703347:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.703348:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.703349:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.703354:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.703355:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.703356:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.703357:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.703358:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f3c0 with handle 0xbda2fb8f03337ff3 from hash 00010000:00000001:1.0:1712357313.703360:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.703361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.703363:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.703364:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.703365:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.703366:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.703367:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.703368:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.703369:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703370:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.703372:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.703375:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.703376:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.703377:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.703378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.703378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.703379:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.703380:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03337ff3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.703385:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.703386:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.703389:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.703393:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.703398:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.703398:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703399:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703400:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703403:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.703404:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.703404:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703405:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.703407:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.703409:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703411:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703415:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703418:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.703419:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.703422:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6d791e0. 00000080:00002000:1.0:1712357313.703426:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.703430:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703433:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.703435:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703437:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.703439:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.703440:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.703444:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.703446:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.703449:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/29 (0 0) 00000002:00000001:1.0:1712357313.703451:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703453:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703454:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703455:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.703457:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.703460:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.703463:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.703465:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26a00 x1795536572143808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703469:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.703470:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.703473:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.703476:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.703478:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.703479:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.703481:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.703482:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.703486:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.703487:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.703488:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26a00. 00000100:00000001:1.0:1712357313.703491:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.703491:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.703495:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.703496:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.703497:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.703501:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.703502:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77016c0, parent ffff8800a77010d8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.703504:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.703506:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.703509:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.703510:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.703511:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a77010d8, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.703513:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703529:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.703530:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.703532:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.703535:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703537:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.703538:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.703540:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.703542:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.703544:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.703546:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703547:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.703548:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.703550:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703551:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.703552:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.703553:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.703555:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:1.0:1712357313.703556:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.703556:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703557:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.703558:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.703560:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.703573:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=1536 00000080:00000001:1.0:1712357313.703575:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.703576:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.703577:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703608:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.703610:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.703612:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.703614:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357313.703615:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8) 00000080:00000001:1.0:1712357313.703617:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357313.703620:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9800. 00000080:00000002:1.0:1712357313.703625:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x1d:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357313.703627:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703629:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357313.703633:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357313.703634:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357313.703636:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357313.703638:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357313.703640:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.703641:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.703642:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703644:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357313.703646:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357313.703647:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1e:0x0] 40000000:00000001:1.0:1712357313.703649:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703650:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703652:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.703653:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.703654:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x1e:0x0] on [0x200000401:0x1d:0x0] -> mds #0 00800000:00000001:1.0:1712357313.703656:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703658:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357313.703659:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.703661:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.703662:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.703664:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.703666:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.703667:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.703668:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.703670:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26a00. 00000020:00000040:1.0:1712357313.703672:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357313.703678:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357313.703679:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.703681:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.703683:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.703686:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.703686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.703687:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.703689:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.703690:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.703692:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.703697:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca8800. 00000100:00000001:1.0:1712357313.703701:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.703702:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.703703:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.703704:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.703705:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.703707:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357313.703713:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.703718:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.703723:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.703724:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.703726:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357313.703728:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357313.703729:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.703730:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000001:1.0:1712357313.703733:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.703735:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.703737:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.703738:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.703741:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703746:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.703747:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.703749:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.703754:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.703756:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143936:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.703759:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.703762:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.703763:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.703765:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.703766:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357313.703768:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.703772:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.703774:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f29f8. 00000400:00000010:1.0:1712357313.703778:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.703782:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572143936, portal 10 00000100:00000001:1.0:1712357313.703783:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.703784:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000040:1.0:1712357313.703788:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.703793:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.703796:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.703798:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357313.703800:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572143936, offset 0 00000400:00000200:1.0:1712357313.703803:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.703808:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.703812:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.703816:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.703819:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.703822:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.703823:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.704386:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [352:352:256:4294967295] 192.168.203.120@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:1.0:1712357313.704390:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.704397:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.704401:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.704405:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.704415:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.704421:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.704424:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.704431:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.704432:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.704434:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.704436:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.704437:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.704439:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.704440:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.704441:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.704443:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.704444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.704530:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.704532:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357313.704536:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.704539:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.704541:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357313.704542:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357313.704544:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.704547:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.704553:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.704555:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.704560:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.704561:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:1.1:1712357313.708835:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d79f80. 00000800:00000001:2.0:1712357313.713926:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.713939:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.713942:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.713944:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.713954:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.713959:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.713964:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.713967:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.713971:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.713975:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef905940 00000400:00000200:2.0:1712357313.713978:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.713983:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xecd [1] + 224 00000800:00000001:2.0:1712357313.713988:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.713997:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.713999:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.714003:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.714008:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.714014:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.714022:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.714032:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.714037:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.714039:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.714043:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.714047:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [353:353:256:4294967295] 192.168.203.120@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:2.0:1712357313.714051:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.714058:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.714062:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.714065:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357313.714072:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.714079:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.714081:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.714159:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.714161:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357313.714163:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.714166:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.714169:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.714172:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.714286:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.714292:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.714293:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.714296:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f29f8. 00000400:00000200:0.0:1712357313.714299:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:0.0:1712357313.714301:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:0.0:1712357313.714303:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.714307:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.714314:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26a00 x1795536572143936/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.714319:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.714320:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.714322:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.714328:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.714330:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.714332:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.714334:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.714345:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.714348:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.714350:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.714351:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.714353:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.714356:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714358:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.714359:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000037/0x1] 00000100:00000001:0.0:1712357313.714361:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.714362:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.714363:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160211968 : -131938549339648 : ffff8800a9a26a00) 00000100:00000001:0.0:1712357313.714365:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.714366:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.714368:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.714369:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.714373:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26a00 x1795536572143936/t4294967352(4294967352) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.714378:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.714380:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.714382:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.714384:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26a00 x1795536572143936/t4294967352(4294967352) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.714389:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572143936:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.714393:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.714395:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714397:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.714398:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.714400:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26a00 x1795536572143936/t4294967352(4294967352) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.714412:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.714415:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:0.0:1712357313.714417:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.714418:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.714423:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357313.714426:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x1e:0x0] 00800000:00000001:0.0:1712357313.714428:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.714431:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x1d:0x0] mtime from 1604778631 to 1712357313 00000080:00000001:0.0:1712357313.714434:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.714436:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.714439:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.714441:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.714443:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.714445:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:0.0:1712357313.714447:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357313.714452:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800b0647800. 00000080:00000001:0.0:1712357313.714457:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357313.714459:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1e:0x0](ffff8800b06478c8) 00000080:00000001:0.0:1712357313.714461:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.714462:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1e:0x0] 00000080:00000001:0.0:1712357313.714464:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714465:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:0.0:1712357313.714467:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357313.714468:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502302 mtime from 0 to 1712357313 00000080:00200000:0.0:1712357313.714471:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1e:0x0], updating i_size 4096 00000080:00000001:0.0:1712357313.714473:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357313.714475:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273593032 : -131938435958584 : ffff8800b06478c8) 00000080:00000001:0.0:1712357313.714477:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.714478:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.714480:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.714481:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714484:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357313.714485:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.714488:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26a00 x1795536572143936/t4294967352(4294967352) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.714496:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.714500:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9800. 00000080:00000001:0.0:1712357313.714503:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714506:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714511:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.714511:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.714517:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.714518:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a77010d8, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:0.0:1712357313.714521:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714609:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.714611:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.714612:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.714615:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714618:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.714619:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357313.714621:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.714623:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.714626:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.714628:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714629:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.714630:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.714632:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714633:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.714634:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.714636:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.714637:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:0.0:1712357313.714638:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.714639:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.714640:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.714641:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.714643:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.714647:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=0 00000080:00000001:0.0:1712357313.714649:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.714651:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), intent=getattr 00000080:00000010:0.0:1712357313.714655:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55e00. 00000080:00000001:0.0:1712357313.714664:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.714667:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.714668:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x1d:0x0] 00800000:00000001:0.0:1712357313.714670:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.714674:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357313.714676:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.714678:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.714680:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x1d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.714683:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.714685:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.714689:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.714692:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=56 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.714695:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.714698:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.714702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.714704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.714705:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714707:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.714708:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.714710:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.714715:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7fc00. 00000100:00000001:0.0:1712357313.714719:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.714721:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.714723:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.714724:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.714724:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.714726:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.714731:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00010000:00000001:0.0:1712357313.714734:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.714735:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.714739:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:0.0:1712357313.714741:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.714744:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.714746:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357313.714748:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.714753:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f03337ffa to hash 00000020:00000001:0.0:1712357313.714755:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.714756:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.714758:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.714760:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.714762:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.714764:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.714770:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.714778:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.714782:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.714783:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.714786:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.714787:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.714789:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.714790:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.714793:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.714795:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714797:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.714798:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.714802:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.714807:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.714808:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.714810:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.714812:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.714814:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.714816:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.714819:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.714824:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.714825:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.714829:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357313.714831:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.714834:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.714836:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.714840:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.714844:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144000, portal 10 00000100:00000001:0.0:1712357313.714845:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.714846:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.714850:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.714855:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.714857:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.714859:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357313.714861:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572144000, offset 0 00000400:00000200:0.0:1712357313.714864:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.714867:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.714870:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.714873:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.714876:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.714878:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.714880:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.714881:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [354:354:256:4294967295] 192.168.203.120@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1712357313.714884:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.714889:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.714893:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.714895:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357313.714898:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.714901:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.714904:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.714908:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714913:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.714915:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714916:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.714918:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.714919:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.714921:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.714922:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.714924:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.714925:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.716924:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.716928:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357313.716931:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.716937:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.716941:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:2.0:1712357313.716943:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:2.0:1712357313.716946:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.716951:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.716958:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.716961:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.716966:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.716967:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.721782:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f3c0. 00000080:00000010:1.1:1712357313.721792:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6d791e0. 00000800:00000001:3.0:1712357313.730853:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.730866:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.730869:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.730870:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.730879:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.730884:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.730889:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.730893:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.730896:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.730898:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905980 00000400:00000200:3.0:1712357313.730902:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.730906:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xed5 [1] + 224 00000800:00000001:3.0:1712357313.730912:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.730918:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.730920:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.730924:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.730928:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.730934:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.730942:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.730951:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.730955:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.730957:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.731011:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.731016:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.731018:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.731020:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.731023:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.731024:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.731026:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.731030:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.731036:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.731041:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.731042:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.731044:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.731046:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.731048:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.731049:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.731052:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.731059:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.731062:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.731063:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.731064:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731067:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.731070:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731072:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.731074:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.731075:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.731081:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.731085:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.731090:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.731092:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.731094:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.731096:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.731102:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.731106:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.731108:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731110:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.731112:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.731114:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.731119:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.731121:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.731123:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.731124:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731126:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.731129:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731131:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731133:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357313.731135:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731137:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357313.731140:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2400, remote cookie: 0xa8e7976a8eb2072d, flags: 0x1001 00010000:00010000:0.0:1712357313.731144:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.731150:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1e:0x0].0x0, instead of [0x200000401:0x1d:0x0].0x0 00010000:00000001:0.0:1712357313.731153:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.731161:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356e00. 00010000:00000010:0.0:1712357313.731163:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f00. 00010000:00000001:0.0:1712357313.731165:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.731168:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.731173:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731177:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.731180:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.731181:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.731182:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.731183:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.731184:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1e:0x0].0x0 (ffff88012e356e00) refcount = 1 00010000:00010000:0.0:1712357313.731187:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731191:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.731193:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.731194:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.731196:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.731198:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.731200:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731203:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.731204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731206:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731206:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731207:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731210:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.731210:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731211:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731214:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731215:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731217:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731218:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731219:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731220:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357313.731221:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731222:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731223:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.731225:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.731227:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731231:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731231:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731232:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731232:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731233:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357313.731234:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731235:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731236:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.731238:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.731244:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731247:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.731248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731249:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731249:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731251:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.731254:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.731259:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731260:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731261:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731263:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731265:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.731266:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731267:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731269:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.731271:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731271:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731272:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731273:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731274:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000002:00010000:0.0:1712357313.731276:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731280:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731282:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.731282:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731283:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731283:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731284:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731285:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357313.731287:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357313.731289:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.731291:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/30 (0 0) 00010000:00000001:0.0:1712357313.731292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.731296:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.731297:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.731300:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731302:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731304:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731308:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.731309:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357313.731311:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.731313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731316:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731318:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.731320:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.731321:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:0.0:1712357313.731323:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.731327:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.731328:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1e:0x0] 00000080:00000001:0.0:1712357313.731330:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731331:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:0.0:1712357313.731333:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.731336:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1e:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.731338:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1e:0x0](ffff8800b06478c8): rc = 0 00000080:00000001:0.0:1712357313.731339:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273593032 : -131938435958584 : ffff8800b06478c8) 00010000:00000001:0.0:1712357313.731340:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731341:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731342:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731343:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731344:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731345:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731346:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.731347:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.731348:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.731349:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.731350:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731351:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.731354:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.731357:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) for lock 0xbda2fb8f03337ffa 00000080:00000001:0.0:1712357313.731359:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731361:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.731362:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731363:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.731364:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731364:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731365:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731366:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731367:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.731370:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731371:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.731373:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dac720. 00000080:00002000:0.0:1712357313.731376:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode ffff8800b06478c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.731378:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.731380:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731381:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.731384:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) 00000080:00010000:0.0:1712357313.731386:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337ffa from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357313.731387:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731387:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731388:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731389:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731390:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731391:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.731393:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731397:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731398:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731398:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.731402:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.731403:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731409:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.731411:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.731412:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.731414:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731415:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731416:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731418:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.731419:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731420:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731422:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731423:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.731423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731424:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.731425:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.731427:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55e00. 00000100:00000001:0.0:1712357313.731429:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.731432:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572144000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.731437:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.731438:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.731440:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357313.731444:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.731445:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.731446:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.731447:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.731449:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7fc00. 02000000:00000001:0.0:1712357313.731452:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.731453:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.731454:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:0.0:1712357313.731456:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.731457:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.731459:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.731459:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.731462:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357313.731467:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x1e:0x0](ffff8800b06478c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.731471:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357313.731472:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1e:0x0](ffff8800b06478c8),name=__pycache__ 00000080:00000010:0.0:1712357313.731475:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55e00. 00000080:00000001:0.0:1712357313.731479:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731481:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.731483:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x1e:0x0] '__pycache__' on [0x200000401:0x1d:0x0] 00800000:00000001:0.0:1712357313.731485:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.731488:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x200000401:0x1e:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357313.731490:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731491:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.731493:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1e:0x0]) in obj [0x200000401:0x1d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.731495:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.731496:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.731497:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.731498:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357313.731500:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.731501:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.731502:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.731504:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357313.731509:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.731511:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.731513:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357313.731517:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357313.731518:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.731519:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.731520:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.731521:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.731522:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55e00. 00000080:00000001:0.0:1712357313.731526:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.731527:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.731528:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) 00000080:00010000:0.0:1712357313.731530:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) for lock 0xbda2fb8f03337ffa 00000080:00000001:0.0:1712357313.731532:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731533:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.731533:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731535:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.731536:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731536:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731537:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731538:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731539:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731540:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731541:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.731541:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731542:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.731543:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337ffa from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357313.731544:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.731545:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.731546:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357313.731547:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731548:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357313.731549:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.731550:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731554:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731554:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731555:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.731555:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.731557:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.731575:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.731576:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.731577:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.731578:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731579:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731580:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731605:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.731605:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731606:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731608:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731609:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.731610:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731610:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.731612:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.731613:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.731614:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.731618:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x1e:0x0](ffff8800b06478c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.731621:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.731622:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75165e8, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:0.0:1712357313.731624:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731645:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.731646:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.731647:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.731650:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731652:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.731654:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357313.731656:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.731657:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.731659:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.731661:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.731663:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.731665:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731667:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.731672:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.731673:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.731674:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:0.0:1712357313.731675:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.731676:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731677:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.731678:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.731680:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731682:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.731683:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75165e8) flags 0x108008e refc 0 00000080:00000001:0.0:1712357313.731684:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.731685:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:0.0:1712357313.731686:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.731687:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731692:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.731695:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x1e:0x0](ffff8800b06478c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1642386836.433729504, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.731699:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1642386836, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.731701:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55e00. 00000080:00000001:0.0:1712357313.731703:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.731704:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.731706:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.731708:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1e:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357313.731710:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731711:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.731713:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.731715:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357313.731716:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.731718:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.731720:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.731722:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.731727:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.731729:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.731730:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.731734:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1e:0x0] mode (null) 00000080:00000001:0.0:1712357313.731736:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731737:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.731738:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.731739:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 3 00010000:00000001:0.0:1712357313.731740:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.731742:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731743:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731744:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.731745:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.731746:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 3 00010000:00000001:0.0:1712357313.731747:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.731748:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731749:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.731750:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.731750:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.731751:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 3 00010000:00000001:0.0:1712357313.731752:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.731753:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.731754:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.731756:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1e:0x0] lli = ffff8800b0647800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.731758:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.731759:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.731760:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.731761:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1e:0x0](ffff8800b06478c8) invalid 00000080:00002000:0.0:1712357313.731762:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a75165e8) parent ffff8800a77010d8 inode ffff8800b06478c8 refc 1 00000080:00000001:0.0:1712357313.731764:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.731765:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.731766:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731768:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.731770:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.731770:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.731771:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.731772:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.731774:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f03337ffa from hash 00010000:00000001:0.0:1712357313.731775:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.731778:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731779:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.731781:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.731782:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.731783:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.731785:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.731786:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.731788:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2bb80. 00000020:00000040:0.0:1712357313.731790:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=56 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.731792:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.731794:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.731796:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.731796:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731797:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731799:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.731801:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.731802:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.731806:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7b55a00. 00000100:00000001:0.0:1712357313.731810:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731811:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.731813:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.731816:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.731820:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.731821:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.731822:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.731823:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03337ffa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2072d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.731827:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356e00 count: 0 00010000:00000010:0.0:1712357313.731831:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f00. 00010000:00000001:0.0:1712357313.731835:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.731836:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731837:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.731840:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.731841:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.731842:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1642386836, ctime 1712357313 00000020:00100000:0.0:1712357313.731848:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.731852:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.731857:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.731858:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.731861:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.731862:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.731864:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.731865:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.731867:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.731870:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731872:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.731873:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.731875:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.731879:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.731880:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.731882:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.731884:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.731886:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144128:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.731888:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.731891:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.731893:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.731894:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.731896:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7fc00. 02000000:00000001:0.0:1712357313.731897:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.731900:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.731902:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.731905:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.731908:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572144128, portal 10 00000100:00000001:0.0:1712357313.731910:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.731912:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000040:0.0:1712357313.731916:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.731921:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.731923:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.731925:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357313.731928:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572144128, offset 0 00000400:00000200:0.0:1712357313.731931:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.731934:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.731938:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.731942:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.731944:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.731947:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.731948:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.731951:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [355:355:256:4294967295] 192.168.203.120@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:0.0:1712357313.731954:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.731959:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.731963:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.731965:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.731969:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.731974:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.731976:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.731982:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731984:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.731985:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731987:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.731988:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.731989:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.731991:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.731992:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.731993:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.731994:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.732132:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.732135:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357313.732137:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.732140:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.732142:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:3.0:1712357313.732143:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:3.0:1712357313.732146:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.732148:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.732154:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.732159:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.732164:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.732165:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.734258:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.734267:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.734270:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.734272:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.734278:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734283:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.734288:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734291:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734294:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734297:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef905a00 00000400:00000200:3.0:1712357313.734300:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734304:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xedd [1] + 224 00000800:00000001:3.0:1712357313.734309:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.734315:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.734317:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.734320:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.734324:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.734329:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.734336:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.734344:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.734348:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.734350:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734353:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.734357:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [356:356:256:4294967295] 192.168.203.120@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:3.0:1712357313.734360:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.734369:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.734373:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.734376:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357313.734381:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.734385:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.734389:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357313.734437:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.734440:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357313.734441:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.734444:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357313.734448:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.734450:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.734489:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.734493:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.734494:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.734496:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:0.0:1712357313.734499:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357313.734500:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357313.734502:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.734506:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.734512:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2bb80 x1795536572144128/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.734517:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.734518:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.734519:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.734521:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.734523:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.734524:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.734527:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.734533:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.734536:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.734538:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.734540:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.734542:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.734545:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.734547:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.734548:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.734549:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.734550:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.734551:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160232832 : -131938549318784 : ffff8800a9a2bb80) 00000100:00000001:0.0:1712357313.734554:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.734555:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.734556:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.734557:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.734561:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2bb80 x1795536572144128/t4294967353(4294967353) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.734598:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.734600:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.734601:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.734605:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2bb80 x1795536572144128/t4294967353(4294967353) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.734611:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2bb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144128:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.734614:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.734616:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.734618:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.734620:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.734623:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2bb80 x1795536572144128/t4294967353(4294967353) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.734627:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.734630:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.734632:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.734633:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.734637:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.734639:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734642:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.734645:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.734647:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.734649:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.734653:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.734655:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1e:0x0] 00000080:00000001:0.0:1712357313.734657:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734659:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:0.0:1712357313.734661:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.734663:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1e:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.734665:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.734667:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2bb80 x1795536572144128/t4294967353(4294967353) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.734681:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734682:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.734683:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.734684:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734686:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734687:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.734691:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55e00. 00000080:00200008:0.0:1712357313.734695:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x1e:0x0](ffff8800b06478c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.730000000, mtime 1642386836.433729504, ctime 1712357313.730000000, rc 0 00000080:00000001:0.0:1712357313.734699:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734704:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.734705:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a75165e8, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:0.0:1712357313.734708:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.734711:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.734715:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.734716:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.734717:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a77010d8, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:0.0:1712357313.734719:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734730:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.734731:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.734733:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.734735:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734738:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.734739:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357313.734741:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.734743:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=17 00000080:00000001:0.0:1712357313.734745:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.734747:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734748:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.734750:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.734751:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734753:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.734754:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.734755:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.734760:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=17 00000080:00000001:0.0:1712357313.734761:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.734762:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.734764:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.734765:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.734767:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.734771:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=1 00000080:00000001:0.0:1712357313.734774:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.734775:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), intent=getattr 00000080:00000010:0.0:1712357313.734779:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55e00. 00000080:00000001:0.0:1712357313.734783:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.734786:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.734787:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x1d:0x0] 00800000:00000001:0.0:1712357313.734790:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.734792:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357313.734795:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.734797:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.734798:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x1d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.734801:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.734803:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.734806:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357313.734809:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.734813:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.734816:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.734819:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.734821:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.734822:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.734824:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.734825:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.734827:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.734831:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357313.734835:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.734837:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.734838:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.734839:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.734844:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.734845:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.734851:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357313.734853:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.734855:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.734859:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:0.0:1712357313.734861:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.734863:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.734865:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357313.734868:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.734870:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03338001 to hash 00000020:00000001:0.0:1712357313.734871:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.734872:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.734875:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357313.734877:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.734879:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.734881:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.734888:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.734895:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.734899:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.734900:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.734903:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357313.734904:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357313.734906:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.734907:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357313.734909:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.734911:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.734913:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.734914:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.734922:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.734927:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.734929:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.734931:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.734933:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.734935:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144192:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.734938:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.734941:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.734942:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.734944:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.734947:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357313.734948:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.734951:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.734953:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c268. 00000400:00000010:0.0:1712357313.734957:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357313.734960:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144192, portal 10 00000100:00000001:0.0:1712357313.734962:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.734963:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357313.734967:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.734972:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.734973:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.734975:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357313.734977:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572144192, offset 0 00000400:00000200:0.0:1712357313.734980:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.734984:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.734987:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.734991:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.734994:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.734997:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.734999:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.735001:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [357:357:256:4294967295] 192.168.203.120@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:0.0:1712357313.735008:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.735013:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.735017:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.735019:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.735022:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.735026:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.735028:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.735034:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.735036:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.735038:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.735040:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.735041:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.735042:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.735044:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.735045:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.735046:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.735047:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.735114:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.735117:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.735119:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.735122:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.735124:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:3.0:1712357313.735126:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:3.0:1712357313.735128:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.735131:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.735137:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.735140:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.735144:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.735145:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.740673:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.740686:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.740688:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.740691:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.740699:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.740704:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.740710:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.740713:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.740716:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.740719:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905a40 00000400:00000200:2.0:1712357313.740731:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.740735:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xee5 [1] + 224 00000800:00000001:2.0:1712357313.740740:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.740749:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.740751:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.740755:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.740759:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.740764:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.740772:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.740781:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.740786:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.740788:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.740830:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.740835:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.740836:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.740839:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c268. 00000400:00000200:1.0:1712357313.740842:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:1.0:1712357313.740843:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:1.0:1712357313.740845:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.740849:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.740854:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.740859:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.740860:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.740862:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.740864:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.740866:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.740867:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.740869:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.740875:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.740878:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.740880:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.740881:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.740886:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.740889:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.740892:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.740893:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.740894:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.740896:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.740899:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.740903:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.740906:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.740907:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.740909:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.740915:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144192:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.740918:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.740920:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.740922:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.740923:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.740925:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.740929:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.740932:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:1.0:1712357313.740933:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.740934:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.740936:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.740939:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.740941:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.740943:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:1.0:1712357313.740944:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.740946:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:1.0:1712357313.740950:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0240, remote cookie: 0xa8e7976a8eb20750, flags: 0x1001 00010000:00010000:1.0:1712357313.740953:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.740961:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1e:0x0].0x0, instead of [0x200000401:0x1d:0x0].0x0 00010000:00000001:1.0:1712357313.740964:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.740969:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d000. 00010000:00000010:1.0:1712357313.740971:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25b80. 00010000:00000001:1.0:1712357313.740974:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.740976:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.740981:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.740986:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.740989:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.740990:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.740991:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.740992:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.740994:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1e:0x0].0x0 (ffff8800b6e1d000) refcount = 1 00010000:00010000:1.0:1712357313.740997:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741001:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.741003:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.741004:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.741006:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.741008:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.741010:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741015:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.741016:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741017:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741020:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741021:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741022:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741025:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.741026:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741027:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741028:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741029:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741031:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741032:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741033:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741034:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:1.0:1712357313.741035:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741036:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741038:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.741039:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.741041:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741045:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741046:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741047:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741047:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741048:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:1.0:1712357313.741049:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741050:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741052:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.741053:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741057:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741058:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.741060:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741071:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.741071:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741073:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.741077:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.741082:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741083:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741083:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741085:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741086:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741087:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741088:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.741088:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741089:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741091:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.741092:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741093:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741094:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741095:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741096:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00000002:00010000:1.0:1712357313.741098:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741102:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741103:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.741104:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741104:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741106:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741110:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:1.0:1712357313.741112:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.741114:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.741116:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/30 (0 0) 00010000:00000001:1.0:1712357313.741118:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.741120:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.741121:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.741123:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741126:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741127:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.741131:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.741132:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357313.741134:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.741136:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741139:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741141:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.741142:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.741144:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:1.0:1712357313.741146:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.741150:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.741151:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1e:0x0] 00000080:00000001:1.0:1712357313.741153:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.741155:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:1.0:1712357313.741157:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.741160:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1e:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.741162:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1e:0x0](ffff8800b06478c8): rc = 0 00000080:00000001:1.0:1712357313.741163:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273593032 : -131938435958584 : ffff8800b06478c8) 00010000:00000001:1.0:1712357313.741165:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741165:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741166:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741167:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741168:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741169:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.741173:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.741174:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.741175:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.741176:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741178:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.741179:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.741181:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) for lock 0xbda2fb8f03338001 00000080:00000001:1.0:1712357313.741183:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741184:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.741185:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741186:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.741187:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741188:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741188:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741189:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741190:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741191:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741192:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.741193:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741194:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.741196:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19a20. 00000080:00002000:1.0:1712357313.741200:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode ffff8800b06478c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.741202:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.741204:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.741205:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.741208:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) 00000080:00010000:1.0:1712357313.741210:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338001 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357313.741211:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.741211:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.741212:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:1.0:1712357313.741213:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741214:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:1.0:1712357313.741215:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.741219:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741223:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741224:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.741226:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.741227:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.741233:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.741234:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.741236:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.741238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741238:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741239:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741241:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.741242:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741244:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741245:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741246:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.741247:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741248:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.741249:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.741251:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55e00. 00000100:00000001:1.0:1712357313.741254:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.741257:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572144192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.741261:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.741262:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.741264:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:1.0:1712357313.741268:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.741270:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.741271:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=56 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.741273:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.741274:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:1.0:1712357313.741276:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.741280:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.741281:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:1.0:1712357313.741283:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.741284:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.741285:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.741286:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357313.741287:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.741297:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.741299:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x1e:0x0](ffff8800b06478c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.741303:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.741306:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.741307:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.741310:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.741312:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.741314:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1e:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357313.741316:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741318:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.741319:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.741321:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.741322:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.741323:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.741325:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.741327:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.741332:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.741334:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.741336:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.741337:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1e:0x0] mode (null) 00000080:00000001:1.0:1712357313.741338:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741340:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.741341:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.741342:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357313.741343:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.741344:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.741347:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741348:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.741349:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.741350:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357313.741351:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.741353:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.741354:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.741354:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.741355:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.741356:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 3 00010000:00000001:1.0:1712357313.741357:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.741358:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.741359:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.741360:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1e:0x0] lli = ffff8800b0647800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.741363:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.741364:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.741365:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.741366:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1e:0x0](ffff8800b06478c8) invalid 00000080:00002000:1.0:1712357313.741367:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516288) parent ffff8800a77010d8 inode ffff8800b06478c8 refc 1 00000080:00000001:1.0:1712357313.741370:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.741371:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.741372:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741373:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.741375:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.741375:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.741376:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.741377:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.741379:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f03338001 from hash 00010000:00000001:1.0:1712357313.741380:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.741381:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741381:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741382:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.741383:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.741384:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.741386:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.741387:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.741390:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.741394:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a26d80. 00000020:00000040:1.0:1712357313.741395:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.741398:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.741400:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.741401:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.741402:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741403:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.741404:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.741406:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.741408:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.741412:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca8400. 00000100:00000001:1.0:1712357313.741415:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741417:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.741418:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.741421:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.741425:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.741426:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.741427:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.741428:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338001 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20750 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.741432:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d000 count: 0 00010000:00000010:1.0:1712357313.741435:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25b80. 00010000:00000001:1.0:1712357313.741442:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.741443:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741444:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.741444:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.741445:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.741447:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:1.0:1712357313.741451:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.741455:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.741466:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.741467:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.741471:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.741472:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534528 : -131938525017088 : ffff8800ab158c00) 00000100:00000001:1.0:1712357313.741474:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.741475:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160212864 : -131938549338752 : ffff8800a9a26d80) 00000100:00000001:1.0:1712357313.741478:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.741480:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.741481:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.741483:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.741485:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.741490:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.741491:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.741493:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.741494:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.741496:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a26d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144320:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.741499:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.741502:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.741504:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.741505:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.741513:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e98000. 02000000:00000001:1.0:1712357313.741515:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.741518:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.741519:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2a50. 00000400:00000010:1.0:1712357313.741523:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.741527:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572144320, portal 10 00000100:00000001:1.0:1712357313.741528:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.741529:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160212864 : -131938549338752 : ffff8800a9a26d80) 00000100:00000040:1.0:1712357313.741532:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.741537:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.741541:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.741542:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357313.741545:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572144320, offset 0 00000400:00000200:1.0:1712357313.741548:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.741551:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.741555:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.741560:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.741562:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.741573:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.741575:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.741578:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [358:358:256:4294967295] 192.168.203.120@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:1.0:1712357313.741604:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.741611:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.741616:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.741618:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.741622:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.741628:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.741631:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.741638:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.741639:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.741641:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.741643:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.741644:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.741646:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158c00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.741647:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.741648:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.741650:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.741650:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.742652:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.742656:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.742661:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.742666:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.742668:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357313.742902:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357313.742913:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.742918:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.742926:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.742928:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.742933:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.742935:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.747702:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.747715:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.747717:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.747718:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.747727:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747733:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.747738:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747741:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747744:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747747:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef905ac0 00000400:00000200:2.0:1712357313.747750:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747755:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xeed [1] + 224 00000800:00000001:2.0:1712357313.747760:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.747768:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.747770:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.747774:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.747779:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.747785:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.747796:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.747918:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.747924:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.747927:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747931:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.747936:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [359:359:256:4294967295] 192.168.203.120@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000200:2.0:1712357313.747939:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.747944:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.747948:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.747952:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343500. 00000800:00000200:2.0:1712357313.747955:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.747960:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.747963:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343500 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357313.747977:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357313.748022:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.748024:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343500. 00000800:00000001:3.0:1712357313.748026:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.748026:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.748029:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357313.748069:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.748074:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.748076:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.748078:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2a50. 00000400:00000200:1.0:1712357313.748081:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.748083:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.748088:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.748091:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.748098:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a26d80 x1795536572144320/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.748102:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.748104:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.748105:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.748107:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.748109:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.748110:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.748112:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.748118:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.748121:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.748123:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.748124:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.748126:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.748129:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748130:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.748132:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000038/0x0] 00000100:00000001:1.0:1712357313.748133:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.748134:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.748135:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160212864 : -131938549338752 : ffff8800a9a26d80) 00000100:00000001:1.0:1712357313.748137:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.748139:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.748139:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.748141:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.748143:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a26d80 x1795536572144320/t4294967354(4294967354) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.748149:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.748151:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.748152:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.748155:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a26d80 x1795536572144320/t4294967354(4294967354) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.748167:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a26d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144320:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.748170:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.748173:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748174:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.748176:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.748178:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a26d80 x1795536572144320/t4294967354(4294967354) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.748183:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.748185:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.748188:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.748188:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.748193:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.748195:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748198:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.748201:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.748204:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.748206:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.748210:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.748211:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1e:0x0] 00000080:00000001:1.0:1712357313.748214:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748216:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:1.0:1712357313.748218:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.748221:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1e:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.748222:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.748224:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a26d80 x1795536572144320/t4294967354(4294967354) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.748229:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748230:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.748232:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.748233:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748234:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748235:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.748243:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000080:00200008:1.0:1712357313.748249:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x1e:0x0](ffff8800b06478c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.740000000, rc 0 00000080:00000001:1.0:1712357313.748254:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748259:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.748261:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516288, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:1.0:1712357313.748263:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.748266:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.748269:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.748271:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.748272:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _perf (ffff8800a77010d8, parent ffff8800a750aaf8, inode ffff8800a76de0c8) hashed, 00000080:00000001:1.0:1712357313.748274:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748291:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.748293:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.748294:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.748297:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748299:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.748300:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.748302:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.748303:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.748305:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.748307:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748309:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.748310:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.748312:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748313:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.748314:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.748315:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.748316:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:1.0:1712357313.748318:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.748319:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.748320:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.748321:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.748322:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.748326:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), flags=16 00000080:00000001:1.0:1712357313.748461:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.748462:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x1d:0x0](ffff8800a76de0c8), intent=0 00000080:00000010:1.0:1712357313.748466:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.748469:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.748472:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.748474:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x1d:0x0] 00800000:00000001:1.0:1712357313.748476:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.748479:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1d:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.748481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.748483:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.748485:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x1d:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357313.748488:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.748489:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.748492:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.748495:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.748498:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.748504:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.748508:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.748509:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.748510:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748512:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.748513:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.748515:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.748519:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357313.748523:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.748525:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.748526:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.748527:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.748528:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.748529:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.748533:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.748535:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.748537:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.748541:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1de00 count: 2 00010000:00000001:1.0:1712357313.748542:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.748547:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.748550:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f3c0. 00000020:00000001:1.0:1712357313.748552:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.748554:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f3c0 with handle 0xbda2fb8f03338008 to hash 00000020:00000001:1.0:1712357313.748555:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.748556:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.748558:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.748561:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.748562:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.748573:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.748579:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.748606:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.748610:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.748611:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.748614:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.748615:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534528 : -131938525017088 : ffff8800ab158c00) 00000100:00000001:1.0:1712357313.748617:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.748618:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.748621:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.748623:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748625:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.748626:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.748629:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.748634:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.748635:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.748637:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.748638:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.748641:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.748646:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.748649:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.748650:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.748651:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.748654:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.748655:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.748658:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.748660:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2a50. 00000400:00000010:1.0:1712357313.748663:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.748667:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144384, portal 10 00000100:00000001:1.0:1712357313.748668:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.748669:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.748673:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.748677:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.748679:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.748680:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357313.748681:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572144384, offset 0 00000400:00000200:1.0:1712357313.748684:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.748687:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.748690:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.748693:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.748695:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.748698:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.748699:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.748701:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [360:360:256:4294967295] 192.168.203.120@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:1.0:1712357313.748704:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.748709:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.748711:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.748714:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.748716:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.748722:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.748724:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.748733:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748735:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.748737:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748738:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.748739:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.748741:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158c00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.748742:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.748743:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.748745:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.748745:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.748769:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.748772:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.748775:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.748779:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.748781:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:3.0:1712357313.748783:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:3.0:1712357313.748785:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.748788:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.748795:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.748797:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.748802:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.748803:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.751080:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356e00. 00010000:00000010:1.1:1712357313.751087:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:1.1:1712357313.751091:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dac720. 00000800:00000001:2.0:1712357313.751378:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.751386:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.751388:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.751391:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.751397:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.751403:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.751408:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.751412:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.751415:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.751418:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905b00 00000400:00000200:2.0:1712357313.751422:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.751431:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xef5 [1] + 224 00000800:00000001:2.0:1712357313.751437:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.751445:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.751448:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.751451:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.751455:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.751460:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.751469:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.751489:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.751495:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.751497:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.751551:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.751555:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.751557:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.751559:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2a50. 00000400:00000200:1.0:1712357313.751562:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.751563:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.751572:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.751576:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.751607:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.751612:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.751613:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.751615:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.751616:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.751618:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.751620:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.751622:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.751628:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.751631:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.751633:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.751635:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.751637:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.751644:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.751647:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.751648:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.751650:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.751651:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.751655:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.751661:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.751663:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.751664:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.751667:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.751673:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.751677:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.751679:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.751681:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.751682:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.751685:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.751690:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.751692:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.751694:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.751695:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.751697:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.751700:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751702:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751704:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.751705:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751707:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000040:1.0:1712357313.751711:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38f3c0, remote cookie: 0xa8e7976a8eb20773, flags: 0x1001 00010000:00010000:1.0:1712357313.751715:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.751730:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1e:0x0].0x0, instead of [0x200000401:0x1d:0x0].0x0 00010000:00000001:1.0:1712357313.751733:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.751738:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1db00. 00010000:00000010:1.0:1712357313.751741:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25b80. 00010000:00000001:1.0:1712357313.751743:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.751745:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.751751:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751756:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.751759:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.751760:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.751761:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.751762:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.751764:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1e:0x0].0x0 (ffff8800b6e1db00) refcount = 1 00010000:00010000:1.0:1712357313.751766:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751771:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.751773:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.751774:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.751776:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.751778:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.751780:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751785:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.751786:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751787:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.751791:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751792:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.751793:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.751796:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.751797:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751798:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751799:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751801:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751803:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751804:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751805:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751806:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=4 00000020:00000001:1.0:1712357313.751807:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751808:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751810:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.751811:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.751813:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751819:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.751820:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751820:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751821:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=5 00000020:00000001:1.0:1712357313.751822:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751824:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751825:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.751826:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751831:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751832:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.751834:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751844:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.751845:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751846:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.751847:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.751851:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.751857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751858:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751859:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751860:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751861:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751862:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751863:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.751864:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.751865:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.751867:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.751868:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751869:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751870:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751871:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751872:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00000002:00010000:1.0:1712357313.751875:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.751879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.751881:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.751882:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751882:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751883:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751884:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751888:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000040:1.0:1712357313.751891:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:1.0:1712357313.751893:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.751895:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/30 (0 0) 00010000:00000001:1.0:1712357313.751897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751897:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.751898:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.751900:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.751902:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.751905:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.751907:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.751910:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.751911:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357313.751914:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.751916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.751918:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.751920:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.751922:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.751924:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:1.0:1712357313.751926:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.751930:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.751931:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1e:0x0] 00000080:00000001:1.0:1712357313.751933:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.751935:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502302 : 144115205272502302 : 20000040100001e) 00000080:00000001:1.0:1712357313.751937:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.751939:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1e:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.751941:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1e:0x0](ffff8800b06478c8): rc = 0 00000080:00000001:1.0:1712357313.751943:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273593032 : -131938435958584 : ffff8800b06478c8) 00010000:00000001:1.0:1712357313.751944:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751945:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751946:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751947:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751949:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751950:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751953:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.751954:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.751956:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.751957:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.751958:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.751960:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.751961:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.751963:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) for lock 0xbda2fb8f03338008 00000080:00000001:1.0:1712357313.751965:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.751967:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.751968:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.751969:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.751970:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751971:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751972:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751973:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751974:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751976:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.751976:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.751977:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.751979:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.751982:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19ca0. 00000080:00002000:1.0:1712357313.751984:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701000 inode ffff8800b06478c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.751986:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.751988:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.751990:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.751992:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1e:0x0](ffff8800b06478c8) 00000080:00010000:1.0:1712357313.751994:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338008 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357313.751996:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.751996:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.751997:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f3c0 refcount=3 00000020:00000001:1.0:1712357313.751998:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.751999:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203632064 : -131938505919552 : ffff8800ac38f3c0) 00010000:00000001:1.0:1712357313.752001:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.752006:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.752010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.752011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.752012:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.752013:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.752015:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f3c0/0xbda2fb8f03338008 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20773 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.752020:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.752023:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.752024:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.752026:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.752027:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.752028:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752030:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.752032:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752033:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752035:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752036:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.752036:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.752037:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.752038:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.752041:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.752044:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.752048:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572144384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.752052:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.752054:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.752056:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.752060:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.752061:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.752063:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.752064:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.752067:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357313.752071:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.752075:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.752077:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.752080:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.752080:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.752084:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.752086:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1e:0x0](ffff8800b06478c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.752090:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.752094:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), flags=0 00000080:00000001:1.0:1712357313.752097:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.752098:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), intent=getattr 00000080:00000010:1.0:1712357313.752103:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.752106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.752109:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.752110:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x1e:0x0] 00800000:00000001:1.0:1712357313.752113:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.752116:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1e:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.752119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.752121:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.752122:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.752124:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.752126:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.752128:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.752130:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.752134:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.752136:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.752138:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.752138:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.752139:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.752141:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.752143:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.752145:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.752148:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357313.752152:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752154:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.752159:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752160:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.752161:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.752162:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.752167:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.752169:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.752170:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.752172:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:1.0:1712357313.752174:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.752175:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.752178:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357313.752180:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.752181:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f0333800f to hash 00000020:00000001:1.0:1712357313.752183:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.752184:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.752186:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.752187:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.752188:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.752191:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.752196:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.752203:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.752206:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.752207:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.752211:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.752212:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534528 : -131938525017088 : ffff8800ab158c00) 00000100:00000001:1.0:1712357313.752214:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.752214:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.752218:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.752220:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.752226:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.752227:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.752231:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.752236:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.752237:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.752239:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.752241:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.752243:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.752245:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.752248:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.752250:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.752251:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.752254:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.752255:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.752258:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.752260:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2a50. 00000400:00000010:1.0:1712357313.752263:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.752267:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144448, portal 10 00000100:00000001:1.0:1712357313.752269:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.752270:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.752274:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.752279:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.752281:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.752282:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357313.752284:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572144448, offset 0 00000400:00000200:1.0:1712357313.752288:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.752292:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.752296:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.752300:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.752303:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.752306:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.752311:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.752314:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [361:361:256:4294967295] 192.168.203.120@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:1.0:1712357313.752317:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.752324:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.752329:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.752331:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d900. 00000800:00000200:1.0:1712357313.752335:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.752340:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.752343:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d900 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.753688:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.753692:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.753694:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.753696:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.753698:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.753700:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158c00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.753702:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.753703:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.753706:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.753706:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.754040:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.754043:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d900. 00000400:00000200:3.0:1712357313.754048:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.754054:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.754057:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357313.754058:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357313.754062:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.754066:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.754083:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.754086:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.754092:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.754093:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.756723:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d000. 00010000:00000010:1.1:1712357313.756733:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000800:00000001:2.0:1712357313.759323:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.759338:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.759342:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.759344:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.759356:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.759363:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.759371:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.759375:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.759379:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.759384:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905b40 00000400:00000200:2.0:1712357313.759388:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.759395:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xefd [1] + 224 00000800:00000001:2.0:1712357313.759402:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.759415:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.759418:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.759422:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.759429:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.759437:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.759459:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.759478:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.759486:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.759489:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.759684:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.759694:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.759695:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.759699:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2a50. 00000400:00000200:1.0:1712357313.759705:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.759707:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.759710:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.759719:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.759728:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.759735:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.759736:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.759738:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.759748:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.759749:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.759751:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.759754:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.759761:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.759764:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.759766:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.759769:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.759774:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.759777:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.759778:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.759779:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.759781:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.759784:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.759789:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.759791:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.759792:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.759795:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.759801:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.759804:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.759807:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.759809:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.759810:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.759813:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.759817:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.759820:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.759822:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.759823:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.759830:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.759833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.759835:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.759837:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357313.759839:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.759840:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00010000:1.0:1712357313.759844:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.759852:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.759855:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.759859:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.759861:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.759865:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.759867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.759868:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.759872:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.759874:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.759876:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.760187:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.760194:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.760197:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.760200:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.760205:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.760206:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.760212:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.760216:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.760217:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.760218:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.760219:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.760220:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:1.0:1712357313.760221:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.760223:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357313.760225:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.760227:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.760231:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.760232:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.760234:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.760235:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.760237:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.760238:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.760239:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.760240:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.760242:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f840 with handle 0xbda2fb8f0333800f from hash 00010000:00000001:1.0:1712357313.760243:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.760244:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.760245:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.760245:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.760246:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.760247:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.760249:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.760249:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.760250:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760251:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.760253:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.760264:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.760265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.760265:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.760266:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.760267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.760268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.760268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.760270:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f0333800f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.760278:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.760279:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.760283:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.760287:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.760293:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.760294:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760295:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760296:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760298:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.760300:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.760300:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760301:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.760303:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.760305:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.760308:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.760310:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760313:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.760315:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.760318:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19de0. 00000080:00002000:1.0:1712357313.760322:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.760326:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.760329:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.760332:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760338:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.760339:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.760341:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.760346:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:1.0:1712357313.760348:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.760351:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/30 (0 0) 00000002:00000001:1.0:1712357313.760353:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760354:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.760356:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760357:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.760359:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.760362:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.760365:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.760368:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572144448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.760373:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.760374:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.760377:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.760381:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.760383:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.760384:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.760386:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.760388:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357313.760392:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.760393:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.760394:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.760396:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.760397:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.760399:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.760400:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.760401:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.760406:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.760407:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a7701d80, parent ffff8800a7701000, inode (null)) hashed, 00000080:00000001:1.0:1712357313.760409:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.760412:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.760415:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.760420:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.760421:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701000, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:1.0:1712357313.760423:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760450:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.760452:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.760454:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.760458:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760461:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.760462:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.760465:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.760466:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.760469:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.760471:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760472:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.760473:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.760475:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760477:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.760477:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.760479:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.760480:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:1.0:1712357313.760481:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.760482:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760483:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.760485:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.760486:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760488:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.760488:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701000) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.760490:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.760490:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.760491:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.760492:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.760493:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.760494:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1e:0x0](ffff8800b06478c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.760495:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.760500:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), flags=0 00000080:00000001:1.0:1712357313.760503:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.760507:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), intent=getattr 00000080:00000010:1.0:1712357313.760512:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.760515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.760518:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.760519:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x1e:0x0] 00800000:00000001:1.0:1712357313.760521:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.760523:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1e:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.760526:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.760527:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.760528:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.760531:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.760533:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.760535:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.760537:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.760541:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.760544:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.760547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.760548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.760549:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.760551:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.760552:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.760554:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.760558:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357313.760562:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.760564:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.760579:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.760580:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.760581:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.761914:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.761921:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.761925:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.761926:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.761930:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:1.0:1712357313.761932:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.761934:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.761943:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357313.761946:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.761948:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338016 to hash 00000020:00000001:1.0:1712357313.761949:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.761950:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.761953:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.761955:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.761956:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.761959:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.761965:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.761972:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.761976:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.761977:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.761981:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.761983:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534528 : -131938525017088 : ffff8800ab158c00) 00000100:00000001:1.0:1712357313.761985:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.761985:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.761988:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.761991:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.761993:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.761994:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.761999:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.762006:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.762007:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.762009:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.762011:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.762014:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.762021:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.762025:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.762027:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.762028:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.762032:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.762033:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.762039:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.762042:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2a50. 00000400:00000010:1.0:1712357313.762047:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.762052:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144512, portal 10 00000100:00000001:1.0:1712357313.762053:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.762054:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.762059:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.762063:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.762065:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.762067:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357313.762069:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572144512, offset 0 00000400:00000200:1.0:1712357313.762073:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.762078:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.762084:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.762088:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.762091:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.762093:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.762095:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.762098:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [362:362:256:4294967295] 192.168.203.120@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:1.0:1712357313.762101:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.762107:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.762113:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.762116:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.762120:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.762130:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.762133:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.762140:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.762142:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.762143:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.762145:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.762146:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.762148:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158c00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.762150:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.762152:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.762154:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.762155:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.762249:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.762253:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:3.0:1712357313.762256:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.762261:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.762264:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357313.762265:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357313.762268:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.762271:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.762277:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.762279:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.762284:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.762285:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.764175:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.764192:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.764195:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.764198:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.764207:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.764214:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.764221:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.764225:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.764228:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.764232:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905b80 00000400:00000200:2.0:1712357313.764236:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.764242:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf05 [1] + 224 00000800:00000001:2.0:1712357313.764248:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.764263:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.764266:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.764270:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.764276:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.764283:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.764291:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.764316:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.764323:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.764326:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.764403:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.764410:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.764411:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.764414:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2a50. 00000400:00000200:1.0:1712357313.764418:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.764420:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.764423:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.764431:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.764439:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.764444:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.764446:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.764447:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.764450:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.764451:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.764453:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.764456:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.764462:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.764465:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.764467:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.764470:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.764487:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.764489:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.764491:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.764492:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.764494:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.764497:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.764503:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.764505:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.764507:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.764510:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.764516:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.764520:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.764522:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.764524:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.764525:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.764528:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.764533:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.764536:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.764538:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.764539:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.764541:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.764544:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.764546:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.764548:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357313.764549:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.764551:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357313.764555:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764575:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.764579:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764611:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.764613:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764618:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.764619:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.764620:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764625:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.764626:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.764629:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.764631:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.764635:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.764638:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.764640:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764644:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.764646:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.764648:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764652:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.764654:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.764655:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.764656:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.764660:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357313.764662:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.764664:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357313.764666:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.764668:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.764672:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.764673:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.764675:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.764676:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.764678:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.764679:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.764680:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.764681:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.764683:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338016 from hash 00010000:00000001:1.0:1712357313.764685:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.764686:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.764686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.764687:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.764688:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.764689:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.764690:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.764691:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.764692:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764693:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.764695:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.764699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.764700:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.764701:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.764701:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.764702:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.764702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.764704:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338016 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.764714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.764715:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.764719:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.764723:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.764729:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.764730:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764731:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764738:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764740:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.764741:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.764742:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764743:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.764745:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.764747:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.764749:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.764751:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764754:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.764755:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.764759:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19f40. 00000080:00002000:1.0:1712357313.764763:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.764767:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.764770:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.764773:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764775:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.764776:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.764778:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.764781:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:1.0:1712357313.764783:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.764787:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/30 (0 0) 00000002:00000001:1.0:1712357313.764789:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764791:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.764792:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764796:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.764799:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.764802:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.764805:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.764808:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572144512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.764813:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.764814:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.764817:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.764821:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.764822:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.764824:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.764825:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.764827:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357313.764832:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.764833:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.764834:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.764837:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.764837:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.764839:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.764840:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.764841:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.764845:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.764847:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7701ca8, parent ffff8800a7701000, inode (null)) hashed, 00000080:00000001:1.0:1712357313.764849:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.764852:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.764855:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.764857:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.764858:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701000, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:1.0:1712357313.764860:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764889:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.764891:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.764893:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.764896:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764899:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.764900:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357313.764902:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.764907:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:1.0:1712357313.764910:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.764912:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764914:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.764915:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.764917:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764919:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.764920:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.764921:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.764922:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:1.0:1712357313.764924:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.764925:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764926:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.764927:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.764929:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764931:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.764932:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701000) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.764933:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.764934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.764935:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.764936:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.764937:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.764938:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1e:0x0](ffff8800b06478c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.764940:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.764945:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_big_num_ctypes.cpython-36.opt-1.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), flags=0 00000080:00000001:1.0:1712357313.764948:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.764949:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_big_num_ctypes.cpython-36.opt-1.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), intent=getattr 00000080:00000010:1.0:1712357313.764954:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca9c00. 00000080:00000001:1.0:1712357313.764958:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.764959:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.764961:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_big_num_ctypes.cpython-36.opt-1.pyc' on [0x200000401:0x1e:0x0] 00800000:00000001:1.0:1712357313.764963:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.764965:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1e:0x0], fid2=[0x0:0x0:0x0], name='_big_num_ctypes.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.764967:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.764972:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.764973:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _big_num_ctypes.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.764976:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.764978:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.764980:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.764982:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.764985:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.764988:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.764990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.764991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.764997:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.764999:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.765000:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.765003:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.765007:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357313.765010:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.765012:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.765014:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.765015:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.765016:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.765017:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.765020:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.765022:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.765023:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.765026:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:1.0:1712357313.765027:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.765029:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.765031:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357313.765032:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.765033:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f0333801d to hash 00000020:00000001:1.0:1712357313.765035:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.765036:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.765038:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.765039:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.765040:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.765046:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.765051:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.765057:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.765060:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.765062:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.765065:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357313.765066:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534528 : -131938525017088 : ffff8800ab158c00) 00000100:00000001:1.0:1712357313.765068:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.765069:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.765072:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.765074:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.765076:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.765078:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.765081:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.765087:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.765088:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.765090:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.765091:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.765093:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.765096:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.765099:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.765100:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.765101:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.765104:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357313.765105:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.765111:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.765112:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2a50. 00000400:00000010:1.0:1712357313.765115:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.765122:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144576, portal 10 00000100:00000001:1.0:1712357313.765123:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.765124:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.765128:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.765133:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.765135:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.765136:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357313.765139:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572144576, offset 0 00000400:00000200:1.0:1712357313.765143:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.765147:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.765153:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.765157:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.765160:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.765163:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.765165:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.765167:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [363:363:256:4294967295] 192.168.203.120@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:1.0:1712357313.765170:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.765177:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.765182:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.765185:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.765189:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.765195:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.765197:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.765215:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.765217:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.765218:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.765221:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.765221:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.765223:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158c00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.765225:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.765226:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.765232:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.765232:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.765342:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.765344:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357313.765348:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.765352:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.765355:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357313.765356:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357313.765358:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.765361:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.765366:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.765368:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.765372:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.765377:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.767694:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.767711:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.767725:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.767729:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.767740:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.767746:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.767753:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.767756:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.767759:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.767762:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905bc0 00000400:00000200:2.0:1712357313.767766:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.767771:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf0d [1] + 224 00000800:00000001:2.0:1712357313.767778:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.767791:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.767793:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.767797:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.767803:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.767809:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.767819:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.767835:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.767841:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.767843:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1712357313.767915:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e19a20. 00000100:00000001:0.0:1712357313.767962:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.767968:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.767970:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.767972:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2a50. 00000400:00000200:0.0:1712357313.767975:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:0.0:1712357313.767977:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:0.0:1712357313.767979:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.767986:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.767994:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.768000:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.768001:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.768003:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.768005:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.768007:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.768016:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.768018:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.768024:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.768031:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.768033:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.768036:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.768041:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.768043:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.768044:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.768046:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.768047:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.768050:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.768055:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.768056:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.768058:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.768060:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.768065:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.768068:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.768071:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.768072:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.768074:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.768076:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.768080:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.768081:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158c00. 00000100:00000001:0.0:1712357313.768083:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.768084:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.768087:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.768089:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.768094:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.768096:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:0.0:1712357313.768097:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357313.768099:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00010000:0.0:1712357313.768103:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.768110:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.768113:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.768117:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.768118:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.768122:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.768123:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.768125:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.768129:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.768130:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.768133:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.768135:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.768138:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38eac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.768141:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.768143:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.768147:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.768148:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.768150:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.768163:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.768165:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.768166:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.768167:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.768168:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:0.0:1712357313.768169:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357313.768170:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357313.768172:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.768174:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.768178:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.768179:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.768181:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.768182:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.768184:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.768185:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.768186:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.768186:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.768188:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f0333801d from hash 00010000:00000001:0.0:1712357313.768190:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.768190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.770660:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.770664:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.770666:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.770668:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.770672:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.770673:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.770674:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770677:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.770681:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.770687:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.770695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.770697:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.770698:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.770699:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.770700:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.770700:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.770702:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333801d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.770721:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.770722:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.770728:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.770736:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.770743:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.770744:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770745:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770746:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770749:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.770750:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.770751:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770752:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.770754:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_big_num_ctypes.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.770756:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.770759:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.770761:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770764:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.770765:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.770769:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6daca00. 00000080:00002000:0.0:1712357313.770773:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.770778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.770781:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.770784:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770786:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.770787:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.770789:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.770793:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:0.0:1712357313.770798:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.770802:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/30 (0 0) 00000002:00000001:0.0:1712357313.770804:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770805:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.770807:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770808:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.770810:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.770813:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca9c00. 00000100:00000001:0.0:1712357313.770817:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.770822:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572144576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.770827:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.770829:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.770831:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:0.0:1712357313.770835:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.770837:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.770838:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.770840:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.770842:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:0.0:1712357313.770846:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.770847:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.770848:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:0.0:1712357313.770851:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.770851:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.770853:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.770854:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.770855:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.770859:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.770860:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _big_num_ctypes.cpython-36.opt-1.pyc (ffff8800a7701bd0, parent ffff8800a7701000, inode (null)) hashed, 00000080:00000001:0.0:1712357313.770863:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.770865:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.770868:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.770870:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.770871:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701000, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:0.0:1712357313.770873:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770907:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.770908:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.770910:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.770919:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770922:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.770923:0:12713:0:(dcache.c:101:ll_dcompare()) found name asn1crypto(ffff8800a750aaf8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357313.770924:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.770926:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=asn1crypto, flags=16 00000080:00000001:0.0:1712357313.770929:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.770930:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770934:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.770935:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x7:0x0](ffff8800a76da0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.770937:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770938:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.770939:0:12713:0:(dcache.c:101:ll_dcompare()) found name _perf(ffff8800a77010d8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.770941:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.770942:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_perf, flags=16 00000080:00000001:0.0:1712357313.770943:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.770944:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.770946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1d:0x0](ffff8800a76de0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.770948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770949:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.770950:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701000) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.770951:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.770952:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.770953:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.770953:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.770954:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.770955:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1e:0x0](ffff8800b06478c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.770957:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.770963:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_big_num_ctypes.cpython-36.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), flags=0 00000080:00000001:0.0:1712357313.770965:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.770967:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_big_num_ctypes.cpython-36.pyc, dir=[0x200000401:0x1e:0x0](ffff8800b06478c8), intent=getattr 00000080:00000010:0.0:1712357313.770972:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.770980:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.770982:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.770984:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_big_num_ctypes.cpython-36.pyc' on [0x200000401:0x1e:0x0] 00800000:00000001:0.0:1712357313.770986:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.770989:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1e:0x0], fid2=[0x0:0x0:0x0], name='_big_num_ctypes.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.770991:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.770993:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.770994:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _big_num_ctypes.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1e:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.770996:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.770998:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.771001:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.771003:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.771007:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.771009:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.771012:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.771012:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.771013:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.771015:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.771016:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.771019:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.771024:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f400. 00000100:00000001:0.0:1712357313.771028:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.771031:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.771032:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.771033:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.771034:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.771035:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.771040:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00010000:00000001:0.0:1712357313.771042:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.771043:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.771045:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:0.0:1712357313.771047:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.771048:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.771050:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357313.771052:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.771058:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338024 to hash 00000020:00000001:0.0:1712357313.771059:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.771060:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.771063:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.771065:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.771067:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.771069:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.771074:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.771081:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.771085:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.771087:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.771091:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.771092:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.771094:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.771095:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.771098:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.771101:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.771103:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.771104:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.771108:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.771113:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.771114:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.771117:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.771118:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.771121:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144640:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.771124:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.771127:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.771132:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.771133:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.771136:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.771138:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.771145:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.771147:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357313.771151:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.771156:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144640, portal 10 00000100:00000001:0.0:1712357313.771158:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.771159:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.771163:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.771168:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.771170:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.771171:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357313.771174:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572144640, offset 0 00000400:00000200:0.0:1712357313.771177:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.771184:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.771189:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.771193:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.771196:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.771199:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.771201:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.771204:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [364:364:256:4294967295] 192.168.203.120@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:0.0:1712357313.771207:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.771213:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.771223:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.771227:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357313.771232:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.771237:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.771241:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.771261:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.771267:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.771270:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.771272:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.771273:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.771274:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.771276:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.771278:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.771280:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.771281:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.771516:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.771519:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357313.771523:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.771527:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.771530:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357313.771531:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:3.0:1712357313.771534:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.771538:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.771544:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.771546:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.771551:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.771552:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.778191:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000080:00000010:1.1:1712357313.778202:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6daca00. 00010000:00000010:0.1:1712357313.778268:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f840. 00000080:00000010:0.1:1712357313.778273:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e19de0. 00010000:00000010:0.1:1712357313.778276:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:0.1:1712357313.778278:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e19f40. 00000800:00000001:2.0:1712357313.781227:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.781239:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.781242:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.781244:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.781253:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.781259:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.781265:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.781269:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.781272:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.781275:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905c00 00000400:00000200:2.0:1712357313.781279:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.781292:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf15 [1] + 224 00000800:00000001:2.0:1712357313.781298:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.781308:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.781310:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.781314:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.781319:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.781325:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.781333:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.781345:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.781350:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.781352:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.782912:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.782919:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.782921:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.782924:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357313.782928:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.782930:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.782933:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.782940:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.782948:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.782954:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.782956:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.782958:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.782960:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.782962:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.782964:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.782966:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.782972:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.782976:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.782978:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.782980:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.782985:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.782988:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.782990:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.782991:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.782998:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.783002:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.783007:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.783010:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.783011:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.783014:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.783020:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144640:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.783023:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.783026:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.783029:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.783030:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.783032:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.783037:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.783040:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.783042:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.783043:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.783046:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.783049:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.783051:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.783053:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357313.783055:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.783057:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357313.783060:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783068:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.783071:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783081:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.783084:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783088:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.783089:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.783091:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783095:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.783097:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.783099:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.783101:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.783105:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.783108:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.783111:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783115:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.783116:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.783118:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783122:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.783124:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.783124:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.783125:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.783126:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357313.783128:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.783130:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357313.783131:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.783136:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.783140:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.783141:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.783143:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.783144:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.783146:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.783147:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.783148:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.783149:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.783151:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338024 from hash 00010000:00000001:0.0:1712357313.783153:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.783153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.783154:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.783155:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.783156:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.783157:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.783158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.783159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.783160:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.783162:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.783164:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.783168:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.783168:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.783170:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.783170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.783171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.783172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.783174:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338024 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.783197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.783199:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.783203:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.783209:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.783215:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.783216:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783218:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783219:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783222:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.783223:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.783224:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783225:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.783227:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_big_num_ctypes.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.783230:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.783232:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.783234:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.783238:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.783239:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.783243:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dacb80. 00000080:00002000:0.0:1712357313.783246:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.783251:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.783254:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.783257:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783259:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.783261:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.783262:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.783266:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1db00 count: 2 00010000:00000001:0.0:1712357313.783268:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.783272:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/30 (0 0) 00000002:00000001:0.0:1712357313.783274:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783275:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.783276:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.783278:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.783280:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.783283:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357313.783285:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.783288:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572144640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.783296:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.783298:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.783300:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.783305:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.783307:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.783308:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.783310:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.783312:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f400. 02000000:00000001:0.0:1712357313.783314:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.783316:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.783317:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:0.0:1712357313.783319:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.783320:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.783322:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.783323:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.783324:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.783328:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.783329:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _big_num_ctypes.cpython-36.pyc (ffff8800a7516d80, parent ffff8800a7701000, inode (null)) hashed, 00000080:00000001:0.0:1712357313.783332:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.783334:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.783336:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.783338:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.783339:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701000, parent ffff8800a77010d8, inode ffff8800b06478c8) hashed, 00000080:00000001:0.0:1712357313.783341:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.783417:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.783419:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.783421:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.783425:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.783432:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357313.783435:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.783436:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357313.783441:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.783445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.783447:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.783452:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna-2.10-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.783455:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.783457:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna-2.10-py3.6.egg-info' -> mds #0 00800000:00000001:0.0:1712357313.783459:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783462:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.783463:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna-2.10-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.783518:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.783520:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.783523:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.783526:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.783529:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.783532:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.783535:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.783536:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.783537:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.783539:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.783540:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.783543:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.783547:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f400. 00000100:00000001:0.0:1712357313.783550:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.783553:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.783554:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.783555:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.783556:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.783557:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.783562:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00010000:00000001:0.0:1712357313.783575:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.783577:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357313.783607:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356e00. 00010000:00000010:0.0:1712357313.783610:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f00. 00010000:00000001:0.0:1712357313.783613:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.783615:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357313.783617:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.783619:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f0333802b to hash 00000020:00000001:0.0:1712357313.783621:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.783625:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.783627:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.783629:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.783630:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.783632:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.783637:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.783644:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.783648:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.783649:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.783652:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.783653:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.783656:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.783656:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.783660:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.783662:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.783664:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.783665:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.783669:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.783675:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.783676:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.783678:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.783680:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.783682:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.783685:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.783688:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.783690:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.783691:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.783696:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.783698:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.783703:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.783705:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357313.783709:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.783713:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144704, portal 10 00000100:00000001:0.0:1712357313.783715:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.783716:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.783720:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.783725:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.783727:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.783728:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357313.783731:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572144704, offset 0 00000400:00000200:0.0:1712357313.783734:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.783739:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.783744:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.783748:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.783752:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.783754:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.783756:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.783759:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [365:365:256:4294967295] 192.168.203.120@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:0.0:1712357313.783762:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.783768:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.783773:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.783775:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357313.783780:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.783786:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.783789:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.783795:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.783797:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.783798:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.783803:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.783805:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.783806:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.783807:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.783809:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.783811:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.783812:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.783993:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.783997:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357313.783999:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.784004:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.784006:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357313.784008:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357313.784010:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.784013:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.784019:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.784022:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.784026:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.784027:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.788248:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.788259:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.788263:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.788265:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.788274:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.788284:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.788291:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.788295:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.788298:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.788301:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905c40 00000400:00000200:2.0:1712357313.788305:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.788310:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf1d [1] + 224 00000800:00000001:2.0:1712357313.788316:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.788331:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.788333:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.788337:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.788342:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.788348:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.788368:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.788391:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.788398:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.788401:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.788466:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.788472:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.788473:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.788476:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357313.788479:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.788481:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.788483:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.788487:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.788493:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.788499:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.788500:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.788501:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.788504:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.788506:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.788508:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.788510:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.788517:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.788521:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.788523:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.788524:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.788526:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.788529:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.788532:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.788533:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.788534:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.788536:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.788540:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.788550:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.788553:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.788554:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.788558:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.788564:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.788578:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.788612:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.788614:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.788616:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.788619:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.788624:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.788627:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.788629:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.788630:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.788632:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.788635:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788638:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788640:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357313.788641:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788644:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000040:0.0:1712357313.788649:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0d80, remote cookie: 0xa8e7976a8eb207e3, flags: 0x1001 00010000:00010000:0.0:1712357313.788653:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.788659:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x8:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357313.788662:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357313.788669:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000010:0.0:1712357313.788675:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664600. 00010000:00000040:0.0:1712357313.788679:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356e00 count: 0 00010000:00000010:0.0:1712357313.788683:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f00. 00010000:00000001:0.0:1712357313.788688:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.788691:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.788697:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788703:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357313.788706:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357313.788707:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357313.788708:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357313.788709:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357313.788710:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x8:0x0].0x0 (ffff88012e356c00) refcount = 1 00010000:00010000:0.0:1712357313.788713:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788718:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357313.788720:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357313.788721:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.788723:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357313.788724:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.788726:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788730:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357313.788732:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788733:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788733:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788734:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788735:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.788738:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357313.788743:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788744:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788745:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788746:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788748:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788749:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788750:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788750:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357313.788752:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788753:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788755:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.788757:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.788759:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788764:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788764:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788765:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788766:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788767:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357313.788768:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788769:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788771:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.788773:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788776:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788777:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.788779:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788783:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.788784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788787:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788788:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788789:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357313.788793:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.788798:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788799:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788799:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788801:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788802:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788803:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788804:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.788804:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.788805:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.788807:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.788809:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788809:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788810:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788811:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788813:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00000002:00010000:0.0:1712357313.788815:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788819:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788820:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788821:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357313.788822:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788822:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788823:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788824:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788826:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000040:0.0:1712357313.788828:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357313.788830:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.788832:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/8 (0 0) 00010000:00000001:0.0:1712357313.788837:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788838:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.788838:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.788840:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna-2.10-py3.6.egg-info intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357313.788843:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.788846:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.788848:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.788852:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.788853:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357313.788856:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357313.788858:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.788860:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.788862:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.788864:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.788866:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:0.0:1712357313.788868:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357313.788872:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.788874:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x8:0x0] 00000080:00000001:0.0:1712357313.788876:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.788878:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:0.0:1712357313.788880:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.788883:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x8:0x0], updating i_size 4096 00000080:00200000:0.0:1712357313.788885:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x8:0x0](ffff8800a76da8c8): rc = 0 00000080:00000001:0.0:1712357313.788886:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123200200 : -131938586351416 : ffff8800a76da8c8) 00010000:00000001:0.0:1712357313.788887:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788888:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788889:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788890:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788892:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.788895:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357313.788896:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357313.788897:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.788898:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.788903:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.788904:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.788906:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) for lock 0xbda2fb8f0333802b 00000080:00000001:0.0:1712357313.788908:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.788910:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.788911:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.788912:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.788913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788914:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788915:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788916:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788917:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788919:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788919:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.788920:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.788921:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357313.788924:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dacd00. 00000080:00002000:0.0:1712357313.788928:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode ffff8800a76da8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357313.788930:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.788933:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.788934:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357313.788936:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) 00000080:00010000:0.0:1712357313.788938:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333802b from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357313.788940:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.788940:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.788941:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.788942:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788944:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.788945:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.788946:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788950:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788953:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788955:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.788956:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.788958:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.788963:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.788965:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.788966:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.788968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.788970:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.788972:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.788974:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.788975:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.788976:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.788978:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.788978:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.788979:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357313.788980:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.788983:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357313.788985:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.788989:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572144704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.788994:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.788995:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.788998:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.789002:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.789004:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.789005:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.789007:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.789008:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f400. 02000000:00000001:0.0:1712357313.789010:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.789012:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.789013:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:0.0:1712357313.789015:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.789015:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.789020:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.789021:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.789022:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357313.789029:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file idna-2.10-py3.6.egg-info:[0x200000401:0x8:0x0](ffff8800a76da8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.789033:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357313.789035:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x8:0x0](ffff8800a76da8c8),name=idna-2.10-py3.6.egg-info 00000080:00000010:0.0:1712357313.789038:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.789042:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.789045:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.789046:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x8:0x0] 'idna-2.10-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357313.789048:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.789051:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x8:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357313.789053:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.789055:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.789056:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x8:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.789059:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.789060:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.789061:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.789063:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357313.789064:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.789066:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.789067:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357313.789069:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357313.789075:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357313.789077:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.789079:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357313.789084:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357313.789085:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.789086:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.789088:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357313.789092:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357313.789095:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.789097:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357313.789098:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.789099:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) 00000080:00010000:0.0:1712357313.789101:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) for lock 0xbda2fb8f0333802b 00000080:00000001:0.0:1712357313.789103:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.789105:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357313.789105:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.789107:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357313.789108:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.789109:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.789110:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.789111:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.789112:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.789114:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.789114:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357313.789115:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.789116:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357313.789117:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333802b from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357313.789118:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.789119:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.789119:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357313.789120:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.789122:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.789123:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.789124:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.789128:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.789129:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.789129:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357313.789130:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357313.789132:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357313.789139:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.789140:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357313.789141:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.789142:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.789143:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.789143:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789145:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357313.789145:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789146:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789148:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789149:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.789149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.789150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357313.789151:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357313.789151:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.789154:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357313.789157:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file idna-2.10-py3.6.egg-info:[0x200000401:0x8:0x0](ffff8800a76da8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357313.789159:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.789161:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna-2.10-py3.6.egg-info (ffff8800a7516360, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:0.0:1712357313.789163:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.789185:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.789187:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.789188:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.789191:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.789193:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.789194:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna-2.10-py3.6.egg-info(ffff8800a7516360) flags 0x108008e refc 0 00000080:00000001:0.0:1712357313.789196:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.789197:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna-2.10-py3.6.egg-info, flags=0 00000080:00000001:0.0:1712357313.789199:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.789200:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.789205:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357313.789207:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file idna-2.10-py3.6.egg-info:[0x200000401:0x8:0x0](ffff8800a76da8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1611184588.917029447, ctime 1712357313.000000000 00000080:00000002:0.0:1712357313.789211:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184588, ctime 1712357313, now = 1712357313 00000080:00000010:0.0:1712357313.789217:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.789219:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357313.789221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.789223:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357313.789224:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x8:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357313.789226:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.789228:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357313.789230:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357313.789232:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357313.789233:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.789235:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357313.789237:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.789238:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357313.789244:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.789246:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357313.789247:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357313.789248:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x8:0x0] mode (null) 00000080:00000001:0.0:1712357313.789250:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.789251:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.789252:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.789253:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.789255:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.789256:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.789258:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.789259:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.789259:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.789260:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.789261:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.789262:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.789263:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.789264:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.789264:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.789265:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357313.789266:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357313.789267:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.789271:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357313.789273:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x8:0x0] lli = ffff8800a76da800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357313.789276:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357313.789277:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357313.789278:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357313.789279:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x8:0x0](ffff8800a76da8c8) invalid 00000080:00002000:0.0:1712357313.789281:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry idna-2.10-py3.6.egg-info (ffff8800a7516360) parent ffff8800a7656360 inode ffff8800a76da8c8 refc 1 00000080:00000001:0.0:1712357313.789283:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357313.789284:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357313.789285:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789287:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.789289:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.789290:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.789291:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.789292:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357313.789295:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f0333802b from hash 00010000:00000001:0.0:1712357313.789296:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.789297:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.789297:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.789298:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.789299:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.789300:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357313.789302:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.789303:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357313.789304:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357313.789307:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b480. 00000020:00000040:0.0:1712357313.789309:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.789312:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.789314:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.789316:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.789317:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.789317:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.789319:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.789321:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.789322:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.789330:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7b55e00. 00000100:00000001:0.0:1712357313.789334:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789336:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.789338:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357313.789341:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357313.789345:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357313.789346:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357313.789347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.789349:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333802b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb207e3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357313.789354:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356c00 count: 0 00010000:00000010:0.0:1712357313.789356:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357313.789360:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.789362:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789363:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.789364:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.789365:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357313.789366:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184588, ctime 1712357313 00000020:00100000:0.0:1712357313.789372:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357313.789376:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357313.789382:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.789383:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.789386:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.789387:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.789389:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.789390:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.789393:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.789396:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.789397:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.789399:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.789405:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.789410:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.789412:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.789414:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.789415:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.789418:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.789420:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.789424:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.789425:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.789426:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.789429:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7f400. 02000000:00000001:0.0:1712357313.789430:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.789435:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.789438:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357313.789441:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.789773:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572144832, portal 10 00000100:00000001:0.0:1712357313.789774:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.789775:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000040:0.0:1712357313.789781:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.789786:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.789788:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.789790:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357313.789792:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572144832, offset 0 00000400:00000200:0.0:1712357313.789796:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.789801:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.789805:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.789810:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.789813:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.789815:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.789817:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.789820:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [366:366:256:4294967295] 192.168.203.120@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:0.0:1712357313.789832:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.789840:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.789844:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.789847:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.789852:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.789857:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.789860:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.789878:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.789879:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.789881:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.789883:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.789884:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.789886:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.789887:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.789888:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.789890:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.789891:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.790208:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.790212:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357313.790215:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.790219:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.790222:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:3.0:1712357313.790227:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:3.0:1712357313.790230:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.790233:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.790240:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.790408:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.790413:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.790414:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.791994:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.792004:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.792006:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.792008:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.792015:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792019:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.792025:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792028:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792031:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792034:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef905cc0 00000400:00000200:2.0:1712357313.792037:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792041:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xf25 [1] + 224 00000800:00000001:2.0:1712357313.792046:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.792056:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.792058:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.792062:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.792065:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.792070:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.792077:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.792117:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.792122:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.792125:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792129:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.792138:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [367:367:256:4294967295] 192.168.203.120@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:2.0:1712357313.792141:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.792147:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.792150:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.792154:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357313.792157:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.792162:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.792165:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.792224:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.792227:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:2.0:1712357313.792229:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.792232:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.792235:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.792238:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.792456:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.792461:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.792462:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.792464:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357313.792467:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.792469:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.792470:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.792474:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.792480:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b480 x1795536572144832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.792485:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.792487:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.792488:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.792491:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.792493:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.792498:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.792500:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.792507:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.792510:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.792512:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357313.792513:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.792515:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357313.792518:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.792520:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357313.792522:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357313.792523:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357313.792524:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.792526:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231040 : -131938549320576 : ffff8800a9a2b480) 00000100:00000001:0.0:1712357313.792528:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.792529:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.792530:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.792532:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357313.792536:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b480 x1795536572144832/t4294967355(4294967355) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.792541:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.792543:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.792545:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.792548:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b480 x1795536572144832/t4294967355(4294967355) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.792554:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357313.792557:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.792560:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.792562:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.792563:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.792578:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b480 x1795536572144832/t4294967355(4294967355) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.792621:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.792627:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.792629:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.792630:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.792634:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.792638:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.792641:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.792643:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.792645:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357313.792647:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357313.792651:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357313.792653:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x8:0x0] 00000080:00000001:0.0:1712357313.792655:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.792657:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:0.0:1712357313.792659:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357313.792662:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x8:0x0], updating i_size 4096 00000100:00000001:0.0:1712357313.792664:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.792667:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b480 x1795536572144832/t4294967355(4294967355) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.792672:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.792673:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.792674:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357313.792676:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.792677:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.792678:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.792681:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000080:00200008:0.0:1712357313.792685:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file idna-2.10-py3.6.egg-info:[0x200000401:0x8:0x0](ffff8800a76da8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.788000000, mtime 1611184588.917029447, ctime 1712357313.788000000, rc 0 00000080:00000001:0.0:1712357313.792690:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.792739:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.792742:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna-2.10-py3.6.egg-info (ffff8800a7516360, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:1.0:1712357313.792745:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.792749:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.792756:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.792769:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.792771:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.792773:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.792776:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.792783:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:1.0:1712357313.792786:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.792787:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357313.792792:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.792796:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.792799:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.792801:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna-2.10-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.792807:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.792811:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna-2.10-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357313.792815:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.792817:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.792819:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna-2.10-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.792822:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.792823:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.792827:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27480. 00000020:00000040:1.0:1712357313.792830:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.792833:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.792836:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.792840:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.792841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.792841:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.792843:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.792845:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.792847:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.792855:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98800. 00000100:00000001:1.0:1712357313.792861:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.792863:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.792865:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.792866:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.792867:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.792868:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357313.792869:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:2.1:1712357313.792874:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dacb80. 00000002:00000001:1.0:1712357313.792874:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160214656 : -131938549336960 : ffff8800a9a27480) 00010000:00000001:1.0:1712357313.792876:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.792878:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.792883:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357313.792885:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25c00. 00010000:00000001:1.0:1712357313.792888:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.792891:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357313.792893:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.792895:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f03338032 to hash 00000020:00000001:1.0:1712357313.792896:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.792897:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.792899:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.792902:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.792904:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.792907:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.792913:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.792919:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.792923:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.792924:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.792927:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.792929:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.792930:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.792934:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160214656 : -131938549336960 : ffff8800a9a27480) 00000100:00000001:1.0:1712357313.792937:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.792940:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.792942:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.792943:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.792946:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.792952:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.792953:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.792955:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.792957:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.792959:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.792962:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.792965:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.792966:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.792967:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.792971:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.792972:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.792975:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.792977:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.792981:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.792984:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572144896, portal 10 00000100:00000001:1.0:1712357313.792985:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.792986:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160214656 : -131938549336960 : ffff8800a9a27480) 00000100:00000040:1.0:1712357313.792990:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.792995:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.792996:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.792998:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357313.793000:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572144896, offset 0 00000400:00000200:1.0:1712357313.793003:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.793006:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.793009:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.793016:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.793019:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.793021:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.793023:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.793030:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [368:368:256:4294967295] 192.168.203.120@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:1.0:1712357313.793033:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.793039:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.793043:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.793045:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.793048:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.793052:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.793054:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.793070:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.793072:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.793074:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.793076:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.793077:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.793079:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.793081:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.793082:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.793083:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.793084:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.793162:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.793164:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.793168:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.793172:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.793174:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:2.0:1712357313.793175:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:2.0:1712357313.793177:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.793180:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.793186:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.793188:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.793192:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.793194:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.795520:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.795532:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.795535:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.795537:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.795544:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.795549:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.795555:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.795557:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.795560:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.795564:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905d00 00000400:00000200:3.0:1712357313.795577:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.795613:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf2d [1] + 224 00000800:00000001:3.0:1712357313.795619:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.795630:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.795633:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.795636:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.795641:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.795645:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.795653:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.795874:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.795880:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.795888:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.795923:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.795928:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.795929:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.795931:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.795934:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.795935:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.795937:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.795941:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.795947:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.795960:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.795961:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.795963:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.795965:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.795967:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.795968:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.795970:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.795976:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.795979:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.795981:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.795982:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.795984:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.795986:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.795988:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.795990:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.795992:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.795994:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.795997:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.796002:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.796004:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.796006:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.796008:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.796014:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572144896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.796018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.796020:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.796022:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.796023:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.796025:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.796030:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.796035:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.796037:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.796038:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796040:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.796043:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796045:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796047:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357313.796048:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796050:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000040:1.0:1712357313.796054:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38eac0, remote cookie: 0xa8e7976a8eb20806, flags: 0x1001 00010000:00010000:1.0:1712357313.796057:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.796063:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x8:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.796065:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.796070:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d700. 00010000:00000010:1.0:1712357313.796073:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000040:1.0:1712357313.796076:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:1.0:1712357313.796079:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25c00. 00010000:00000001:1.0:1712357313.796084:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.796086:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.796092:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796097:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.796099:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.796101:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.796102:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.796103:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.796104:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x8:0x0].0x0 (ffff8800b6e1d700) refcount = 1 00010000:00010000:1.0:1712357313.796107:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796116:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.796118:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.796119:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.796121:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.796123:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.796125:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796129:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.796130:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796131:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796134:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796136:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.796137:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796138:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796139:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796141:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796143:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796144:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796145:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357313.796146:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796147:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796149:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.796150:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.796152:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796162:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796163:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:1.0:1712357313.796164:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796165:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796166:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.796168:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.796174:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796178:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.796179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796181:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.796184:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.796190:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796191:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796191:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796193:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796194:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796196:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.796197:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796198:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796200:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.796201:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796202:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796203:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796207:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796208:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00000002:00010000:1.0:1712357313.796210:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796215:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796216:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796217:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.796217:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796218:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796219:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796220:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796221:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000040:1.0:1712357313.796224:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 2 00010000:00000001:1.0:1712357313.796226:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.796228:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/8 (0 0) 00010000:00000001:1.0:1712357313.796230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796230:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.796231:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.796233:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna-2.10-py3.6.egg-info intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.796235:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796238:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796240:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.796243:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.796245:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357313.796246:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.796248:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796251:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796253:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.796255:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.796256:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:1.0:1712357313.796258:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.796262:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.796263:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x8:0x0] 00000080:00000001:1.0:1712357313.796267:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.796269:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:1.0:1712357313.796271:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.796274:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x8:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.796276:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x8:0x0](ffff8800a76da8c8): rc = 0 00000080:00000001:1.0:1712357313.796278:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123200200 : -131938586351416 : ffff8800a76da8c8) 00010000:00000001:1.0:1712357313.796279:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796280:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796281:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796282:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796284:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796285:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796286:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.796287:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.796288:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.796289:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.796290:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796292:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.796293:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.796295:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) for lock 0xbda2fb8f03338032 00000080:00000001:1.0:1712357313.796298:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796299:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.796300:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796301:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.796302:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796303:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796304:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796305:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796307:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796308:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796309:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.796310:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796311:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.796314:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19600. 00000080:00002000:1.0:1712357313.796321:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode ffff8800a76da8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.796323:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.796325:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.796327:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.796330:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) 00000080:00010000:1.0:1712357313.796332:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338032 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357313.796334:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.796334:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.796335:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:1.0:1712357313.796336:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796338:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357313.796339:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.796341:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796345:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796346:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796347:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.796348:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.796350:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.796355:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.796357:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.796359:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.796361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796362:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796364:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.796366:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796368:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796370:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796371:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.796371:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.796376:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.796379:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.796382:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.796385:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27480 x1795536572144896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.796390:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.796392:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.796394:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.796398:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.796399:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.796401:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.796402:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.796404:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98800. 02000000:00000001:1.0:1712357313.796408:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.796409:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.796411:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27480. 00000100:00000001:1.0:1712357313.796413:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.796414:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.796415:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.796416:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357313.796417:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.796429:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.796431:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file idna-2.10-py3.6.egg-info:[0x200000401:0x8:0x0](ffff8800a76da8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.796435:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.796438:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.796439:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.796442:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.796444:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.796445:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x8:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357313.796448:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796450:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.796451:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.796453:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 2 00010000:00000001:1.0:1712357313.796455:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.796457:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.796461:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.796464:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.796469:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.796471:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.796472:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.796474:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x8:0x0] mode (null) 00000080:00000001:1.0:1712357313.796476:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796477:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.796478:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.796480:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 3 00010000:00000001:1.0:1712357313.796481:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.796483:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.796484:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796485:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.796486:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.796487:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 3 00010000:00000001:1.0:1712357313.796488:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.796489:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.796490:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.796491:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.796492:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.796493:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d700 count: 3 00010000:00000001:1.0:1712357313.796494:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.796495:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.796497:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.796498:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x8:0x0] lli = ffff8800a76da800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.796501:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.796502:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.796503:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.796505:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x8:0x0](ffff8800a76da8c8) invalid 00000080:00002000:1.0:1712357313.796507:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry idna-2.10-py3.6.egg-info (ffff8800a7701bd0) parent ffff8800a7656360 inode ffff8800a76da8c8 refc 1 00000080:00000001:1.0:1712357313.796509:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.796510:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.796515:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796517:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.796518:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.796519:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.796520:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.796521:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.796523:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f03338032 from hash 00010000:00000001:1.0:1712357313.796525:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.796526:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796527:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.796529:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.796530:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.796532:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.796533:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.796534:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.796537:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27480. 00000020:00000040:1.0:1712357313.796539:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.796542:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.796544:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.796546:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.796546:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796547:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.796549:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.796550:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.796552:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.796556:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca9200. 00000100:00000001:1.0:1712357313.796560:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796562:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.796563:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.796574:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.796580:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.796599:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.796601:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.796606:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338032 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20806 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.796612:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d700 count: 0 00010000:00000010:1.0:1712357313.796615:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.796619:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.796620:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796622:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.796623:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.796624:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.796625:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:1.0:1712357313.796631:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.796636:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.796641:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.796642:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.796646:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.796647:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.796649:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.796650:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160214656 : -131938549336960 : ffff8800a9a27480) 00000100:00000001:1.0:1712357313.796653:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.796655:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.796657:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.796658:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.796661:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.796666:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.796667:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.796669:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.796671:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.796674:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.796676:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.796679:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.796685:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.796686:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.796689:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e98800. 02000000:00000001:1.0:1712357313.796691:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.796695:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.796697:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.796700:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.796703:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572145024, portal 10 00000100:00000001:1.0:1712357313.796704:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.796705:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160214656 : -131938549336960 : ffff8800a9a27480) 00000100:00000040:1.0:1712357313.796710:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.796715:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.796717:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.796719:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357313.796721:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572145024, offset 0 00000400:00000200:1.0:1712357313.796724:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.796728:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.796733:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.796737:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.796739:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.796742:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.796743:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.796746:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [369:369:256:4294967295] 192.168.203.120@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:1.0:1712357313.796749:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.796755:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.796759:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.796763:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.796767:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.796772:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.796774:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.796789:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.796794:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.796797:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.796798:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.796799:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.796801:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.796803:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.796804:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.796806:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.796806:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.796864:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.796866:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.796869:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.796881:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.796884:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:2.0:1712357313.796885:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:2.0:1712357313.796888:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.796891:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.796897:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.796900:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.796905:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.796906:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.798849:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356e00. 00010000:00000010:0.1:1712357313.798855:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356c00. 00010000:00000010:0.1:1712357313.798858:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000800:00000001:3.0:1712357313.799074:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.799081:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.799083:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.799085:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.799092:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799096:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.799101:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799105:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799108:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799111:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef905d80 00000400:00000200:3.0:1712357313.799115:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799119:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xf35 [1] + 224 00000800:00000001:3.0:1712357313.799125:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.799132:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.799134:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.799138:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.799142:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.799148:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.799157:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.799176:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.799182:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.799184:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799188:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.799193:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [370:370:256:4294967295] 192.168.203.120@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:3.0:1712357313.799196:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.799201:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.799205:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.799209:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357313.799216:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.799221:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.799224:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357313.799281:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1712357313.799281:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000010:3.0:1712357313.799283:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357313.799285:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357313.799286:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.799288:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357313.799344:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.799348:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.799350:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.799352:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.799355:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.799357:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.799358:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.799363:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.799369:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27480 x1795536572145024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.799374:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.799375:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.799377:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.799379:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.799381:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.799382:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.799385:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.799390:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.799393:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.799395:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.799397:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.799399:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.799401:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799403:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.799404:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000000e/0x0] 00000100:00000001:1.0:1712357313.799405:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.799407:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.799412:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160214656 : -131938549336960 : ffff8800a9a27480) 00000100:00000001:1.0:1712357313.799414:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.799416:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.799417:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.799424:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.799429:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27480 x1795536572145024/t4294967356(4294967356) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.799435:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.799437:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.799438:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.799440:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27480 x1795536572145024/t4294967356(4294967356) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.799446:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.799450:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.799453:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799455:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.799456:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.799459:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27480 x1795536572145024/t4294967356(4294967356) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.799463:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.799466:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.799468:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.799469:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.799473:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.799476:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.799478:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.799481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.799483:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.799484:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.799489:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.799490:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x8:0x0] 00000080:00000001:1.0:1712357313.799492:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.799498:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:1.0:1712357313.799500:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.799503:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x8:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.799504:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.799508:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27480 x1795536572145024/t4294967356(4294967356) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.799513:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.799514:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.799516:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.799517:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.799518:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.799520:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.799523:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00200008:1.0:1712357313.799528:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file idna-2.10-py3.6.egg-info:[0x200000401:0x8:0x0](ffff8800a76da8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.795000000, rc 0 00000080:00000001:1.0:1712357313.799533:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.799538:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.799540:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna-2.10-py3.6.egg-info (ffff8800a7701bd0, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:1.0:1712357313.799542:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.799546:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.799550:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.799607:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.799610:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.799611:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.799615:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.799622:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000001:1.0:1712357313.799625:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.799626:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna-2.10-py3.6.egg-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000010:1.0:1712357313.799630:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.799634:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.799637:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.799639:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'idna-2.10-py3.6.egg-info' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.799642:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.799648:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna-2.10-py3.6.egg-info' -> mds #0 00800000:00000001:1.0:1712357313.799651:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.799653:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.799655:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna-2.10-py3.6.egg-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357313.799658:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.799661:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.799664:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.799667:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.799671:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.799673:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.799676:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.799677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.799678:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799680:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.799681:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.799684:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.799688:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98c00. 00000100:00000001:1.0:1712357313.799692:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.799694:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.799695:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.799696:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.799697:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.799699:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.799703:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00010000:00000001:1.0:1712357313.799705:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.799707:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.799712:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d400. 00010000:00000010:1.0:1712357313.799714:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.799717:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.799719:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e640. 00000020:00000001:1.0:1712357313.799722:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.799724:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e640 with handle 0xbda2fb8f03338039 to hash 00000020:00000001:1.0:1712357313.799726:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.799727:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.799729:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.799734:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.799736:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.799739:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.799745:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.799752:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.799756:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.799757:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.799760:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.799761:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.799763:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.799764:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.799767:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.799769:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799770:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.799771:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.799775:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.799780:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.799781:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.799783:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.799785:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.799787:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.799790:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.799792:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.799794:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.799795:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.799799:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.799800:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.799803:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.799809:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.799812:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.799816:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145088, portal 10 00000100:00000001:1.0:1712357313.799818:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.799819:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.799823:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.799828:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.799830:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.799831:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357313.799833:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572145088, offset 0 00000400:00000200:1.0:1712357313.799837:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.799840:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.799843:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.799846:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.799849:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.799851:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.799853:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.799855:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [371:371:256:4294967295] 192.168.203.120@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:1.0:1712357313.799858:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.799864:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.799867:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.799869:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d000. 00000800:00000200:1.0:1712357313.799872:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.799875:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.799878:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.799890:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799891:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.799893:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799895:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.799896:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.799897:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.799902:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.799904:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.799905:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.799906:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.799912:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.799915:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d000. 00000400:00000200:2.0:1712357313.799918:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.799922:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.799924:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:2.0:1712357313.799925:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:2.0:1712357313.799928:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.799931:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.799938:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.799941:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.799945:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.800076:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357313.801659:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dacd00. 00010000:00000010:0.1:1712357313.805145:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00010000:00000010:0.1:1712357313.805154:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d700. 00010000:00000010:0.1:1712357313.805157:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000080:00000010:0.1:1712357313.805161:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e19600. 00000800:00000001:3.0:1712357313.808102:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.808114:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.808118:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.808119:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.808128:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.808134:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.808140:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.808143:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.808146:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.808150:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905dc0 00000400:00000200:3.0:1712357313.808154:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.808158:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf3d [1] + 224 00000800:00000001:3.0:1712357313.808163:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.808177:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.808180:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.808183:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.808188:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.808194:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.808202:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.808225:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.808231:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.808233:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.808283:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.808289:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.808290:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.808292:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.808295:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.808297:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.808300:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.808304:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.808310:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.808315:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.808316:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.808318:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.808320:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.808322:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.808324:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.808327:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.808333:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.808336:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.808338:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.808339:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.808447:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.808451:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.808453:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.808455:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.808456:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.808458:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.808462:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.808468:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.808559:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.808560:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.808571:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.808578:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.808760:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.808764:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.808766:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.808767:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.808771:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.808777:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.808780:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.808782:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.808783:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.808785:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.808788:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808790:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808792:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=4 00000020:00000001:1.0:1712357313.808793:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808795:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000040:1.0:1712357313.808799:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e640, remote cookie: 0xa8e7976a8eb20829, flags: 0x1001 00010000:00010000:1.0:1712357313.808803:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.808809:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x8:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.808812:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.808818:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d900. 00010000:00000010:1.0:1712357313.808820:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25c00. 00010000:00000040:1.0:1712357313.808823:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d400 count: 0 00010000:00000010:1.0:1712357313.808827:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.808841:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.808844:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.808850:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808854:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.808857:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.808858:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.808859:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.808860:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.808861:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x8:0x0].0x0 (ffff8800b6e1d900) refcount = 1 00010000:00010000:1.0:1712357313.808864:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808868:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.808870:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.808872:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.808874:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.808875:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.808877:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808882:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.808883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808884:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.808884:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.808886:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.808888:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.808889:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808890:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808891:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.808892:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808896:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808897:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808898:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808899:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=4 00000020:00000001:1.0:1712357313.808900:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808902:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808904:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.808905:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.808907:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808911:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808912:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.808913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808914:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808914:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=5 00000020:00000001:1.0:1712357313.808915:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808917:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808918:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.808920:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808924:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.808926:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808930:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.808931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808932:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.808932:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808933:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.808936:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.808943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808944:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808945:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.808946:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808948:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808949:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808950:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.808950:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.808952:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.808954:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.808956:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808956:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808957:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.808958:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808959:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00000002:00010000:1.0:1712357313.808962:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.808966:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808966:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.808967:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.808968:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.808968:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.808969:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.808970:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.808971:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000040:1.0:1712357313.808974:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.808975:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.808978:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/8 (0 0) 00010000:00000001:1.0:1712357313.808979:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.808980:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.808981:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.808984:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna-2.10-py3.6.egg-info intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.808987:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.808989:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.808991:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.808995:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.808997:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357313.808999:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.809001:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.809003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.809006:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.809007:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.809009:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:1.0:1712357313.809011:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.809015:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.809017:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x8:0x0] 00000080:00000001:1.0:1712357313.809019:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.809021:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502280 : 144115205272502280 : 200000401000008) 00000080:00000001:1.0:1712357313.809023:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.809026:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x8:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.809028:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x8:0x0](ffff8800a76da8c8): rc = 0 00000080:00000001:1.0:1712357313.809029:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123200200 : -131938586351416 : ffff8800a76da8c8) 00010000:00000001:1.0:1712357313.809031:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.809032:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.809032:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.809034:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.809035:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.809036:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.809037:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.809038:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.809039:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.809040:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.809041:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.809043:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.809044:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.809046:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) for lock 0xbda2fb8f03338039 00000080:00000001:1.0:1712357313.809051:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.809053:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.809053:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.809055:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.809056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.809057:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.809057:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.809059:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.809060:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.809061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.809062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.809063:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.809064:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.809067:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19380. 00000080:00002000:1.0:1712357313.809071:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701af8 inode ffff8800a76da8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.809073:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.809075:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.809077:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.809079:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x8:0x0](ffff8800a76da8c8) 00000080:00010000:1.0:1712357313.809082:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338039 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357313.809083:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.809083:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.809084:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e640 refcount=3 00000020:00000001:1.0:1712357313.809085:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.809087:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628608 : -131938505923008 : ffff8800ac38e640) 00010000:00000001:1.0:1712357313.809088:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.809090:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.809095:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.809095:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.809096:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.809097:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.809099:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e640/0xbda2fb8f03338039 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20829 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.809107:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.809109:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.809110:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.809113:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.809114:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.809115:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809117:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.809119:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809120:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809122:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809123:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.809124:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.809124:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.809125:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.809127:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.809130:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.809133:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.809139:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.809141:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.809143:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.809146:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.809148:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.809149:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.809151:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.809153:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.809157:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.809159:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.809160:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357313.809163:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.809163:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.809169:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.809171:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x8:0x0](ffff8800a76da8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.809174:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.809180:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=PKG-INFO, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), flags=0 00000080:00000001:1.0:1712357313.809185:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.809186:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=PKG-INFO, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), intent=getattr 00000080:00000010:1.0:1712357313.809190:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.809194:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.809196:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.809197:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'PKG-INFO' on [0x200000401:0x8:0x0] 00800000:00000001:1.0:1712357313.809200:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.809202:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x8:0x0], fid2=[0x0:0x0:0x0], name='PKG-INFO' -> mds #0 00800000:00000001:1.0:1712357313.809205:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.809207:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.809208:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: PKG-INFO,[0x0:0x0:0x0]) in obj [0x200000401:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.809211:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.809212:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.809215:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.809217:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.809220:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.809222:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.809224:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.809224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.809225:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.809227:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.809228:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.809230:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.809234:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98c00. 00000100:00000001:1.0:1712357313.809238:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809240:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.809242:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809243:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.809244:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.809245:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.809249:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00010000:00000001:1.0:1712357313.809251:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.809252:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.809253:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.809255:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.809258:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.809260:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357313.809262:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.809264:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03338040 to hash 00000020:00000001:1.0:1712357313.809265:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.809266:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.809269:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.809270:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.809271:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.809274:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.809279:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.809285:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.809288:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.809290:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.809292:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.809294:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.809295:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.809296:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.809299:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.809301:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.809303:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.809304:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.809307:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.809313:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.809314:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.809316:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.809318:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.809320:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.809325:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.809327:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.809329:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.809330:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.809332:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.809334:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.809337:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.809339:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.809343:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.809347:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145152, portal 10 00000100:00000001:1.0:1712357313.809348:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.809349:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.809353:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.809358:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.809361:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.809362:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357313.809364:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572145152, offset 0 00000400:00000200:1.0:1712357313.809368:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.809372:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.809375:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.809380:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.809383:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.809385:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.809387:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.809390:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [372:372:256:4294967295] 192.168.203.120@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:1.0:1712357313.809394:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.809400:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.809404:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.809407:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.809410:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.809418:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.809421:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.809467:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.809469:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.809471:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.809472:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.809474:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.809475:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.809477:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.809478:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.809480:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.809480:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.810208:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.810211:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.810215:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.810220:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.810223:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:2.0:1712357313.810224:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:2.0:1712357313.810231:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.810234:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.810241:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.810243:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.810248:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.810249:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.811716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.811729:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.811732:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.811733:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.811740:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.811744:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.811749:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.811752:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.811755:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.811758:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905e00 00000400:00000200:3.0:1712357313.811762:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.811766:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf45 [1] + 224 00000800:00000001:3.0:1712357313.811771:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.811778:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.811780:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.811783:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.811787:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.811792:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.811800:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.811942:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.811947:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.811950:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.811983:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.811988:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.811989:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.811991:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.811994:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.811995:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.811997:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.812001:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.812008:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812013:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.812015:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.812016:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.812019:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.812020:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.812022:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.812024:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.812029:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.812032:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.812034:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.812037:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812050:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.812052:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.812054:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.812055:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.812057:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.812060:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812065:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.812067:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.812068:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.812071:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.812076:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.812079:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.812082:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.812083:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.812084:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.812087:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812092:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.812094:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.812096:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.812097:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.812100:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.812102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.812104:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.812106:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357313.812108:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.812110:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357313.812114:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812122:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.812126:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812130:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.812132:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812136:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.812136:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.812138:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812142:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.812143:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.812145:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.812147:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.812152:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.812154:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.812157:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812161:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.812162:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.812164:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812168:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.812169:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.812170:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.812171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.812174:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357313.812175:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.812176:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357313.812178:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.812181:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.812184:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.812185:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.812187:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.812188:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.812190:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.812191:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.812192:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.812192:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.812194:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03338040 from hash 00010000:00000001:1.0:1712357313.812195:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.812196:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.812197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.812197:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.812198:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.812199:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.812201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.812201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.812202:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.812203:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.812205:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812208:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.812209:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.812210:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.812210:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.812211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.812212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.812212:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.812214:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338040 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.812231:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.812232:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.812235:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.812238:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.812243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.812244:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812245:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812247:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812249:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.812250:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.812251:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812252:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.812253:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=PKG-INFO intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.812256:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.812258:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.812260:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.812262:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.812264:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.812267:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e19600. 00000080:00002000:1.0:1712357313.812271:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.812276:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.812278:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.812281:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812282:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.812284:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.812285:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.812289:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.812290:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.812293:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/8 (0 0) 00000002:00000001:1.0:1712357313.812295:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812296:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.812298:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.812301:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.812304:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.812306:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.812309:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.812311:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812316:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.812318:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.812320:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.812323:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.812325:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.812326:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.812327:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.812329:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.812332:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.812334:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.812335:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357313.812337:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.812338:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.812339:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.812341:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.812342:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.812346:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.812347:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry PKG-INFO (ffff8800a77016c0, parent ffff8800a7701af8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.812350:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.812352:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.812354:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.812356:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.812357:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna-2.10-py3.6.egg-info (ffff8800a7701af8, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:1.0:1712357313.812359:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.812387:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.812388:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.812390:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.812394:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.812397:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.812398:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna-2.10-py3.6.egg-info(ffff8800a7701af8) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.812400:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.812404:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna-2.10-py3.6.egg-info, flags=16 00000080:00000001:1.0:1712357313.812406:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.812408:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.812410:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.812411:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x8:0x0](ffff8800a76da8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.812413:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.812418:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=SOURCES.txt, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), flags=0 00000080:00000001:1.0:1712357313.812420:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.812421:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=SOURCES.txt, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), intent=getattr 00000080:00000010:1.0:1712357313.812424:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.812428:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.812430:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.812431:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'SOURCES.txt' on [0x200000401:0x8:0x0] 00800000:00000001:1.0:1712357313.812434:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.812436:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x8:0x0], fid2=[0x0:0x0:0x0], name='SOURCES.txt' -> mds #0 00800000:00000001:1.0:1712357313.812438:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812440:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.812441:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: SOURCES.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.812443:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.812445:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.812447:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.812449:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.812453:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.812455:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.812459:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.812460:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.812460:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.812462:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.812464:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.812466:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.812470:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98c00. 00000100:00000001:1.0:1712357313.812474:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.812476:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.812478:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.812479:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.812483:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.812484:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.812489:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00010000:00000001:1.0:1712357313.812491:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.812493:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.812494:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.812496:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.812497:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.812500:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357313.812501:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.812503:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03338047 to hash 00000020:00000001:1.0:1712357313.812505:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.812506:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.812508:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.812510:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.812511:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.812513:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.812518:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.812524:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.812527:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.812528:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.812531:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.812532:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.812534:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.812535:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.812538:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.812540:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.812541:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.812542:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.812548:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812554:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.812555:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.812556:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.812558:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.812560:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.812563:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.812576:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.812577:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.812579:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1712357313.812628:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.812629:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.812631:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.812632:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.812634:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357313.812635:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357313.812685:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357313.812687:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.812689:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1712357313.812732:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.812734:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.812738:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.812740:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.812743:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.812746:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145216, portal 10 00000100:00000001:1.0:1712357313.812748:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.812748:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.812753:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.812758:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.812760:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.812762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357313.812764:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572145216, offset 0 00000400:00000200:1.0:1712357313.812767:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.812770:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.812774:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.812778:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.812781:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.812783:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.812785:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.812788:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [373:373:256:4294967295] 192.168.203.120@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:1.0:1712357313.812799:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.812806:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.812810:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.812813:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.812817:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.812822:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.812825:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.812830:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.812832:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.812833:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.812835:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.812836:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.812838:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.812839:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.812840:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.812842:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.812842:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.812935:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.812938:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.812941:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.812945:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.812946:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:2.0:1712357313.812948:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:2.0:1712357313.812950:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.812953:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.812959:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.812961:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.812966:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.812968:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.814873:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d400. 00000800:00000001:3.0:1712357313.815051:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.815060:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.815062:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.815064:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.815070:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.815074:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.815079:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.815082:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.815084:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.815088:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905e40 00000400:00000200:3.0:1712357313.815098:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.815102:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf4d [1] + 224 00000800:00000001:3.0:1712357313.815107:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.815115:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.815117:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.815120:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.815124:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.815128:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.815135:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.815155:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.815160:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.815161:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.815201:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.815204:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.815205:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.815207:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.815210:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.815211:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.815213:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.815217:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.815223:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815228:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.815230:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.815231:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.815233:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.815235:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.815240:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.815241:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.815247:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.815250:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.815252:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.815254:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815259:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.815261:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.815262:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.815264:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.815265:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.815268:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815273:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.815275:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.815276:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.815279:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.815285:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.815288:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.815291:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.815292:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.815294:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.815296:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815301:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.815303:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.815305:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.815306:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.815308:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.815310:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.815314:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.815316:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357313.815317:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.815319:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00010000:1.0:1712357313.815323:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815329:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.815332:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815336:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.815338:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.815343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.815345:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815348:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.815350:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.815352:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.815354:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.815358:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38df80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.815361:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.815363:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815367:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.815369:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.815371:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815377:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.815379:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.815379:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.815380:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.815381:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357313.815382:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.815384:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357313.815385:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.815387:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.815391:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.815392:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.815393:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.815394:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.815397:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.815398:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.815398:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.815399:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.815401:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38df80 with handle 0xbda2fb8f03338047 from hash 00010000:00000001:1.0:1712357313.815402:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.815403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.815404:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.815405:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.815405:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.815406:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.815408:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.815408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.815409:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.815410:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.815412:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.815419:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.815419:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.815420:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.815421:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.815422:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.815423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.815424:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338047 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.815431:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.815431:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.815434:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.815437:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.815442:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.815443:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815444:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815445:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815448:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.815449:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.815450:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815451:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.815453:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=SOURCES.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.815455:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.815457:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.815458:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.815461:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.815462:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.815465:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff40a0. 00000080:00002000:1.0:1712357313.815469:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.815473:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.815476:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.815478:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815480:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.815482:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.815483:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.815486:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.815491:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.815495:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/8 (0 0) 00000002:00000001:1.0:1712357313.815497:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815498:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.815500:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.815501:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.815503:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.815506:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.815509:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.815512:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815516:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.815518:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.815520:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.815522:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.815523:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.815525:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.815526:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.815528:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.815531:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.815533:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.815534:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357313.815536:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.815537:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.815539:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.815540:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.815541:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.815544:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.815546:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry SOURCES.txt (ffff8800a7701e58, parent ffff8800a7701af8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.815548:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.815550:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.815553:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.815555:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.815556:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna-2.10-py3.6.egg-info (ffff8800a7701af8, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:1.0:1712357313.815558:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.815610:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.815615:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.815616:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.815620:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.815623:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.815624:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna-2.10-py3.6.egg-info(ffff8800a7701af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.815626:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.815627:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna-2.10-py3.6.egg-info, flags=16 00000080:00000001:1.0:1712357313.815630:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.815632:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.815633:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.815634:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x8:0x0](ffff8800a76da8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.815636:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.815641:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=dependency_links.txt, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), flags=0 00000080:00000001:1.0:1712357313.815643:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.815644:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=dependency_links.txt, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), intent=getattr 00000080:00000010:1.0:1712357313.815648:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.815651:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.815653:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.815655:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'dependency_links.txt' on [0x200000401:0x8:0x0] 00800000:00000001:1.0:1712357313.815658:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.815660:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x8:0x0], fid2=[0x0:0x0:0x0], name='dependency_links.txt' -> mds #0 00800000:00000001:1.0:1712357313.815662:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815664:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.815665:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: dependency_links.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.815668:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.815669:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.815671:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.815673:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.815677:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.815679:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.815682:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.815683:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.815684:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.815685:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.815689:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.815691:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.815695:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98c00. 00000100:00000001:1.0:1712357313.815698:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.815700:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.815702:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.815703:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.815704:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.815705:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.815709:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00010000:00000001:1.0:1712357313.815711:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.815712:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.815714:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.815715:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.815717:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.815718:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357313.815720:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.815721:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f0333804e to hash 00000020:00000001:1.0:1712357313.815723:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.815724:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.815726:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.815728:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.815729:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.815731:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.815736:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.815741:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.815745:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.815746:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.815749:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.815750:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.815754:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.815755:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.815758:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.815760:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.815761:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.815762:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.815766:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815771:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.815772:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.815774:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.815775:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.815778:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.815780:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.815783:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.815784:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.815786:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.815788:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.815789:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.815792:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.815794:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.815797:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.815800:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145280, portal 10 00000100:00000001:1.0:1712357313.815802:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.815802:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.815806:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.815811:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.815813:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.815814:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357313.815817:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572145280, offset 0 00000400:00000200:1.0:1712357313.815820:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.815823:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.815829:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.815833:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.815836:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.815838:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.815840:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.815842:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [374:374:256:4294967295] 192.168.203.120@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:1.0:1712357313.815846:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.815851:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.815855:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.815858:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.815861:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.815866:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.815869:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.815977:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.815979:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.815981:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.815983:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.815984:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.815986:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.815988:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.815989:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.815990:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.815991:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.816136:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.816139:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.816142:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.816145:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.816147:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:2.0:1712357313.816149:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:2.0:1712357313.816151:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.816154:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.816168:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.816170:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.816175:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.816176:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357313.817847:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357313.817854:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e19600. 00000800:00000001:3.0:1712357313.818778:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.818784:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.818787:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.818789:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.818796:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.818801:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.818806:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.818809:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.818812:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.818816:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905e80 00000400:00000200:3.0:1712357313.818819:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.818823:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf55 [1] + 224 00000800:00000001:3.0:1712357313.818828:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.818836:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.818838:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.818841:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.818845:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.818850:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.818860:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.818876:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.818882:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.818885:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.818916:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.818920:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.818922:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.818924:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.818926:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.818928:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.818930:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.818935:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.818943:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.818952:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.818954:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.818955:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.818957:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.818959:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.818961:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.818963:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.818968:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.818971:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.818973:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.818976:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.818982:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.818984:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.818985:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.818986:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.818988:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.818991:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.818996:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.818998:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.818999:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.819002:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.819008:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.819011:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.819014:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.819015:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.819017:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.819019:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.819030:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.819032:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.819034:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.819035:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.819038:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.819040:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.819043:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.819044:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357313.819046:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.819048:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357313.819052:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819058:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.819061:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819066:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.819068:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.819073:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.819074:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819078:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.819079:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.819081:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.819083:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.819087:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.819663:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.819666:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819671:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.819673:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.819675:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819678:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.819680:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.819681:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.819682:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.819683:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357313.819685:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.819686:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357313.819688:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.819690:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.819694:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.819695:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.819696:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.819697:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.819699:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.819700:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.819701:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.819702:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.819704:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f0333804e from hash 00010000:00000001:1.0:1712357313.819705:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.819706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.819707:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.819707:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.819708:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.819709:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.819714:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.819715:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.819716:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.819717:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.819718:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.819722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.819722:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.819723:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.819724:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.819724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.819725:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.819727:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333804e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.819732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.819733:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.819737:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.819741:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.819747:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.819748:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819749:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819750:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819752:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.819754:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.819755:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819756:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.819757:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=dependency_links.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.819760:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.819762:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.819764:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.819767:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.819768:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.819771:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff41e0. 00000080:00002000:1.0:1712357313.819776:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.819780:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.819783:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.819785:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819787:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.819789:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.819790:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.819794:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.819796:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.819799:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/8 (0 0) 00000002:00000001:1.0:1712357313.819801:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819802:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.819803:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.819805:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.819807:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.819809:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.819812:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.819815:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.819819:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.819821:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.819823:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.819826:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.819827:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.819829:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.819830:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.819831:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.819836:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.819837:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.819838:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357313.819840:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.819841:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.819842:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.819843:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.819845:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.819848:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.819851:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry dependency_links.txt (ffff8800a7701438, parent ffff8800a7701af8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.819853:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.819855:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.819858:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.819860:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.819861:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna-2.10-py3.6.egg-info (ffff8800a7701af8, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:1.0:1712357313.819862:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.819886:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.819888:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.819889:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.819893:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.819895:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.819896:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna-2.10-py3.6.egg-info(ffff8800a7701af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.819898:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.819899:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna-2.10-py3.6.egg-info, flags=16 00000080:00000001:1.0:1712357313.819902:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.819903:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.819905:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.819906:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x8:0x0](ffff8800a76da8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.819907:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.819912:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=top_level.txt, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), flags=0 00000080:00000001:1.0:1712357313.819914:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.819915:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=top_level.txt, dir=[0x200000401:0x8:0x0](ffff8800a76da8c8), intent=getattr 00000080:00000010:1.0:1712357313.819918:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.819921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.819923:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.819925:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'top_level.txt' on [0x200000401:0x8:0x0] 00800000:00000001:1.0:1712357313.819927:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.819929:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x8:0x0], fid2=[0x0:0x0:0x0], name='top_level.txt' -> mds #0 00800000:00000001:1.0:1712357313.819931:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819933:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.819934:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: top_level.txt,[0x0:0x0:0x0]) in obj [0x200000401:0x8:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.819937:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.819938:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.819942:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.819944:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.819947:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.819949:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.819952:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.819953:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.819954:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.819955:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.819957:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.819959:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.819963:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98c00. 00000100:00000001:1.0:1712357313.819967:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.819969:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.819970:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.819971:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.819972:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.819973:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.819977:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00010000:00000001:1.0:1712357313.819979:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.819980:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.819982:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.819983:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.819985:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.819986:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357313.819988:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.819990:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338055 to hash 00000020:00000001:1.0:1712357313.819991:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.819992:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.819994:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.819996:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.819997:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.819999:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.820003:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.820012:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.820015:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.820016:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.820020:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.820021:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.820023:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.820024:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.820026:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.820029:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.820030:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.820032:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.820035:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.820041:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.820042:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.820044:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.820045:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.820047:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.820050:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.820052:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.820054:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.820055:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.820057:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.820058:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.820063:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.820064:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.820068:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.820072:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145344, portal 10 00000100:00000001:1.0:1712357313.820073:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.820074:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.820078:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.820085:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.820087:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.820088:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357313.820090:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572145344, offset 0 00000400:00000200:1.0:1712357313.820094:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.820098:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.820101:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.820105:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.820108:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.820110:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.820112:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.820115:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [375:375:256:4294967295] 192.168.203.120@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:1.0:1712357313.820118:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.820124:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.820128:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.820130:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.820134:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.820139:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.820142:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.820154:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.820156:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.820157:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.820159:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.820160:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.820161:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.820163:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.820164:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.820165:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.820166:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.820209:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.820212:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357313.820216:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.820220:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.820222:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:2.0:1712357313.820223:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:2.0:1712357313.820226:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.820228:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.820234:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.820236:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.820241:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.820242:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.821834:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38df80. 00000080:00000010:3.1:1712357313.821842:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff40a0. 00000800:00000001:3.0:1712357313.822423:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.822434:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.822436:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.822438:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.822444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.822449:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.822454:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.822458:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.822461:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.822465:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905ec0 00000400:00000200:3.0:1712357313.822468:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.822472:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf5d [1] + 224 00000800:00000001:3.0:1712357313.822478:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.822488:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.822490:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.822493:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.822497:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.822502:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.822510:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.822526:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.822531:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.822534:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.822561:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.822573:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.822575:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.822595:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.822598:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.822600:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.822602:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.822606:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.822613:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.822619:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.822620:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.822621:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.822624:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.822626:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.822627:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.822629:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.822634:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.822637:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.822639:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.822641:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.822646:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.822648:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.822650:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.822651:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.822652:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.822655:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.822660:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.822662:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.822663:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.822666:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.822672:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.822678:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.822680:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.822681:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.822682:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.822685:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.822690:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.822692:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.822694:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.822695:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.822697:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.822700:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.822701:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.822703:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357313.822704:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.822706:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357313.822710:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822716:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.822718:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822723:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.822725:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822729:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.822729:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.822731:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822735:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.822738:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.822741:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.822742:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.822747:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.822749:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.822751:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822755:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.822756:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.822759:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822762:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.822763:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.822764:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.822765:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.822766:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357313.822767:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.822768:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357313.822770:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.822771:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.822775:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.822776:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.822778:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.822779:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.822781:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.822782:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.822783:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.822784:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.822785:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338055 from hash 00010000:00000001:1.0:1712357313.822789:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.822789:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.822790:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.822791:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.822792:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.822793:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.822795:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.822795:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.822796:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.822797:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.822799:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822802:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.822803:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.822804:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.822804:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.822805:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.822806:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.822807:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.822808:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338055 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.822814:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.822815:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.822817:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.822821:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.822826:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.822827:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.822828:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.822829:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.822831:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.822832:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.822833:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.822834:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.822835:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=top_level.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.822839:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.822842:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.822844:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.822846:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.822848:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.822850:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4340. 00000080:00002000:1.0:1712357313.822854:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.822857:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.822860:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.822862:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.822864:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.822866:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.822867:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.822871:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d900 count: 2 00010000:00000001:1.0:1712357313.822872:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.822875:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/8 (0 0) 00000002:00000001:1.0:1712357313.822878:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.822879:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.822880:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.822881:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.822883:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.822886:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.822888:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.822891:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.822896:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.822897:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.822899:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.822901:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.822903:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.822904:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.822906:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.822907:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.822911:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.822912:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.822915:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357313.822917:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.822918:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.822920:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.822921:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.822922:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.822926:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.822927:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry top_level.txt (ffff8800a77016c0, parent ffff8800a7701af8, inode (null)) hashed, 00000080:00000001:1.0:1712357313.822930:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.822932:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.822934:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.822936:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.822937:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna-2.10-py3.6.egg-info (ffff8800a7701af8, parent ffff8800a7656360, inode ffff8800a76da8c8) hashed, 00000080:00000001:1.0:1712357313.822939:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.823037:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.823039:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.823041:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.823045:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.823051:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:1.0:1712357313.823053:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.823054:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357313.823058:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.823062:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.823064:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.823065:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.823068:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.823070:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna' -> mds #0 00800000:00000001:1.0:1712357313.823072:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.823074:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.823075:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.823078:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.823079:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.823081:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.823083:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.823086:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.823091:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.823093:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.823094:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.823095:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.823097:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.823098:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.823100:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.823104:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98c00. 00000100:00000001:1.0:1712357313.823108:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.823110:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.823111:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.823112:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.823113:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.823115:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.823119:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00010000:00000001:1.0:1712357313.823121:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.823122:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.823126:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d000. 00010000:00000010:1.0:1712357313.823128:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.823130:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.823132:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357313.823133:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.823135:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f0333805c to hash 00000020:00000001:1.0:1712357313.823136:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.823137:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.823140:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.823141:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.823142:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.823144:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.823149:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.823155:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.823161:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.823162:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.823165:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.823166:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.823168:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.823169:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.823172:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.823174:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.823176:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.823177:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.823180:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.823186:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.823187:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.823189:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.823191:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.823193:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.823196:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.823198:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.823199:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.823201:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.823202:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.823204:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.823207:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.823209:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.823211:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.823215:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145408, portal 10 00000100:00000001:1.0:1712357313.823216:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.823217:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.823221:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.823226:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.823231:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.823232:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357313.823235:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572145408, offset 0 00000400:00000200:1.0:1712357313.823238:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.823242:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.823245:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.823249:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.823252:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.823254:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.823256:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.823259:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [376:376:256:4294967295] 192.168.203.120@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:1.0:1712357313.823262:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.823268:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.823271:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.823273:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.823277:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.823282:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.823284:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.823298:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.823299:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.823301:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.823302:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.823303:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.823305:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.823306:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.823307:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.823309:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.823309:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.823351:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.823354:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.823357:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.823360:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.823363:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357313.823364:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:2.0:1712357313.823366:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.823369:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.823375:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.823377:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.823381:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.823387:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.826048:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.826057:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.826067:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.826069:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.826078:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.826084:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.826089:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.826092:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.826095:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.826099:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905f00 00000400:00000200:3.0:1712357313.826102:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.826106:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf65 [1] + 224 00000800:00000001:3.0:1712357313.826111:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.826121:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.826123:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.826126:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.826130:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.826135:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.826143:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.826162:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.826168:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.826170:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.826214:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.826219:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.826220:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.826222:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.826225:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.826227:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.826232:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.826236:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.826242:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.826247:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.826248:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.826249:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.826252:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.826253:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.826255:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.826257:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.826262:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.826266:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.826268:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.826269:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826271:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.826273:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.826275:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.826277:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.826278:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.826279:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.826282:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.826287:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.826289:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.826290:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.826293:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.826299:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.826302:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.826304:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.826308:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.826309:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.826312:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.826316:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.826318:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.826320:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.826321:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826323:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.826325:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826327:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826329:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357313.826330:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826333:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357313.826336:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d200, remote cookie: 0xa8e7976a8eb20899, flags: 0x1001 00010000:00010000:1.0:1712357313.826340:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.826346:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x9:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.826348:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.826355:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357313.826357:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25080. 00010000:00000040:1.0:1712357313.826359:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d000 count: 0 00010000:00000010:1.0:1712357313.826363:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.826368:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.826370:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.826376:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826380:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.826385:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.826386:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.826387:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.826388:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.826389:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x9:0x0].0x0 (ffff8800b6e1dc00) refcount = 1 00010000:00010000:1.0:1712357313.826392:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826396:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.826398:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.826399:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.826401:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.826402:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.826404:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826408:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.826409:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826410:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826410:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826411:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826411:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826414:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.826415:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826415:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826416:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826417:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826418:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826420:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826420:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826421:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357313.826422:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826423:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826424:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.826426:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.826430:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826434:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826435:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826436:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826436:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826437:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357313.826438:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826439:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826440:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.826442:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826445:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826446:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.826447:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826451:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.826451:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826452:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826452:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826453:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.826456:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.826460:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826461:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826461:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826462:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826463:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826464:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826465:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.826468:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826469:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826471:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.826472:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826473:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826474:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826475:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826476:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00000002:00010000:1.0:1712357313.826478:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826481:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826482:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826483:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.826484:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826484:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826485:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826486:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826487:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357313.826489:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357313.826490:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.826492:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/9 (0 0) 00010000:00000001:1.0:1712357313.826495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.826496:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.826498:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.826500:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826502:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826503:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826507:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.826508:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357313.826510:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.826512:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826517:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.826522:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.826524:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.826526:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.826530:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.826532:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x9:0x0] 00000080:00000001:1.0:1712357313.826534:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826536:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.826538:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.826541:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x9:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.826543:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x9:0x0](ffff8800b06410c8): rc = 0 00000080:00000001:1.0:1712357313.826544:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273566408 : -131938435985208 : ffff8800b06410c8) 00010000:00000001:1.0:1712357313.826546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826547:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826548:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826549:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826550:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826552:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826552:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.826553:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.826554:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.826556:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.826557:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826558:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.826559:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.826562:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) for lock 0xbda2fb8f0333805c 00000080:00000001:1.0:1712357313.826564:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826575:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.826576:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826577:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.826578:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826579:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826579:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826580:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826635:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826640:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826640:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.826641:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826643:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.826647:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff44e0. 00000080:00002000:1.0:1712357313.826651:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode ffff8800b06410c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.826654:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.826656:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826658:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.826660:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) 00000080:00010000:1.0:1712357313.826662:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333805c from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357313.826664:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826665:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826665:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826667:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826668:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826669:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.826671:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826675:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826676:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826676:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.826678:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.826679:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826684:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.826686:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.826687:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.826690:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826691:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826693:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.826695:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826699:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826701:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826702:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.826703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.826705:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.826708:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.826710:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.826714:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.826719:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.826720:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.826723:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.826726:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.826727:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.826729:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.826730:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.826732:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.826736:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.826737:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.826739:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357313.826741:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.826742:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.826744:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.826745:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.826746:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357313.826754:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file idna:[0x200000401:0x9:0x0](ffff8800b06410c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.826758:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357313.826760:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8),name=idna 00000080:00000010:1.0:1712357313.826763:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.826767:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826769:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.826771:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x9:0x0] 'idna' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.826773:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.826776:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0x9:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357313.826778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826784:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.826785:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.826788:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.826789:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.826790:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.826792:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357313.826794:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.826796:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.826797:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357313.826799:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357313.826804:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357313.826807:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.826809:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357313.826813:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357313.826814:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.826815:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.826816:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.826817:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357313.826819:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.826821:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357313.826822:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.826824:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) 00000080:00010000:1.0:1712357313.826826:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) for lock 0xbda2fb8f0333805c 00000080:00000001:1.0:1712357313.826827:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826828:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.826829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826830:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.826831:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826832:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826833:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826834:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826837:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826839:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826840:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.826841:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826842:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.826843:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333805c from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357313.826844:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.826845:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.826846:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357313.826847:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826848:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357313.826849:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.826850:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826854:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826854:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826855:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.826856:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.826857:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.826861:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.826862:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.826863:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.826864:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826865:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826865:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826867:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.826868:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826869:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826875:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826876:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.826877:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826877:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357313.826881:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.826882:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.826885:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357313.826888:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file idna:[0x200000401:0x9:0x0](ffff8800b06410c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.826891:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.826892:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701bd0, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.826894:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826914:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.826915:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.826916:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.826918:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826920:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.826921:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701bd0) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.826922:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.826924:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=0 00000080:00000001:1.0:1712357313.826925:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.826926:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826930:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.826932:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file idna:[0x200000401:0x9:0x0](ffff8800b06410c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1611184588.974028677, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.826935:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184588, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.826937:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.826938:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.826939:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.826940:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.826941:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x9:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357313.826943:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826944:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.826946:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.826947:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357313.826948:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.826950:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.826951:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.826952:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.826961:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.826963:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.826964:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.826965:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x9:0x0] mode (null) 00000080:00000001:1.0:1712357313.826966:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826967:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.826967:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.826968:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357313.826969:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.826970:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826971:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826971:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.826972:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.826973:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357313.826973:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.826974:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826975:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.826975:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.826976:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.826976:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357313.826977:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.826978:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.826978:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.826979:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x9:0x0] lli = ffff8800b0641000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.826982:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.826983:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.826983:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.826984:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x9:0x0](ffff8800b06410c8) invalid 00000080:00002000:1.0:1712357313.826985:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry idna (ffff8800a7701bd0) parent ffff8800a7656360 inode ffff8800b06410c8 refc 1 00000080:00000001:1.0:1712357313.826986:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.826987:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.826987:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.826989:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.826990:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.826992:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.826993:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.826994:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.826995:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f0333805c from hash 00010000:00000001:1.0:1712357313.826996:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.826997:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.826997:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.826998:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.826999:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.826999:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.827001:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.827001:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.827002:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.827004:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27800. 00000020:00000040:1.0:1712357313.827005:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.827008:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.827009:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.827010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.827010:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.827011:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.827012:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.827013:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.827014:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.827017:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca8e00. 00000100:00000001:1.0:1712357313.827020:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.827021:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.827022:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.827024:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.827027:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.827028:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.827028:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.827030:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333805c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20899 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.827037:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1dc00 count: 0 00010000:00000010:1.0:1712357313.827039:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25080. 00010000:00000001:1.0:1712357313.827042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.827043:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.827044:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.827044:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.827045:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.827046:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184588, ctime 1712357313 00000020:00100000:1.0:1712357313.827052:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.827055:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.827059:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.827059:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.827062:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.827063:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.827064:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.827065:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000001:1.0:1712357313.827067:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.827068:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.827069:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.827070:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.827072:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.827076:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.827076:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.827078:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.827079:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.827080:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145536:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.827083:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.827086:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.827087:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.827091:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.827094:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357313.827095:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.827099:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.827101:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.827104:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.827109:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572145536, portal 10 00000100:00000001:1.0:1712357313.827110:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.827111:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000100:00000040:1.0:1712357313.827115:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.827119:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.827121:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.827123:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357313.827125:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572145536, offset 0 00000400:00000200:1.0:1712357313.827129:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.827133:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.827137:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.827141:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.827143:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.827146:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.827147:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.827150:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [377:377:256:4294967295] 192.168.203.120@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:1.0:1712357313.827153:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.827159:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.827163:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.827166:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.827171:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.827176:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.827179:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.827194:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.827196:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.827201:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.827203:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.827204:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.827206:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.827208:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.827209:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.827210:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.827211:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.827253:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.827255:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357313.827258:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.827262:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.827264:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:2.0:1712357313.827265:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:2.0:1712357313.827268:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.827271:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.827277:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.827279:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.827283:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.827284:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.828944:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:3.1:1712357313.828952:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff41e0. 00000800:00000001:3.0:1712357313.829503:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.829511:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.829513:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.829515:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.829520:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.829525:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.829529:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.829532:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.829534:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.829537:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef905f80 00000400:00000200:3.0:1712357313.829541:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.829551:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xf6d [1] + 224 00000800:00000001:3.0:1712357313.829556:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.829575:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.829577:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.830071:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.830076:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.830082:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.830089:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.830107:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.830112:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.830115:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.830118:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.830122:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [378:378:256:4294967295] 192.168.203.120@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:3.0:1712357313.830126:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.830131:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.830135:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.830138:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357313.830142:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.830147:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.830150:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357313.830154:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.830158:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.830160:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.830162:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.830165:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.830166:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.830168:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.830171:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.830177:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27800 x1795536572145536/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.830181:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.830182:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.830184:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.830186:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.830188:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.830189:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.830191:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.830196:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.830200:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.830202:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.830203:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.830205:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1712357313.830207:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1712357313.830207:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830209:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000800:00000010:3.0:1712357313.830210:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000100:00000040:1.0:1712357313.830210:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:3.0:1712357313.830212:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1712357313.830212:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.830213:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.830214:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160215552 : -131938549336064 : ffff8800a9a27800) 00000400:00000200:3.0:1712357313.830215:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357313.830218:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.830220:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.830220:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.830221:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.830222:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.830224:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.830227:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27800 x1795536572145536/t4294967357(4294967357) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.830233:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.830235:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.830237:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.830239:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27800 x1795536572145536/t4294967357(4294967357) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.830245:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145536:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.830249:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.830251:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830253:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.830254:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.830257:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27800 x1795536572145536/t4294967357(4294967357) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.830262:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.830265:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.830268:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.830269:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.830273:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.830275:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.830278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.830281:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.830283:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.830284:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.830289:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.830290:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x9:0x0] 00000080:00000001:1.0:1712357313.830292:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.830294:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.830300:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.830304:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x9:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.830306:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.830309:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27800 x1795536572145536/t4294967357(4294967357) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.830314:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.830315:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.830317:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.830318:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.830319:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.830320:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.830323:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00200008:1.0:1712357313.830328:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file idna:[0x200000401:0x9:0x0](ffff8800b06410c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.826000000, mtime 1611184588.974028677, ctime 1712357313.826000000, rc 0 00000080:00000001:1.0:1712357313.830332:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.830338:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.830340:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna (ffff8800a7701bd0, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.830342:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.830346:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.830350:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.830363:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.830365:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.830366:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.830369:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.830375:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:1.0:1712357313.830378:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.830380:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357313.830384:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.830388:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.830390:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.830391:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.830394:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.830396:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna' -> mds #0 00800000:00000001:1.0:1712357313.830398:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.830405:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.830406:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.830409:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.830411:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.830414:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27b80. 00000020:00000040:1.0:1712357313.830416:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.830420:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.830423:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.830427:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.830428:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.830429:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830431:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.830433:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.830435:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.830439:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99000. 00000100:00000001:1.0:1712357313.830443:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.830445:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.830446:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.830447:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.830448:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.830449:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.830454:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160216448 : -131938549335168 : ffff8800a9a27b80) 00010000:00000001:1.0:1712357313.830457:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.830458:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.830463:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d700. 00010000:00000010:1.0:1712357313.830465:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25080. 00010000:00000001:1.0:1712357313.830467:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.830470:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357313.830472:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.830474:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03338063 to hash 00000020:00000001:1.0:1712357313.830475:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.830476:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.830478:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.830480:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.830482:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.830488:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.830494:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.830502:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.830506:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.830507:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.830510:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.830511:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.830512:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.830513:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160216448 : -131938549335168 : ffff8800a9a27b80) 00000100:00000001:1.0:1712357313.830516:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.830518:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830520:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.830521:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.830524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.830530:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.830531:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.830533:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.830535:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.830537:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145600:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.830540:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.830542:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.830544:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.830545:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.830548:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.830549:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.830553:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.830554:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.830557:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.830573:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145600, portal 10 00000100:00000001:1.0:1712357313.830574:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.830575:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160216448 : -131938549335168 : ffff8800a9a27b80) 00000100:00000040:1.0:1712357313.830580:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.830613:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.830615:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.830617:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357313.830620:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572145600, offset 0 00000400:00000200:1.0:1712357313.830623:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.830627:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.830630:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.830634:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.830636:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.830639:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.830640:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.830642:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [379:379:256:4294967295] 192.168.203.120@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:1.0:1712357313.830645:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.830650:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.830653:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.830655:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.830658:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.830661:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.830663:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.830680:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830682:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.830684:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830686:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.830687:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.830688:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.830690:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.830691:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.830696:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.830697:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.831008:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.831010:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357313.831018:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.831021:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.831023:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:3.0:1712357313.831024:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:3.0:1712357313.831026:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.831029:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.831034:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.831037:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.831041:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.831042:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.835289:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.835301:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.835304:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.835306:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.835314:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.835320:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.835326:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.835329:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.835332:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.835336:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef905fc0 00000400:00000200:2.0:1712357313.835339:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.835344:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf75 [1] + 224 00000800:00000001:2.0:1712357313.835349:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.835362:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.835364:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.835368:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.835372:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.835378:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.835397:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.835418:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.835425:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.835428:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.835486:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.835492:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.835493:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.835495:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.835498:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.835501:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.835503:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.835507:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.835514:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.835520:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.835521:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.835523:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.835525:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.835527:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.835528:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.835530:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.835536:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.835540:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.836005:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.836007:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836009:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.836012:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836014:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.836016:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.836017:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.836019:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.836023:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.836029:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.836031:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.836033:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.836041:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.836048:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145600:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.836051:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.836054:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836055:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.836057:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.836059:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.836064:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.836066:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.836068:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.836070:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836072:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.836074:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836076:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836079:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357313.836081:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836083:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000040:1.0:1712357313.836087:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38db00, remote cookie: 0xa8e7976a8eb208bc, flags: 0x1001 00010000:00010000:1.0:1712357313.836090:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.836097:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x9:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.836099:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.836105:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d200. 00010000:00000010:1.0:1712357313.836107:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000040:1.0:1712357313.836110:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d700 count: 0 00010000:00000010:1.0:1712357313.836114:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25080. 00010000:00000001:1.0:1712357313.836120:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.836126:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.836131:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836135:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.836138:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.836139:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.836140:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.836141:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.836142:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x9:0x0].0x0 (ffff8800b6e1d200) refcount = 1 00010000:00010000:1.0:1712357313.836144:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836149:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.836151:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.836152:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.836155:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.836156:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.836158:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836162:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.836163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836166:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836169:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.836171:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836172:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836174:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836175:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836179:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836180:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836181:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357313.836182:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836183:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836185:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.836187:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.836189:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836192:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836193:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836194:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836194:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836195:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357313.836196:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836197:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836199:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.836200:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.836206:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836211:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.836211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.836217:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.836230:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836230:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836231:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836233:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836234:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836236:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836237:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.836237:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836238:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836241:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.836242:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836243:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836244:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836245:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836247:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00000002:00010000:1.0:1712357313.836249:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836253:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836255:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.836256:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836256:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836257:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836258:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836259:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000040:1.0:1712357313.836262:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.836263:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.836265:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/9 (0 0) 00010000:00000001:1.0:1712357313.836267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.836269:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.836273:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.836276:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836278:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836280:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.836283:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.836285:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357313.836287:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.836290:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836292:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836294:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.836296:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.836298:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.836300:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.836304:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.836306:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x9:0x0] 00000080:00000001:1.0:1712357313.836308:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.836310:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.836311:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.836315:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x9:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.836317:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x9:0x0](ffff8800b06410c8): rc = 0 00000080:00000001:1.0:1712357313.836319:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273566408 : -131938435985208 : ffff8800b06410c8) 00010000:00000001:1.0:1712357313.836321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836322:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836323:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836324:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836325:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836328:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.836329:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.836330:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.836331:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.836333:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836334:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.836335:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.836338:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) for lock 0xbda2fb8f03338063 00000080:00000001:1.0:1712357313.836350:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836352:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.836353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836355:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.836355:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836356:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836357:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836359:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836360:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836362:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836363:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.836363:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836365:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.836369:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff47a0. 00000080:00002000:1.0:1712357313.836374:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode ffff8800b06410c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.836376:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.836378:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.836380:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.836382:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) 00000080:00010000:1.0:1712357313.836384:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338063 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357313.836386:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.836386:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.836387:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357313.836388:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836389:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357313.836391:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.836393:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836397:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836398:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836399:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.836400:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.836402:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.836410:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.836412:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.836414:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.836416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836418:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836420:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.836422:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836423:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836425:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836426:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.836427:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836427:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.836428:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.836431:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.836435:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.836438:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27b80 x1795536572145600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.836443:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.836445:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.836447:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.836451:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.836452:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.836454:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.836456:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.836457:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99000. 02000000:00000001:1.0:1712357313.836461:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.836463:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.836464:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27b80. 00000100:00000001:1.0:1712357313.836466:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.836467:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.836469:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.836470:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357313.836471:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.836484:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.836489:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file idna:[0x200000401:0x9:0x0](ffff8800b06410c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.836495:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.836497:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.836498:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.836501:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.836504:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.836505:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x9:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357313.836507:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836509:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.836511:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.836514:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.836515:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.836517:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.836519:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.836521:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.836526:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.836528:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.836530:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.836531:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x9:0x0] mode (null) 00000080:00000001:1.0:1712357313.836533:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836535:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.836536:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.836537:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 3 00010000:00000001:1.0:1712357313.836538:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.836540:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.836541:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836542:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.836542:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.836544:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 3 00010000:00000001:1.0:1712357313.836545:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.836546:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.836547:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.836548:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.836551:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.836553:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 3 00010000:00000001:1.0:1712357313.836554:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.836556:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.836557:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.836559:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x9:0x0] lli = ffff8800b0641000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.836562:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.836563:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.836574:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.836576:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x9:0x0](ffff8800b06410c8) invalid 00000080:00002000:1.0:1712357313.836578:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry idna (ffff8800a7701ca8) parent ffff8800a7656360 inode ffff8800b06410c8 refc 1 00000080:00000001:1.0:1712357313.836581:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.836641:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.836642:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836644:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.836646:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.836647:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.836648:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.836649:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.836651:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03338063 from hash 00010000:00000001:1.0:1712357313.836653:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.836654:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836655:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836656:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.836657:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.836659:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.836661:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.836662:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.836663:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.836667:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27b80. 00000020:00000040:1.0:1712357313.836669:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.836673:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.836676:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.836678:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.836678:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836683:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836685:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.836687:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.836690:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.836694:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca9800. 00000100:00000001:1.0:1712357313.836698:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836699:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.836701:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.836704:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.836709:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.836710:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.836711:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.836713:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338063 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb208bc expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.836718:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d200 count: 0 00010000:00000010:1.0:1712357313.836720:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.836726:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.836727:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836728:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.836729:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.836730:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.836731:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:1.0:1712357313.836737:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.836742:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.836746:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.836748:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.836751:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.836753:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.836754:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.836755:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160216448 : -131938549335168 : ffff8800a9a27b80) 00000100:00000001:1.0:1712357313.836762:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.836766:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836767:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.836769:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.836772:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.836778:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.836779:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.836781:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.836783:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.836785:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145728:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.836787:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.836791:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.836793:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.836795:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.836797:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99000. 02000000:00000001:1.0:1712357313.836798:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.836804:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.836806:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.836810:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.836816:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572145728, portal 10 00000100:00000001:1.0:1712357313.836817:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.836818:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160216448 : -131938549335168 : ffff8800a9a27b80) 00000100:00000040:1.0:1712357313.836822:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.836827:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.836829:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.836831:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357313.836833:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572145728, offset 0 00000400:00000200:1.0:1712357313.836837:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.836842:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.836847:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.836851:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.836858:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.836861:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.836863:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.836866:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [380:380:256:4294967295] 192.168.203.120@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:1.0:1712357313.836869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.836876:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.836881:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.836885:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.836890:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.836896:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.836899:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.836943:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836945:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.836946:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836948:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.836949:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.836951:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.836953:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.836955:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.836956:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.836957:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.837044:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.837047:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357313.837051:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.837055:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.837057:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357313.837059:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357313.837062:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.837065:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.837070:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.837072:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.837076:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.837077:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.837679:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:3.1:1712357313.837686:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff4340. 00010000:00000010:3.1:1712357313.837693:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d000. 00010000:00000010:3.1:1712357313.837695:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1dc00. 00010000:00000010:3.1:1712357313.837697:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:2.0:1712357313.840033:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.840048:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.840051:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.840053:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.840061:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840069:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.840074:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840078:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840081:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840084:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef906040 00000400:00000200:2.0:1712357313.840090:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840095:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xf7d [1] + 224 00000800:00000001:2.0:1712357313.840100:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.840113:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.840115:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.840119:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.840123:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.840129:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.840138:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.840158:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.840163:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.840166:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840170:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.840179:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [381:381:256:4294967295] 192.168.203.120@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:2.0:1712357313.840182:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.840187:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.840191:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.840195:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357313.840199:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.840204:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.840207:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.840272:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.840274:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:2.0:1712357313.840276:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.840279:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.840283:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.840286:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.840342:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.840347:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.840348:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.840350:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.840353:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.840355:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.840357:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.840360:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.840367:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27b80 x1795536572145728/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.840371:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.840378:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.840379:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.840381:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.840383:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.840385:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.840387:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.840393:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.840396:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.840398:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.840399:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.840401:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.840404:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.840406:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.840407:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000000f/0x0] 00000100:00000001:1.0:1712357313.840408:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.840410:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.840411:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160216448 : -131938549335168 : ffff8800a9a27b80) 00000100:00000001:1.0:1712357313.840412:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.840414:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.840415:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.840416:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.840420:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27b80 x1795536572145728/t4294967358(4294967358) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.840425:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.840428:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.840429:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.840432:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27b80 x1795536572145728/t4294967358(4294967358) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.840438:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145728:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.840441:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.840444:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.840446:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.840447:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.840450:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27b80 x1795536572145728/t4294967358(4294967358) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.840458:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.840461:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.840463:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.840464:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.840468:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.840470:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.840473:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.840476:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.840478:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.840480:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.840484:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.840485:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x9:0x0] 00000080:00000001:1.0:1712357313.840487:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.840489:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.840491:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.840494:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x9:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.840496:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.840498:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27b80 x1795536572145728/t4294967358(4294967358) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.840502:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.840503:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.840505:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.840506:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.840508:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.840509:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.840512:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00200008:1.0:1712357313.840516:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file idna:[0x200000401:0x9:0x0](ffff8800b06410c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.835000000, rc 0 00000080:00000001:1.0:1712357313.840520:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.840527:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.840528:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna (ffff8800a7701ca8, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.840531:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.840540:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.840544:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.840578:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.840580:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.840608:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.840612:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.840619:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000001:1.0:1712357313.840623:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.840624:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000010:1.0:1712357313.840628:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.840633:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.840635:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.840637:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'idna' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357313.840640:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.840642:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='idna' -> mds #0 00800000:00000001:1.0:1712357313.840644:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.840646:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.840648:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357313.840651:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.840653:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.840657:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.840659:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.840663:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.840666:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.840670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.840671:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.840671:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.840673:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.840674:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.840677:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.840681:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.840685:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.840688:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.840689:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.840690:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.840691:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.840696:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.840702:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.840704:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.840706:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357313.840713:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357313.840715:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.840718:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.840720:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d8c0. 00000020:00000001:1.0:1712357313.840723:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.840725:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d8c0 with handle 0xbda2fb8f0333806a to hash 00000020:00000001:1.0:1712357313.840726:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.840727:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.840729:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.840732:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.840734:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.840737:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.840743:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.840749:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.840753:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.840755:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.840758:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.840759:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.840760:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.840761:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.840764:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.840767:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.840769:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.840770:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.840773:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.841350:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.841352:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.841354:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.841356:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.841359:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.841362:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.841366:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.841367:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.841369:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.841373:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.841375:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.841378:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.841381:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.841384:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.841389:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145792, portal 10 00000100:00000001:1.0:1712357313.841390:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.841391:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.841395:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.841401:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.841403:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.841404:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357313.841407:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572145792, offset 0 00000400:00000200:1.0:1712357313.841410:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.841414:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.841417:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.841421:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.841423:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.841426:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.841428:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.841430:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [382:382:256:4294967295] 192.168.203.120@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:1.0:1712357313.841433:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.841443:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.841447:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.841450:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.841453:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.841458:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.841465:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.841821:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.841823:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.841825:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.841827:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.841828:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.841830:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.841832:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.841834:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.841835:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.841836:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.841945:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.841948:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.841953:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.841956:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.841959:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357313.841960:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:2.0:1712357313.841963:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.841966:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.841972:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.841974:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.841979:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.841980:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357313.844044:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff44e0. 00010000:00000010:3.1:1712357313.844057:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d700. 00010000:00000010:3.1:1712357313.844061:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d200. 00010000:00000010:3.1:1712357313.844065:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000800:00000001:3.0:1712357313.844423:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.844433:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.844434:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.844436:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.844444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.844449:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.844454:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.844465:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.844468:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.844471:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906080 00000400:00000200:3.0:1712357313.844474:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.844478:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf85 [1] + 224 00000800:00000001:3.0:1712357313.844484:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.844493:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.844495:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.844498:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.844502:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.844507:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.844515:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.844573:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.844580:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.844602:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.844669:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.844674:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.844675:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.844677:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.844680:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.844682:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.844684:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.844687:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.844693:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.844698:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.844699:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.844701:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.844703:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.844705:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.844707:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.844709:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.844717:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.844720:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.844722:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.844723:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.844726:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.844728:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.844731:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.844733:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.844734:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.844736:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.844739:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.844744:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.844747:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.844748:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.844751:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.844756:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.844759:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.844761:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.844762:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.844764:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.844766:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.844770:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.844772:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.844774:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.844775:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.844778:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.844780:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844782:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844784:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=4 00000020:00000001:1.0:1712357313.844786:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844791:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000040:1.0:1712357313.844796:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d8c0, remote cookie: 0xa8e7976a8eb208df, flags: 0x1001 00010000:00010000:1.0:1712357313.844800:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.844806:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x9:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357313.844808:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.844815:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d000. 00010000:00000010:1.0:1712357313.844817:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25080. 00010000:00000040:1.0:1712357313.844820:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:1.0:1712357313.844824:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.844828:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.844830:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.844835:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844839:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.844841:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.844843:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.844843:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.844844:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.844846:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x9:0x0].0x0 (ffff8800b6e1d000) refcount = 1 00010000:00010000:1.0:1712357313.844848:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844852:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.844854:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.844855:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.844857:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.844861:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.844864:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844868:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.844869:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844870:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.844871:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.844872:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.844876:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.844877:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844878:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844879:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.844880:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844882:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844884:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844884:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844885:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=4 00000020:00000001:1.0:1712357313.844886:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844888:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844889:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.844891:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.844893:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844897:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.844898:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844899:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844900:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=5 00000020:00000001:1.0:1712357313.844900:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844902:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844903:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.844908:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844913:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844914:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.844915:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844919:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.844920:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844921:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.844921:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844922:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.844926:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.844931:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844932:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844933:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.844934:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844935:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844937:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.844938:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.844939:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.844941:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.844943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844943:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844944:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.844945:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844946:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00000002:00010000:1.0:1712357313.844949:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.844952:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844956:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.844958:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.844959:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.844959:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.844960:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.844961:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.844963:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000040:1.0:1712357313.844965:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.844967:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.844969:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/9 (0 0) 00010000:00000001:1.0:1712357313.844971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.844972:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.844972:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.844974:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.844977:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.844980:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.844981:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.844984:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.844986:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357313.844988:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.844990:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.844993:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.844996:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.844997:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.844999:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.845001:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.845005:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.845007:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x9:0x0] 00000080:00000001:1.0:1712357313.845009:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.845011:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502281 : 144115205272502281 : 200000401000009) 00000080:00000001:1.0:1712357313.845013:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.845016:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x9:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.845018:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x9:0x0](ffff8800b06410c8): rc = 0 00000080:00000001:1.0:1712357313.845020:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273566408 : -131938435985208 : ffff8800b06410c8) 00010000:00000001:1.0:1712357313.845021:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.845025:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.845026:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.845027:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.845028:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.845030:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.845030:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.845032:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.845033:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.845034:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.845035:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.845037:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.845038:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.845040:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) for lock 0xbda2fb8f0333806a 00000080:00000001:1.0:1712357313.845042:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.845044:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.845045:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.845047:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.845047:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.845048:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.845049:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.845050:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.845051:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.845052:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.845053:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.845054:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.845055:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.845058:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4a00. 00000080:00002000:1.0:1712357313.845063:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701d80 inode ffff8800b06410c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.845065:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.845067:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.845069:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.845071:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800b06410c8) 00000080:00010000:1.0:1712357313.845073:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333806a from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357313.845074:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.845077:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.845078:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d8c0 refcount=3 00000020:00000001:1.0:1712357313.845080:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.845081:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625152 : -131938505926464 : ffff8800ac38d8c0) 00010000:00000001:1.0:1712357313.845083:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.845085:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.845090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.845091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.845092:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.845093:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.845095:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d8c0/0xbda2fb8f0333806a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb208df expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.845100:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.845101:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.845103:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.845105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.845106:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.845107:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845108:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.845110:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845111:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845113:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845114:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.845114:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.845115:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.845116:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.845119:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.845121:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.845124:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572145792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.845129:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.845130:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.845132:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.845138:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.845140:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.845141:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.845143:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.845145:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.845149:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.845150:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.845151:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.845153:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.845154:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.845160:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.845161:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.845165:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.845172:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.845175:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.845176:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.845179:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.845183:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.845185:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.845187:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.845189:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.845192:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:1.0:1712357313.845194:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.845196:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.845197:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.845200:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.845201:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.845204:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.845205:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.845209:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.845211:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.845213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.845213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.845214:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.845215:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.845220:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.845223:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.845227:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.845231:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845233:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.845235:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845236:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.845236:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.845238:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.845243:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.845245:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.845246:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.845248:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.845250:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.845251:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.845253:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357313.845255:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.845257:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338071 to hash 00000020:00000001:1.0:1712357313.845258:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.845259:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.845261:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.845263:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.845264:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.845266:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.845271:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.845277:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.845280:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.845282:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.845284:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.845286:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.845291:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.845292:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.845295:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.845298:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.845300:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.845301:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.845304:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.845309:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.845310:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.845312:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.845314:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.845316:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.845319:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.845322:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.845323:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.845325:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.845327:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.845328:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.845332:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.845334:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.845337:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.845341:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145856, portal 10 00000100:00000001:1.0:1712357313.845342:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.845343:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.845347:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.845352:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.845354:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.845355:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357313.845357:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572145856, offset 0 00000400:00000200:1.0:1712357313.845360:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.845364:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.845372:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.845376:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.845378:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.845380:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.845382:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.845384:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [383:383:256:4294967295] 192.168.203.120@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:1.0:1712357313.845387:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.845393:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.845397:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.845400:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.845404:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.845409:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.845412:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.845432:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.845434:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.845436:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.845438:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.845439:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.845440:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.845442:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.845443:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.845445:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.845446:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.845675:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.845678:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357313.845681:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.845688:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.845691:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:2.0:1712357313.845692:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:2.0:1712357313.845694:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.845697:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.845703:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.845705:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.845710:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.845711:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357313.847655:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff47a0. 00000800:00000001:3.0:1712357313.849167:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.849178:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.849181:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.849183:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.849191:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.849196:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.849202:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.849206:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.849209:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.849213:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9060c0 00000400:00000200:3.0:1712357313.849217:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.849223:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf8d [1] + 224 00000800:00000001:3.0:1712357313.849228:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.849241:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.849243:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.849252:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.849257:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.849263:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.849271:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.849292:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.849298:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.849301:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.849347:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.849353:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.849354:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.849356:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.849359:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.849361:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.849363:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.849367:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.849373:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.849384:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.849386:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.849387:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.849390:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.849392:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.849393:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.849395:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.849401:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.849404:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.849406:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.849409:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.849414:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.849416:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.849418:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.849419:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.849421:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.849424:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.849429:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.849431:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.849433:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.849435:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.849441:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.849444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.849447:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.849449:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.849451:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.849453:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.849465:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.849467:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.849469:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.849470:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.849473:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.849476:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.849478:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.849480:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357313.849481:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.849484:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357313.849487:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849494:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.849497:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849502:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.849504:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849508:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.849509:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.849511:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849515:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.849517:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.849519:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.849521:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.849525:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.849531:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.849533:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849537:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.849539:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.849541:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849545:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.849546:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.849547:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.849548:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.849549:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357313.849550:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.849551:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357313.849553:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.849555:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.849559:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.849560:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.849561:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.849562:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.849577:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.849578:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.849579:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.849580:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.849613:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338071 from hash 00010000:00000001:1.0:1712357313.849615:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.849616:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.849617:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.849618:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.849619:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.849620:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.849625:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.849626:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.849627:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.849628:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.849630:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849634:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.849634:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.849635:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.849636:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.849637:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.849638:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.849638:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.849640:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338071 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.849647:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.849648:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.849651:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.849655:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.849661:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.849662:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849663:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849664:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849666:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.849668:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.849669:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849670:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.849671:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.849674:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.849676:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.849678:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.849681:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.849682:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.849686:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4b40. 00000080:00002000:1.0:1712357313.849693:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.849697:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.849701:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.849704:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849706:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.849707:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.849709:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.849713:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.849714:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.849718:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.849719:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849721:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.849722:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.849724:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.849726:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.849729:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.849731:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.849734:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572145856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.849738:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.849740:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.849742:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.849745:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.849747:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.849748:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.849750:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.849751:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.849755:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.849757:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.849758:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.849760:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.849761:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.849763:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.849764:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.849765:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.849769:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.849774:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7701bd0, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.849776:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.849778:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.849781:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.849783:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.849784:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.849786:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.849827:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.849829:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.849831:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.849836:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.849838:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.849839:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.849841:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.849843:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.849845:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.849847:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.849849:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.849850:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.849852:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.849857:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=codec.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.849859:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.849861:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=codec.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.849865:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.849869:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.849871:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.849872:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'codec.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.849875:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.849877:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='codec.py' -> mds #0 00800000:00000001:1.0:1712357313.849879:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849881:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.849882:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: codec.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.849885:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.849887:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.849890:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.849895:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.849899:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.849901:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.849904:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.849905:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.849906:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.849908:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.849909:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.849912:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.849917:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.849921:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.849923:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.849925:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.849926:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.849926:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.849927:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.849931:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.849934:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.849935:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.849937:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.849938:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.849940:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.849942:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357313.849944:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.849946:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338078 to hash 00000020:00000001:1.0:1712357313.849947:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.849948:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.849950:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.849952:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.849953:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.849954:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.849959:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.849978:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.849981:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.849982:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.849985:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.849987:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.849988:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.849990:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.849992:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.849995:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.849997:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.849998:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.850002:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.850007:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.850008:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.850010:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.850012:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.850014:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.850017:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.850020:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.850022:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.850024:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.850026:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.850028:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.850031:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.850033:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.850036:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.850041:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145920, portal 10 00000100:00000001:1.0:1712357313.850042:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.850043:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.850047:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.850057:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.850059:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.850061:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357313.850064:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572145920, offset 0 00000400:00000200:1.0:1712357313.850067:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.850071:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.850075:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.850079:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.850082:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.850085:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.850087:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.850090:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [384:384:256:4294967295] 192.168.203.120@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:1.0:1712357313.850093:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.850099:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.850103:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.850108:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.850112:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.850117:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.850120:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.850139:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.850141:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.850142:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.850144:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.850145:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.850147:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.850148:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.850150:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.850151:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.850152:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.850282:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.850286:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357313.850289:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.850293:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.850295:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:2.0:1712357313.850296:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:2.0:1712357313.850299:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.850301:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.850308:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.850310:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.850315:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.850316:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.850659:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00000800:00000001:3.0:1712357313.852756:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.852765:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.852768:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.852770:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.852779:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.852785:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.852792:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.852795:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.852798:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.852801:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906100 00000400:00000200:3.0:1712357313.852804:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.852808:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf95 [1] + 224 00000800:00000001:3.0:1712357313.852814:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.852826:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.852828:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.852832:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.852836:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.852842:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.852849:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.852872:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.852884:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.852887:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.852940:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.852945:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.852947:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.852953:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.852956:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.852958:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.852960:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.852964:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.852971:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.852976:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.852978:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.852980:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.852982:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.852984:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.852986:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.852988:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.853004:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.853007:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.853009:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.853011:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.853016:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.853019:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.853021:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.853022:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.853023:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.853026:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.853032:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.853034:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.853035:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.853037:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.853044:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.853051:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.853054:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.853055:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.853057:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.853060:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.853064:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.853066:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.853069:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.853070:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.853072:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.853075:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.853077:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.853078:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357313.853080:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.853082:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357313.853086:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853093:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.853096:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853100:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.853102:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853106:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.853107:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.853108:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853112:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.853117:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.853119:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.853121:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.853125:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.853127:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.853130:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853134:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.853135:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.853137:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853141:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.853143:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.853143:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.853144:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.853145:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357313.853146:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.853147:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357313.853149:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.853151:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.853155:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.853156:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.853158:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.853159:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.853161:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.853162:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.853163:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.853163:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.853165:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338078 from hash 00010000:00000001:1.0:1712357313.853170:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.853171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.853171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.853172:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.853173:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.853174:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.853176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.853177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.853178:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.853179:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.853181:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.853185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.853186:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.853187:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.853188:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.853189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.853189:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.853191:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338078 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.853198:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.853199:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.853203:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.853206:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.853212:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.853213:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853214:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853215:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853217:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.853219:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.853220:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853221:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.853223:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=codec.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.853228:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.853231:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.853233:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.853236:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.853238:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.853241:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4ca0. 00000080:00002000:1.0:1712357313.853245:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.853250:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.853253:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.853255:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853257:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.853259:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.853260:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.853264:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.853266:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.853269:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.853271:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853272:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.853273:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.853275:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.853277:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.853279:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.853283:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.853285:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572145920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.853290:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.853292:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.853294:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.853297:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.853299:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.853300:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.853301:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.853303:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.853307:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.853308:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.853313:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.853315:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.853316:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.853318:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.853319:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.853320:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.853325:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.853327:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry codec.py (ffff8800a77016c0, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.853329:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.853331:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.853334:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.853336:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.853337:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.853339:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.853368:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.853370:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.853371:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.853375:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.853377:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.853378:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.853380:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.853382:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.853384:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.853386:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.853387:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.853388:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.853390:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.853396:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.853398:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.853399:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.853403:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.853407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.853409:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.853410:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.853413:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.853415:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='compat.py' -> mds #0 00800000:00000001:1.0:1712357313.853422:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853424:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.853425:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.853427:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.853429:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.853431:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.853433:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.853437:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.853439:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.853442:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.853443:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.853444:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.853446:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.853447:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.853449:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.853454:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.853457:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.853459:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.853461:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.853462:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.853463:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.853464:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.853468:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.853471:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.853472:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.853474:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.853475:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.853477:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.853479:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cd80. 00000020:00000001:1.0:1712357313.853480:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.853482:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cd80 with handle 0xbda2fb8f0333807f to hash 00000020:00000001:1.0:1712357313.853484:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.853485:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.853487:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.853489:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.853493:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.853495:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.853501:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.853507:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.853511:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.853512:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.853516:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.853517:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.853520:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.853520:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.853524:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.853526:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.853527:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.853528:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.853532:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.853537:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.853538:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.853540:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.853542:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.853545:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.853547:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.853550:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.853551:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.853553:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.853555:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.853556:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.853560:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.853562:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.853615:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.853619:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572145984, portal 10 00000100:00000001:1.0:1712357313.853621:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.853621:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.853626:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.853632:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.853634:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.853636:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357313.853638:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572145984, offset 0 00000400:00000200:1.0:1712357313.853641:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.853645:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.853650:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.853654:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.853656:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.853658:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.853660:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.853663:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [385:385:256:4294967295] 192.168.203.120@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:1.0:1712357313.853665:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.853671:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.853675:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.853678:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.853682:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.853688:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.853691:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.853709:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.853710:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.853712:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.853714:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.853715:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.853717:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.853718:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.853723:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.853724:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.853725:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.853800:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.853803:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.853807:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.853810:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.853812:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:2.0:1712357313.853814:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:2.0:1712357313.853816:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.853820:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.853830:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.853833:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.853837:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.853839:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.858487:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:3.1:1712357313.858499:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff4b40. 00000800:00000001:3.0:1712357313.858778:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.858788:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.858789:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.858791:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.858800:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.858804:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.858810:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.858813:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.858816:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.858819:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906140 00000400:00000200:3.0:1712357313.858823:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.858827:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xf9d [1] + 224 00000800:00000001:3.0:1712357313.858832:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.858844:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.858846:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.858849:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.858853:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.858859:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.858866:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.858879:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.858884:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.858887:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.859101:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.859106:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.859108:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.859110:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.859113:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.859115:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.859117:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.859121:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.859127:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859132:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.859133:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.859135:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.859137:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.859139:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.859141:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.859142:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.859148:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.859151:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.859152:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.859155:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859159:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.859161:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.859163:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.859164:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.859166:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.859168:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859173:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.859182:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.859184:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.859186:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.859192:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572145984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.859195:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.859198:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.859199:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.859201:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.859203:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859207:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.859209:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.859211:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.859212:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.859215:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.859218:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.859220:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.859222:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:1.0:1712357313.859223:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.859226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00010000:1.0:1712357313.859229:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859236:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.859240:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859244:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.859246:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859250:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.859255:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.859257:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859262:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.859263:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.859266:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.859268:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.859272:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cd80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.859274:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.859277:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859281:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.859283:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.859285:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859288:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.859290:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.859290:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.859291:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.859292:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=5 00000020:00000001:1.0:1712357313.859293:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.859295:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357313.859297:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.859299:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.859302:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.859303:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.859305:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.859306:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.859312:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.859313:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.859314:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.859315:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.859317:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cd80 with handle 0xbda2fb8f0333807f from hash 00010000:00000001:1.0:1712357313.859318:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.859319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.859320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.859321:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.859321:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.859323:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.859324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.859325:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.859326:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.859327:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.859329:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859333:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.859333:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.859334:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.859335:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.859336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.859337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.859337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.859339:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f0333807f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.859346:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.859347:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.859350:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.859354:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.859359:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.859359:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859361:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859362:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859368:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.859370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.859371:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859372:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.859373:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.859376:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.859378:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.859380:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.859383:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.859385:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.859388:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4de0. 00000080:00002000:1.0:1712357313.859392:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.859396:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.859399:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.859402:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859404:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.859406:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.859407:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.859410:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.859412:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.859415:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.859418:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859419:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.859420:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.859422:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.859424:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.859427:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.859430:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.859434:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572145984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859438:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.859440:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.859442:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.859445:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.859447:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.859448:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.859453:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.859456:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.859460:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.859461:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.859462:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.859464:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.859465:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.859467:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.859468:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.859469:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.859473:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.859474:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.py (ffff8800a7701438, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.859477:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.859479:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.859481:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.859483:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.859485:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.859487:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.859516:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.859517:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.859519:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.859523:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.859525:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.859526:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.859528:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.859529:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.859532:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.859533:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.859535:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.859536:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.859537:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.859542:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.859545:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.859546:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.859549:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.859553:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.859560:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.859561:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.859574:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.859577:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='core.py' -> mds #0 00800000:00000001:1.0:1712357313.859579:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859653:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.859655:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.859657:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.859659:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.859662:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.859664:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.859667:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.859670:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.859673:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.859674:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.859675:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.859676:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.859678:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.859680:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.859684:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.859688:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.859690:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.859691:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.859692:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.859693:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.859694:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.859699:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.859701:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.859702:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.859704:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.859705:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.859707:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.859709:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357313.859711:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.859712:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03338086 to hash 00000020:00000001:1.0:1712357313.859717:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.859718:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.859720:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.859722:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.859723:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.859725:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.859730:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.859736:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.859740:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.859741:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.859744:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.859745:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.859747:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.859748:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.859751:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.859754:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.859755:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.859756:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.859760:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859765:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.859766:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.859769:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.859770:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.859773:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.859775:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.859779:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.859780:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.859785:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.859788:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.859789:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.859793:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.859795:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.859798:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.859802:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146048, portal 10 00000100:00000001:1.0:1712357313.859804:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.859804:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.859808:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.859814:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.859816:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.859817:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357313.859819:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572146048, offset 0 00000400:00000200:1.0:1712357313.859823:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.859827:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.859830:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.859835:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.859838:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.859841:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.859843:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.859846:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [386:386:256:4294967295] 192.168.203.120@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:1.0:1712357313.859849:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.859856:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.859860:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.859863:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.859867:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.859873:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.859877:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.859898:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.859903:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.859905:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.859907:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.859908:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.859909:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.859911:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.859912:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.859914:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.859915:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.861778:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.861783:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.861788:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.861794:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.861797:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357313.861799:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357313.861802:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.861806:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.861814:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.861816:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.861821:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.861822:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.864731:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:3.1:1712357313.864741:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff4ca0. 00000800:00000001:3.0:1712357313.867189:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.867200:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.867203:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.867205:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.867213:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.867219:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.867225:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.867238:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.867241:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.867244:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906180 00000400:00000200:3.0:1712357313.867247:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.867252:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfa5 [1] + 224 00000800:00000001:3.0:1712357313.867257:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.867269:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.867271:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.867274:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.867279:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.867285:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.867293:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.867364:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.867370:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.867374:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.867423:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.867429:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.867430:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.867433:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.867436:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.867437:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.867440:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.867444:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.867450:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.867454:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.867456:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.867457:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.867459:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.867461:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.867463:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.867465:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.867471:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.867474:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.867476:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.867479:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.867484:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.867487:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.867489:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.867490:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.867497:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.867501:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.867512:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.867514:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.867515:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.867518:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.867524:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.867527:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.867530:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.867532:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.867533:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.867536:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.867541:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.867543:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.867545:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.867546:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.867549:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.867552:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.867554:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.867556:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357313.867558:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.867560:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357313.867563:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867608:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.867612:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867624:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.867626:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867631:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.867632:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.867633:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867638:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.867639:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.867642:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.867644:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.867648:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.867650:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.867653:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867657:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.867659:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.867661:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867664:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.867666:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.867667:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.867668:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.867669:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357313.867670:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.867671:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.867673:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.867678:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.867682:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.867683:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.867685:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.867686:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.867688:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.867689:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.867690:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.867691:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.867693:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03338086 from hash 00010000:00000001:1.0:1712357313.867694:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.867695:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.867695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.867696:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.867697:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.867698:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.867700:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.867701:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.867701:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.867703:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.867704:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867707:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.867708:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.867708:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.867709:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.867710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.867710:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.867711:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.867712:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338086 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.867720:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.867721:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.867724:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.867732:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.867738:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.867739:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867740:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867741:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867743:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.867745:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.867745:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867747:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.867748:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.867750:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.867753:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.867754:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.867757:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.867758:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.867762:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4f20. 00000080:00002000:1.0:1712357313.867767:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.867771:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.867774:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.867777:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867779:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.867780:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.867782:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.867787:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.867789:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.867792:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.867794:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867795:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.867796:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.867798:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.867800:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.867803:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.867806:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.867809:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.867818:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.867820:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.867823:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.867826:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.867827:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.867828:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.867830:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.867832:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.867836:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.867837:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.867838:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.867841:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.867842:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.867844:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.867845:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.867846:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.867850:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.867852:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.py (ffff8800a7701e58, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.867854:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.867857:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.867860:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.867862:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.867863:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.867865:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.867896:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.867897:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.867899:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.867903:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.867905:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.867907:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.867908:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.867910:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.867912:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.867914:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.867916:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.867916:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.867922:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.867929:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idnadata.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.867931:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.867932:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idnadata.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.867936:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.867940:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.867942:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.867943:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idnadata.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.867946:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.867948:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='idnadata.py' -> mds #0 00800000:00000001:1.0:1712357313.867951:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867953:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.867954:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idnadata.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.867956:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.867958:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.867961:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.867963:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.867966:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.867969:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.867972:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.867973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.867974:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.867976:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.867977:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.867980:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.867983:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.867987:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.867989:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.867990:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.867991:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.867992:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.867993:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.867998:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.868000:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.868005:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.868007:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.868008:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.868010:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.868013:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357313.868014:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.868016:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f0333808d to hash 00000020:00000001:1.0:1712357313.868018:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.868018:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.868021:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.868023:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.868024:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.868026:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.868031:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.868044:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.868048:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.868049:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.868052:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.868054:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.868055:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.868056:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.868059:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.868062:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.868064:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.868065:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.868069:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.868074:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.868075:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.868080:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.868082:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.868084:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.868087:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.868091:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.868092:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.868094:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.868096:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.868098:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.868101:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.868103:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.868106:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.868110:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146112, portal 10 00000100:00000001:1.0:1712357313.868111:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.868112:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.868115:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.868120:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.868122:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.868124:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357313.868126:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146112, offset 0 00000400:00000200:1.0:1712357313.868129:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.868133:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.868137:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.868141:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.868144:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.868147:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.868149:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.868152:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [387:387:256:4294967295] 192.168.203.120@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:1.0:1712357313.868155:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.868161:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.868164:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.868171:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.868176:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.868182:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.868185:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.868205:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.868207:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.868208:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.868210:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.868211:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.868213:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.868214:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.868216:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.868217:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.868218:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357313.871024:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cd80. 00000080:00000010:3.1:1712357313.871035:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff4de0. 00000800:00000200:2.0:1712357313.871797:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.871801:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.871805:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.871811:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.871816:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357313.871818:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357313.871821:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.871826:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.871834:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.871836:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.871841:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.871849:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.873799:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:3.1:1712357313.873809:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff4f20. 00000800:00000001:3.0:1712357313.876617:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.876628:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.876631:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.876633:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.876643:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.876649:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.876654:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.876658:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.876661:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.876665:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9061c0 00000400:00000200:3.0:1712357313.876669:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.876674:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfad [1] + 224 00000800:00000001:3.0:1712357313.876680:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.876694:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.876696:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.876706:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.876711:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.876718:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.876726:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.876891:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.876898:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.876902:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.877132:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.877138:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.877139:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.877142:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.877145:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.877146:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.877148:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.877153:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.877159:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.877164:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.877166:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.877167:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.877170:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.877171:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.877173:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.877175:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.877182:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.877185:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.877187:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.877195:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.877200:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.877202:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.877204:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.877205:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.877207:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.877209:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.877214:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.877216:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.877217:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.877219:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.877225:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.877228:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.877231:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.877232:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.877234:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.877236:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.877240:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.877243:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.877245:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.877246:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.877249:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.877252:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.877254:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.877256:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357313.878216:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.878222:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357313.878238:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878246:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.878250:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878254:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.878256:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878260:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.878261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.878263:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878267:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.878268:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.878271:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.878273:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.878277:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.878280:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.878282:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878287:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.878289:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.878291:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878294:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.878296:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.878300:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.878301:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.878302:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357313.878304:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.878305:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.878307:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.878309:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.878312:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.878313:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.878315:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.878316:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.878318:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.878319:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.878320:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.878321:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.878322:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f0333808d from hash 00010000:00000001:1.0:1712357313.878324:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.878325:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.878325:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.878326:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.878327:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.878328:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.878329:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.878330:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.878331:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.878332:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.878334:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.878337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.878338:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.878339:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.878340:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.878340:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.878343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.878344:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333808d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.878534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.878536:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.878541:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.878547:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.878553:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.878554:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878555:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878556:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878558:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.878560:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.878560:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878562:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.878563:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idnadata.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.878575:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.878577:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.878579:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.878603:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.878605:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.878609:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ff4b40. 00000080:00002000:1.0:1712357313.878612:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.878617:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.878620:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.878623:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878626:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.878627:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.878629:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.878633:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.878635:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.878638:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.878640:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878642:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.878647:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.878649:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.878651:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.878654:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.878658:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.878662:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.878667:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.878668:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.878671:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.878674:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.878675:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.878677:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.878678:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.878680:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.878684:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.878685:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.878687:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.878689:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.878690:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.878692:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.878693:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.878694:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.878697:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.878698:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idnadata.py (ffff8800a77016c0, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.878700:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.878702:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.878705:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.878707:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.878708:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.878709:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.878736:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.878738:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.878739:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.878743:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.878745:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.878746:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.878751:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.878753:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.878755:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.878757:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.878759:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.878760:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.878762:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.878766:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=intranges.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.878769:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.878770:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=intranges.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.878774:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.878778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.878780:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.878781:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'intranges.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.878783:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.878786:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='intranges.py' -> mds #0 00800000:00000001:1.0:1712357313.878787:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878789:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.878791:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: intranges.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.878793:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.878795:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.878798:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.878800:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.878803:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.878805:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.878808:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.878809:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.878810:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.878812:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.878814:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.878816:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.878820:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.878825:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.878827:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.878828:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.878833:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.878833:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.878835:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.878840:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.878843:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.878844:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.878846:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.878847:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.878849:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.878852:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357313.878854:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.878855:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f03338094 to hash 00000020:00000001:1.0:1712357313.878857:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.878858:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.878860:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.878862:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.878863:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.878865:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.878870:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.878876:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.878879:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.878881:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.878885:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.878886:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.878888:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.878889:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.878892:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.878894:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.878896:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.878901:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.878905:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.878911:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.878912:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.878914:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.878916:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.878919:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.878922:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.878926:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.878927:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.878929:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.878931:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.878933:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.878939:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.878941:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.878946:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.878950:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146176, portal 10 00000100:00000001:1.0:1712357313.878952:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.878953:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.878956:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.878961:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.878963:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.878965:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357313.878967:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146176, offset 0 00000400:00000200:1.0:1712357313.878971:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.878976:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.878981:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.878985:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.878988:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.878991:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.878993:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.879000:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [388:388:256:4294967295] 192.168.203.120@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:1.0:1712357313.879003:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.879010:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.879015:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.879018:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357313.879023:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.879029:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.879032:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.879047:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.879049:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.879051:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.879053:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.879054:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.879056:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.879057:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.879059:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.879061:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.879062:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.879113:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.879116:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:2.0:1712357313.879120:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.879125:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.879128:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:2.0:1712357313.879129:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:2.0:1712357313.879132:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.879136:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.879143:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.879146:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.879150:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.879152:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.884479:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:3.1:1712357313.884486:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ff4b40. 00000800:00000001:3.0:1712357313.885386:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.885396:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.885398:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.885400:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.885409:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.885415:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.885420:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.885424:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.885427:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.885430:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906200 00000400:00000200:3.0:1712357313.885433:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.885438:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfb5 [1] + 224 00000800:00000001:3.0:1712357313.885443:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.885453:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.885455:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.885458:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.885462:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.885468:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.885475:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.885497:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.885506:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.885509:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.886177:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.886183:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.886184:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.886186:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.886189:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.886191:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.886193:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.886198:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.886205:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.886210:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.886212:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.886213:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.886216:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.886223:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.886225:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.886228:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.886234:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.886237:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.886239:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.886242:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.886247:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.886250:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.886252:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.886253:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.886254:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.886257:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.886262:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.886264:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.886266:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.886268:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.886274:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.886277:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.886280:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.886282:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.886283:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.886285:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.886290:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.886292:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.886294:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.886295:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.886298:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.886309:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.886311:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.886313:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357313.886315:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.886317:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00010000:1.0:1712357313.886320:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886328:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.886330:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886335:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.886338:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.886343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.886345:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886348:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.886350:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.886352:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.886354:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.886358:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.886360:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.886363:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886367:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.886368:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.886370:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886377:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.886379:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.886379:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.886380:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.886381:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357313.886382:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.886384:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.886385:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.886387:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.886391:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.886392:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.886394:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.886395:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.886397:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.886398:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.886398:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.886399:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.886401:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c240 with handle 0xbda2fb8f03338094 from hash 00010000:00000001:1.0:1712357313.886403:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.886403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.886404:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.886405:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.886406:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.886407:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.886408:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.886409:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.886410:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.886411:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.886413:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.886421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.886422:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.886423:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.886424:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.886424:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.886425:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.886427:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f03338094 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.886452:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.886453:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.886457:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.886460:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.886466:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.886467:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886468:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886470:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886472:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.886473:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.886474:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886475:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.886476:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=intranges.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.886478:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.886481:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.886482:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.886485:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.886486:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.886490:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874060. 00000080:00002000:1.0:1712357313.886493:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.886497:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.886500:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.886503:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886509:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.886511:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.886512:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.886516:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.886522:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.886526:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.886667:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886669:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.886670:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.886672:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.886674:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.886678:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.886681:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.886685:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.886690:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.886692:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.886695:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.886698:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.886699:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.886701:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.886702:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.886704:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.886708:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.886709:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.886711:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.886713:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.886714:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.886715:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.886716:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.886717:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.886721:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.886722:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry intranges.py (ffff8800a7701bd0, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.886724:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.886726:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.886729:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.886731:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.886732:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.886735:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.886861:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.886867:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.886869:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.886873:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.886875:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.886877:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.886879:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.886880:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.886883:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.886884:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.886886:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.886887:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.886889:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.886893:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=package_data.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.886896:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.886897:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=package_data.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.886901:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.886905:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.886907:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.886909:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'package_data.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.886911:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.886914:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='package_data.py' -> mds #0 00800000:00000001:1.0:1712357313.886916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886918:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.886919:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: package_data.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.886922:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.886923:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.886926:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.886929:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.886932:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.886935:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.886938:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.886939:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.886940:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.886942:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.886943:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.886949:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.886954:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.886958:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.886961:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.886962:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.886963:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.886964:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.886966:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.886971:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.886973:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.886974:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.886976:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.886978:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.886979:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.886981:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c000. 00000020:00000001:1.0:1712357313.886983:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.886985:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c000 with handle 0xbda2fb8f0333809b to hash 00000020:00000001:1.0:1712357313.886986:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.886987:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.886989:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.886991:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.886992:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.886994:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.887000:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.887006:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.887010:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.887011:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.887014:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.887015:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.887020:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.887022:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.887025:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.887028:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.887029:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.887031:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.887035:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.887039:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.887040:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.887043:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.887044:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.887046:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.887049:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.887052:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.887054:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.887055:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.887058:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.887059:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.887064:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.887067:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.887070:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.887075:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146240, portal 10 00000100:00000001:1.0:1712357313.887076:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.887077:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.887081:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.887086:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.887088:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.887089:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357313.887092:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146240, offset 0 00000400:00000200:1.0:1712357313.887096:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.887100:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.887108:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.887112:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.887115:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.887118:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.887119:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.887122:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [389:389:256:4294967295] 192.168.203.120@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:1.0:1712357313.887125:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.887132:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.887136:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.887139:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.887143:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.887148:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.887151:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.887195:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.887197:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.887199:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.887201:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.887202:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.887203:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.887205:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.887206:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.887207:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.887208:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.887338:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.887342:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.887346:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.887349:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.887351:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357313.887353:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357313.887355:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.887358:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.887364:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.887366:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.887370:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.887371:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.889335:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.889344:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.889347:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.889349:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.889355:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.889360:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.889365:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.889367:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.889370:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.889374:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906240 00000400:00000200:3.0:1712357313.889377:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.889381:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfbd [1] + 224 00000800:00000001:3.0:1712357313.889386:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.889395:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.889397:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.889401:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.889404:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.889409:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.889417:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.889435:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.889440:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.889442:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.889463:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.889468:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.889469:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.889471:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.889474:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.889476:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.889478:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.889483:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.889489:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.889499:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.889500:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.889502:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.889504:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.889506:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.889507:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.889509:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.889515:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.889518:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.889520:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.889523:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.889528:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.889530:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.889531:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.889532:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.889534:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.889537:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.889542:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.889544:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.889545:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.889547:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.889553:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.889556:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.889559:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.889560:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.889561:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.889576:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.889617:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.889621:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.889623:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.889624:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.889626:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.889629:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.889631:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.889633:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=4 00000020:00000001:1.0:1712357313.889634:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.889636:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00010000:1.0:1712357313.889639:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889646:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.889649:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889653:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.889655:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889659:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.889660:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.889662:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889665:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.889667:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.889669:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.889671:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.889675:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.889681:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.889684:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889689:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.889691:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.889693:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889696:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.889698:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.889698:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.889699:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.889700:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=5 00000020:00000001:1.0:1712357313.889702:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.889703:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.889705:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.889706:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.889710:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.889711:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.889713:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.889714:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.889716:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.889717:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.889718:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.889719:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.889721:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c000 with handle 0xbda2fb8f0333809b from hash 00010000:00000001:1.0:1712357313.889722:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.889723:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.889724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.889725:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.889725:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.889726:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.889731:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.889732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.889733:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.889734:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.889736:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889740:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.889741:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.889741:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.889742:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.889743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.889744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.889744:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.889746:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f0333809b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.889753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.889754:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.889757:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.889761:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.889766:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.889767:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889768:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889770:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889772:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.889773:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.889774:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889775:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.889776:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=package_data.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.889779:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.889782:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.889783:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.889786:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.889787:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.889790:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a68741a0. 00000080:00002000:1.0:1712357313.889798:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.889802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.889805:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.889807:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889810:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.889811:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.889813:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.889817:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.889820:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.889823:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.889825:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889826:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.889827:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.889829:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.889831:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.889834:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.889837:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.889841:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.889845:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.889847:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.889849:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.889852:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.889853:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.889854:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.889856:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.889858:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.889862:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.889863:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.889864:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.889866:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.889867:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.889869:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.889870:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.889871:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.889875:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.889880:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry package_data.py (ffff8800a7701ca8, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.889883:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.889885:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.889888:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.889890:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.889891:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.889893:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.889919:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.889921:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.889923:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.889926:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.889929:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.889930:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.889932:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.889934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.889936:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.889938:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.889940:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.889941:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.889943:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.889949:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=uts46data.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.889951:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.889952:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=uts46data.py, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.889956:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.889959:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.889961:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.889963:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'uts46data.py' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.889965:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.889967:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='uts46data.py' -> mds #0 00800000:00000001:1.0:1712357313.889969:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.889971:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.889973:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: uts46data.py,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.889975:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.889977:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.889979:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.889985:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.889988:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.889990:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.889993:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.889994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.889995:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.889997:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.889999:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.890001:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.890005:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.890008:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.890010:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.890011:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.890012:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.890013:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.890015:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.890019:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.890021:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.890022:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.890024:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.890026:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.890027:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.890029:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357313.890031:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.890033:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f033380a2 to hash 00000020:00000001:1.0:1712357313.890034:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.890035:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.890037:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.890039:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.890040:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.890042:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.890047:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.890062:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.890066:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.890067:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.890070:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.890072:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.890074:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.890075:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.890078:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.890080:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.890082:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.890084:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.890088:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.890093:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.890094:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.890097:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.890098:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.890101:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146304:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.890104:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.890107:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.890109:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.890110:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.890112:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.890113:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.890117:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.890119:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.890122:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.890126:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146304, portal 10 00000100:00000001:1.0:1712357313.890127:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.890128:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.890131:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.890140:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.890142:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.890144:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357313.890146:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146304, offset 0 00000400:00000200:1.0:1712357313.890150:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.890154:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.890157:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.890162:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.890164:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.890167:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.890169:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.890171:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [390:390:256:4294967295] 192.168.203.120@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:1.0:1712357313.890174:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.890180:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.890184:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.890187:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.890191:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.890196:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.890198:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.890220:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.890222:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.890223:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.890225:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.890226:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.890228:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.890229:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.890230:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.890232:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.890233:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.890345:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.890348:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:2.0:1712357313.890351:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.890354:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.890356:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:2.0:1712357313.890362:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:2.0:1712357313.890365:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.890368:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.890374:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.890376:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.890381:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.890382:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.895450:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c240. 00000800:00000001:3.0:1712357313.896766:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.896777:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.896780:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.896782:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.896790:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.896795:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.896800:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.896813:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.896816:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.896819:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906280 00000400:00000200:3.0:1712357313.896823:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.896827:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfc5 [1] + 224 00000800:00000001:3.0:1712357313.896832:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.896842:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.896844:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.896848:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.896852:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.896859:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.896866:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.896891:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.896897:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.896899:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.897079:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.897085:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.897086:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.897093:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.897097:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.897099:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.897101:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.897104:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.897111:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.897115:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.897117:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.897119:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.897122:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.897123:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.897125:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.897127:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.897133:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.897136:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.897138:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.897141:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.897145:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.897148:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.897150:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.897151:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.897152:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.897156:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.897161:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.897163:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.897165:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.897167:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.897173:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146304:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.897179:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.897182:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.897184:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.897185:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.897188:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.897193:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.897195:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.897197:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.897198:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.897201:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.897203:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.897205:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.897207:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357313.897208:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.897210:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357313.897214:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897220:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.897223:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897227:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.897229:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.897234:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.897236:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897239:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.897244:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.897247:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.897248:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.897253:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.897255:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.897258:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897263:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.897264:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.897266:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897269:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.897271:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.897272:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.897273:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.897274:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357313.897275:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.897276:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.897278:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.897421:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.897427:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.897428:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.897430:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.897431:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.897433:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.897434:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.897435:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.897436:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.897438:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f033380a2 from hash 00010000:00000001:1.0:1712357313.897443:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.897444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.897445:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.897445:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.897446:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.897447:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.897449:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.897450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.897450:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.897452:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.897454:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897457:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.897457:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.897458:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.897459:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.897460:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.897461:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.897461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.897463:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.897469:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.897470:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.897474:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.897478:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.897483:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.897484:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897485:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897487:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897488:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.897490:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.897490:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897492:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.897493:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=uts46data.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.897503:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.897506:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.897508:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.897511:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.897512:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.897515:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874300. 00000080:00002000:1.0:1712357313.897519:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.897523:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.897526:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.897529:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897531:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.897532:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.897534:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.897537:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.897539:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.897543:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.897545:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897546:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.897547:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.897548:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.897551:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.897553:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.897557:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.897560:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146304/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.897573:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.897575:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.897577:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.897657:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.897660:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.897661:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.897663:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.897666:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.897669:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.897671:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.897676:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.897679:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.897679:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.897681:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.897682:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.897683:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.897688:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.897689:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry uts46data.py (ffff8800a77016c0, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.897692:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.897693:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.897697:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.897700:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.897701:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.897703:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.897732:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.897733:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.897735:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.897739:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.897742:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.897743:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.897745:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.897746:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.897749:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.897751:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.897752:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.897753:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.897755:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.897760:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.897763:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.897764:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.897768:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.897772:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.897774:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.897775:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.897778:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.897780:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.897785:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.897787:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.897788:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.897791:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.897793:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.897795:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.897797:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.897800:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.897803:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.900171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.900173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.900174:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.900180:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.900182:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.900185:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.900194:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99400. 00000100:00000001:1.0:1712357313.900200:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.900203:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.900205:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.900206:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.900207:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.900208:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.900214:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00010000:00000001:1.0:1712357313.900217:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.900219:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.900307:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.900310:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.900312:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.900317:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357313.900320:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.900322:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f033380a9 to hash 00000020:00000001:1.0:1712357313.900323:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.900324:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.900327:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.900329:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.900340:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.900343:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.900349:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.900357:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.900360:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.900361:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.900366:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.900367:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.900369:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.900370:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.900374:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.900376:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.900378:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.900379:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.900386:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.900392:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.900393:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.900396:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.900397:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.900400:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.900402:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.900406:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.900407:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.900409:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.900412:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.900413:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.900420:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.900423:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.900431:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.900436:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146368, portal 10 00000100:00000001:1.0:1712357313.900438:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.900439:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.900443:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.900449:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.900450:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.900452:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357313.900454:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146368, offset 0 00000400:00000200:1.0:1712357313.900459:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.900465:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.900470:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.900474:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.900477:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.900479:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.900481:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.900484:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [391:391:256:4294967295] 192.168.203.120@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:1.0:1712357313.900487:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.900494:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.900499:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.900502:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.900507:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.900514:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.900517:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.900540:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.900541:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.900542:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.900545:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.900546:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.900548:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.900550:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.900555:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.900558:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.900558:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.900703:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.900705:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357313.900709:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.900713:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.900716:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:2.0:1712357313.900717:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:2.0:1712357313.900719:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.900722:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.900728:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.900730:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.900735:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.900736:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:1.1:1712357313.904057:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874060. 00010000:00000010:1.1:1712357313.904070:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c000. 00000080:00000010:1.1:1712357313.904073:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a68741a0. 00000800:00000001:3.0:1712357313.906389:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.906399:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.906402:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.906404:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.906415:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.906420:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.906426:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.906430:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.906433:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.906436:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9062c0 00000400:00000200:3.0:1712357313.906439:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.906444:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfcd [1] + 224 00000800:00000001:3.0:1712357313.906451:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.906463:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.906466:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.906474:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.906479:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.906485:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.906493:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.906513:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.906519:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.906522:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.906578:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.906663:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.906665:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.906667:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.906670:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.906672:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.906674:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.906678:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.906685:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.906690:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.906691:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.906692:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.906695:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.906697:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.906698:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.906701:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.906707:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.906711:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.906713:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.906715:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.906719:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.906722:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.906724:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.906725:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.906726:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.906730:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.906734:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.906741:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.906742:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.906746:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.906752:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.906755:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.906758:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.906760:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.906761:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.906763:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.906772:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.906775:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.906777:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.906778:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.906781:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.906784:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.906786:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.906788:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357313.906790:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.906792:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00010000:1.0:1712357313.906797:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906804:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.906807:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906812:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.906814:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.906822:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.906824:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906828:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.906830:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.906832:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.906834:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.906838:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.906840:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.906843:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906847:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.906849:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.906850:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906854:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.906856:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.906857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.906858:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.906859:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357313.906861:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.906862:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.906864:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.906866:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.906870:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.906871:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.906873:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.906874:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.906879:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.906880:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.906881:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.906882:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.906884:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c240 with handle 0xbda2fb8f033380a9 from hash 00010000:00000001:1.0:1712357313.906886:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.906887:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.906887:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.906888:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.906889:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.906890:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.906892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.906893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.906894:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.906895:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.906897:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906900:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.906901:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.906902:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.906903:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.906903:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.906904:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.906904:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.906906:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.906913:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.906914:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.906918:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.906921:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.906926:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.906927:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.906928:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.906929:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.906934:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.906936:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.906937:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.906938:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.906939:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.906942:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.906944:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.906946:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.906948:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.906950:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.906953:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874400. 00000080:00002000:1.0:1712357313.906957:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.906961:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.906964:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.906967:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.906969:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.906970:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.906972:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.906976:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.906978:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.906981:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/9 (0 0) 00000002:00000001:1.0:1712357313.906983:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.906984:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.906985:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.906987:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.906989:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.906991:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.906994:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.906997:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.907001:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.907003:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.907005:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.907008:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.907009:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.907011:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.907015:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.907016:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.907020:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.907022:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.907023:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357313.907025:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.907026:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.907027:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.907028:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.907029:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.907034:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.907035:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7701e58, parent ffff8800a7701d80, inode (null)) hashed, 00000080:00000001:1.0:1712357313.907038:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.907040:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.907043:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.907045:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.907046:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.907047:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.907066:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.907068:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.907070:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.907074:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.907076:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.907077:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.907079:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.907080:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.907083:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.907085:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.907087:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.907088:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.907089:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.907101:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=1536 00000080:00000001:1.0:1712357313.907103:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.907104:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.907105:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.907108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.907112:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357313.907114:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.907116:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357313.907118:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8) 00000080:00000001:1.0:1712357313.907120:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357313.907122:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000002:1.0:1712357313.907127:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x9:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357313.907129:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.907131:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357313.907136:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357313.907137:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357313.907139:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357313.907141:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357313.907143:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.907145:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357313.907146:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.907148:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357313.907149:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357313.907151:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x1f:0x0] 40000000:00000001:1.0:1712357313.907153:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.907154:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.907156:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.907157:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.907159:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x1f:0x0] on [0x200000401:0x9:0x0] -> mds #0 00800000:00000001:1.0:1712357313.907160:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.907162:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357313.907163:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.907165:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.907167:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.907168:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.907170:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.907171:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.907172:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.907175:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a27100. 00000020:00000040:1.0:1712357313.907177:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357313.907180:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357313.907183:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.907185:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.907188:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.907191:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.907192:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.907193:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.907194:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.907196:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.907198:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.907203:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca9c00. 00000100:00000001:1.0:1712357313.907207:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.907209:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.907210:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.907211:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.907212:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.907213:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357313.907220:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.907225:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.907229:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.907231:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.907234:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.907235:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.907237:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.907238:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.907241:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.907244:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.907245:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.907247:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.907250:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.907255:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.907256:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.907258:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.907260:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.907266:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146496:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.907270:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.907273:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.907274:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.907276:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.907279:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357313.907280:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.907284:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.907286:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.907288:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.907293:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572146496, portal 10 00000100:00000001:1.0:1712357313.907294:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.907295:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000040:1.0:1712357313.907299:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.907303:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.907304:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.907306:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357313.907308:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572146496, offset 0 00000400:00000200:1.0:1712357313.907311:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.907316:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.907319:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.907323:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.907326:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.907329:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.907331:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.907334:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [392:392:256:4294967295] 192.168.203.120@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:1.0:1712357313.907336:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.907342:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.907347:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.907349:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.907353:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.907364:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.907367:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.907388:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.907389:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.907391:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.907394:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.907395:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.907396:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.907398:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.907399:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.907400:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.907401:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.907719:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.907722:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357313.907726:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.907729:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.907731:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:2.0:1712357313.907733:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:2.0:1712357313.907735:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.907739:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.907744:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.907751:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.907755:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.907756:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357313.909817:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:1.1:1712357313.909825:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874300. 00010000:00000010:1.1:1712357313.912948:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c240. 00000080:00000010:1.1:1712357313.912957:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874400. 00000800:00000001:3.0:1712357313.915131:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.915143:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.915146:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.915148:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.915156:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915161:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.915166:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915170:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915173:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915176:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef906340 00000400:00000200:3.0:1712357313.915179:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915184:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0xfd5 [1] + 224 00000800:00000001:3.0:1712357313.915190:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.915201:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.915203:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.915207:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.915212:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.915218:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.915225:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.915244:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357313.915257:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357313.915260:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915265:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.915269:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [393:393:256:4294967295] 192.168.203.120@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:3.0:1712357313.915272:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.915277:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357313.915281:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.915284:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357313.915290:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.915296:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.915299:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357313.915358:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357313.915369:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.915371:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357313.915373:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.915376:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.915421:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.915522:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.915527:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.915528:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.915530:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.915534:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.915535:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.915538:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.915542:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.915548:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a27100 x1795536572146496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.915553:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.915555:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.915556:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.915559:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.915561:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.915562:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.915573:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.915580:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.915609:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.915611:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.915612:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.915614:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.915621:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.915623:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.915625:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000003e/0x1] 00000100:00000001:1.0:1712357313.915626:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.915627:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.915628:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160213760 : -131938549337856 : ffff8800a9a27100) 00000100:00000001:1.0:1712357313.915631:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.915632:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.915634:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.915635:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.915639:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a27100 x1795536572146496/t4294967359(4294967359) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.915645:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.915647:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.915649:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.915652:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a27100 x1795536572146496/t4294967359(4294967359) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.915657:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a27100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146496:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.915661:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.915663:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.915665:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.915667:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.915669:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a27100 x1795536572146496/t4294967359(4294967359) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.915674:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.915677:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.915679:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.915680:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.915685:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357313.915688:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x1f:0x0] 00800000:00000001:1.0:1712357313.915689:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.915692:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x9:0x0] mtime from 1611184588 to 1712357313 00000080:00000001:1.0:1712357313.915695:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.915701:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.915704:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.915706:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.915708:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.915710:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.915712:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357313.915717:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76de800. 00000080:00000001:1.0:1712357313.915723:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357313.915725:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8) 00000080:00000001:1.0:1712357313.915727:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.915729:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1f:0x0] 00000080:00000001:1.0:1712357313.915731:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915732:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.915734:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357313.915735:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502303 mtime from 0 to 1712357313 00000080:00200000:1.0:1712357313.915738:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1f:0x0], updating i_size 4096 00000080:00000001:1.0:1712357313.915739:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357313.915741:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123216584 : -131938586335032 : ffff8800a76de8c8) 00000080:00000001:1.0:1712357313.915743:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.915744:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.915746:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.915747:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915751:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357313.915752:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.915755:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a27100 x1795536572146496/t4294967359(4294967359) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.915761:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.915764:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.915767:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915769:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915776:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.915777:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.915800:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.915802:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.915808:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915901:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.915906:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.915908:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.915911:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915914:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.915916:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.915917:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.915919:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.915921:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.915923:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.915924:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.915925:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.915927:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.915933:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=0 00000080:00000001:1.0:1712357313.915936:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.915937:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.915941:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.915945:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.915948:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.915949:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.915951:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.915954:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.915956:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.915958:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.915960:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.915963:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.915964:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.915968:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.915970:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=63 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.915974:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.915977:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.915980:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.915982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.915983:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.915984:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.915986:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.915991:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.915996:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99800. 00000100:00000001:1.0:1712357313.915999:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.916002:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.916003:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.916004:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.916005:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.916006:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.916011:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00010000:00000001:1.0:1712357313.916014:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.916015:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.916020:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.916022:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.916024:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.916026:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357313.916028:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.916030:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f033380b0 to hash 00000020:00000001:1.0:1712357313.916031:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.916032:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.916035:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.916037:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.916039:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.916041:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.916046:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.916051:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.916055:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.916057:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.916060:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.916061:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.916066:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.916067:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.916070:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.916072:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.916073:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.916075:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.916079:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.916083:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.916085:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.916087:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.916088:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.916091:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.916093:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.916096:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.916097:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.916099:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.916102:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.916103:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.916106:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.916108:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.916111:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.916115:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146560, portal 10 00000100:00000001:1.0:1712357313.916116:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.916117:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.916121:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.916125:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.916127:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.916128:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357313.916131:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146560, offset 0 00000400:00000200:1.0:1712357313.916134:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.916137:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.916144:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.916147:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.916149:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.916152:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.916153:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.916155:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [394:394:256:4294967295] 192.168.203.120@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:1.0:1712357313.916158:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.916163:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.916166:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.916169:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.916172:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.916175:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.916177:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.916192:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.916194:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.916196:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.916197:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.916199:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.916200:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.916202:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.916203:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.916205:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.916205:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.917144:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.917148:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:3.0:1712357313.917151:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.917155:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.917157:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357313.917158:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357313.917162:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.917165:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.917171:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.917173:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.917177:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.917178:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.922086:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.922098:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.922101:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.922103:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.922113:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.922118:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.922123:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.922126:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.922129:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.922132:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906380 00000400:00000200:2.0:1712357313.922136:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.922140:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfdd [1] + 224 00000800:00000001:2.0:1712357313.922145:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.922157:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.922160:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.922163:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.922168:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.922174:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.922183:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.922203:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.922208:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.922211:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.922272:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.922278:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.922279:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.922282:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.922285:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.922287:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.922289:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.922294:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.922301:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.922313:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.922315:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.922317:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.922319:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.922321:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.922323:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.922325:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.922331:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.922335:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.922337:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.922338:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922340:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.922343:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.922345:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.922347:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.922348:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.922350:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.922354:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.922359:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.922362:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.922363:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.922366:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.922372:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.922375:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.922379:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.922380:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.922382:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.922384:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.922389:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.922396:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.922398:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.922399:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922401:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.922404:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922406:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922408:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357313.922410:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922412:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000040:1.0:1712357313.922416:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c240, remote cookie: 0xa8e7976a8eb209c6, flags: 0x1001 00010000:00010000:1.0:1712357313.922420:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.922426:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1f:0x0].0x0, instead of [0x200000401:0x9:0x0].0x0 00010000:00000001:1.0:1712357313.922429:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.922435:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357313.922438:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.922440:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.922442:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.922448:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922453:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.922456:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.922457:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.922458:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.922459:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.922461:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1f:0x0].0x0 (ffff8800b6e1d800) refcount = 1 00010000:00010000:1.0:1712357313.922464:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922476:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.922478:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.922479:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.922482:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.922483:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.922485:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922489:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.922491:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922492:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922493:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922494:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922497:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.922499:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922499:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922500:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922501:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922503:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922504:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922505:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922505:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357313.922507:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922508:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922510:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.922512:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.922514:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922524:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922524:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922525:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357313.922527:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922528:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922530:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.922532:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922537:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.922539:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922543:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.922544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922545:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922545:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.922549:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.922555:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922556:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922556:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922558:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922559:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922560:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922561:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.922562:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922563:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922575:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.922577:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922577:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922578:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922608:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922610:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00000002:00010000:1.0:1712357313.922612:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922617:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922618:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922619:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.922620:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922621:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922622:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922623:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922624:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000040:1.0:1712357313.922628:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357313.922630:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.922632:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/31 (0 0) 00010000:00000001:1.0:1712357313.922634:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922635:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.922635:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.922637:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.922639:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922642:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922644:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.922647:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.922648:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357313.922651:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.922653:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922656:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922658:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.922660:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.922662:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.922664:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.922668:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.922669:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1f:0x0] 00000080:00000001:1.0:1712357313.922675:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.922677:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.922679:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.922682:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.922685:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1f:0x0](ffff8800a76de8c8): rc = 0 00000080:00000001:1.0:1712357313.922686:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123216584 : -131938586335032 : ffff8800a76de8c8) 00010000:00000001:1.0:1712357313.922688:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922689:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922690:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922691:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922693:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922694:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.922696:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.922697:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.922698:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.922699:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922701:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.922702:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.922705:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) for lock 0xbda2fb8f033380b0 00000080:00000001:1.0:1712357313.922707:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922709:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.922710:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922711:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.922712:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922713:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922714:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922715:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922716:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922718:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922718:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.922719:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922720:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.922724:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874600. 00000080:00002000:1.0:1712357313.922732:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode ffff8800a76de8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.922735:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.922737:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.922738:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.922741:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) 00000080:00010000:1.0:1712357313.922743:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033380b0 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357313.922745:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922746:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922747:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922748:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922749:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922750:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.922752:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922757:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922757:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922758:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.922760:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.922761:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922767:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.922769:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.922770:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.922772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922773:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922774:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922776:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.922778:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922779:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922781:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922782:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.922783:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.922789:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.922792:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.922795:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.922798:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572146560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.922803:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.922805:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.922807:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.922810:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.922812:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.922813:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.922814:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.922816:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99800. 02000000:00000001:1.0:1712357313.922820:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.922821:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.922822:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357313.922825:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.922826:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.922827:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.922828:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.922829:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357313.922839:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x1f:0x0](ffff8800a76de8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.922843:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357313.922844:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8),name=__pycache__ 00000080:00000010:1.0:1712357313.922847:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.922852:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922854:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.922855:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x1f:0x0] '__pycache__' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.922858:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.922861:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x200000401:0x1f:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357313.922863:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922865:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.922866:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x1f:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.922869:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.922870:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.922876:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.922878:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357313.922879:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.922881:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.922883:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357313.922884:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357313.922889:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357313.922892:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.922894:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357313.922899:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357313.922900:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.922901:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.922903:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357313.922904:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357313.922906:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.922908:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357313.922910:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.922911:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) 00000080:00010000:1.0:1712357313.922913:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) for lock 0xbda2fb8f033380b0 00000080:00000001:1.0:1712357313.922915:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922916:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.922917:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.922918:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.922918:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922919:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922920:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922922:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922923:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922925:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922925:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.922930:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.922931:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.922932:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033380b0 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357313.922934:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.922934:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.922935:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357313.922937:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922938:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357313.922939:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.922941:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922946:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922947:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.922948:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.922950:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.922954:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.922955:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.922956:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.922958:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.922959:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922961:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.922961:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922963:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922964:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.922965:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.922966:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.922967:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357313.922968:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357313.922969:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.922972:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357313.922975:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x1f:0x0](ffff8800a76de8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357313.922986:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.922988:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701e58, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:1.0:1712357313.922990:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923013:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.923016:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.923017:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.923021:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923023:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.923024:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.923026:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.923028:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.923030:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.923031:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923033:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.923033:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.923036:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923037:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.923038:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701e58) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.923039:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.923040:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357313.923041:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.923042:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923049:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.923051:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x1f:0x0](ffff8800a76de8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357313.000000000, mtime 1642386837.477734670, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.923056:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1642386837, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.923058:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.923060:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.923062:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.923064:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.923065:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1f:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357313.923067:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.923069:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.923071:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.923073:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357313.923078:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.923080:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.923081:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.923083:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.923088:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.923090:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.923092:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.923093:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1f:0x0] mode (null) 00000080:00000001:1.0:1712357313.923095:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.923096:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.923097:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.923098:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357313.923100:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.923101:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923102:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.923103:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.923104:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.923105:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357313.923106:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.923107:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923108:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.923109:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.923109:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.923110:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357313.923111:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.923112:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.923113:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.923115:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1f:0x0] lli = ffff8800a76de800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.923117:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.923118:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.923119:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.923120:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) invalid 00000080:00002000:1.0:1712357313.923122:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7701e58) parent ffff8800a7701d80 inode ffff8800a76de8c8 refc 1 00000080:00000001:1.0:1712357313.923124:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.923128:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.923129:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.923131:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.923133:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.923134:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.923134:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.923135:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.923137:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c240 with handle 0xbda2fb8f033380b0 from hash 00010000:00000001:1.0:1712357313.923139:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.923139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.923140:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.923141:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.923142:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.923143:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.923145:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.923146:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.923147:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.923150:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25f80. 00000020:00000040:1.0:1712357313.923152:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=63 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.923155:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.923157:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.923158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.923159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.923160:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.923162:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.923164:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.923165:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.923171:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b609e200. 00000100:00000001:1.0:1712357313.923176:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.923177:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.923179:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.923182:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.923187:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.923188:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.923193:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.923195:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033380b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb209c6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.923201:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:1.0:1712357313.923204:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.923224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.923226:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.923227:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.923228:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.923229:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.923230:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1642386837, ctime 1712357313 00000020:00100000:1.0:1712357313.923237:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.923242:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.923247:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.923248:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.923251:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.923253:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.923254:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.923255:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.923258:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.923261:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.923262:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.923263:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.923266:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.923271:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.923272:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.923274:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.923277:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.923279:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146688:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.923282:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.923289:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.923291:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.923292:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.923295:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99800. 02000000:00000001:1.0:1712357313.923296:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.923301:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.925731:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.925742:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.925749:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572146688, portal 10 00000100:00000001:1.0:1712357313.925752:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.925753:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000040:1.0:1712357313.925764:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.925771:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.925773:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.925775:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357313.925778:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572146688, offset 0 00000400:00000200:1.0:1712357313.925782:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.925790:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.925795:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.925800:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.925803:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.925805:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.925807:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.925810:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [395:395:256:4294967295] 192.168.203.120@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:1.0:1712357313.925814:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.925821:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.925825:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.925829:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d200. 00000800:00000200:1.0:1712357313.925834:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.925841:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.925844:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.925872:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.925874:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.925876:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.925879:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.925880:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.925882:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.925884:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.925886:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.925888:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.925889:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.926290:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.926294:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d200. 00000400:00000200:3.0:1712357313.926302:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.926306:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.926309:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357313.926311:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357313.926314:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.926318:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.926324:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.926327:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.926332:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.926333:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357313.930845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.930861:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.930864:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.930876:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.930886:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.930892:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.930898:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.930902:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.930905:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.930909:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef906400 00000400:00000200:2.0:1712357313.930913:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.930917:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xfe5 [1] + 224 00000800:00000001:2.0:1712357313.930924:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.930936:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.930938:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.930941:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.930948:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.930954:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.930962:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.931131:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.931138:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.931141:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.931145:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.931150:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [396:396:256:4294967295] 192.168.203.120@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:2.0:1712357313.931152:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.931159:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.931163:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.931167:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343600. 00000800:00000200:2.0:1712357313.931171:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.931177:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.931180:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.931246:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.931249:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343600. 00000400:00000200:2.0:1712357313.931251:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.931254:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.931257:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.931260:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357313.931324:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00010000:00000010:3.1:1712357313.931330:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c240. 00000100:00000001:1.0:1712357313.931368:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.931375:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.931376:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.931379:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.931381:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.931383:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.931385:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.931390:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.931396:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25f80 x1795536572146688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.931401:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.931402:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.931404:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.931407:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.931408:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.931410:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.931412:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.931418:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.931421:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.931423:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.931424:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.931426:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.931428:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931431:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.931432:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357313.931439:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.931440:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.931441:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160209280 : -131938549342336 : ffff8800a9a25f80) 00000100:00000001:1.0:1712357313.931444:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.931445:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.931446:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.931448:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.931452:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25f80 x1795536572146688/t4294967360(4294967360) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.931457:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.931459:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.931461:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.931463:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25f80 x1795536572146688/t4294967360(4294967360) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.931469:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146688:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.931472:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.931475:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931477:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.931478:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.931481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25f80 x1795536572146688/t4294967360(4294967360) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.931485:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.931488:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.931489:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.931491:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.931496:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.931499:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931501:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.931504:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.931506:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.931508:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.931513:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.931515:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1f:0x0] 00000080:00000001:1.0:1712357313.931521:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931523:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.931525:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.931528:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1f:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.931530:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.931533:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25f80 x1795536572146688/t4294967360(4294967360) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.931537:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931539:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.931540:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.931542:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931543:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931544:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.931548:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00200008:1.0:1712357313.931554:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x1f:0x0](ffff8800a76de8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357313.922000000, mtime 1642386837.477734670, ctime 1712357313.922000000, rc 0 00000080:00000001:1.0:1712357313.931558:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931575:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.931577:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7701e58, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:1.0:1712357313.931580:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.931607:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.931619:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.931621:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.931622:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.931624:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931638:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.931639:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.931641:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.931644:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931647:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.931648:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.931650:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.931651:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=17 00000080:00000001:1.0:1712357313.931653:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.931659:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.931661:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.931662:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.931664:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.931670:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=1 00000080:00000001:1.0:1712357313.931673:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.931675:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=getattr 00000080:00000010:1.0:1712357313.931680:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.931685:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.931688:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.931690:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.931693:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.931695:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.931698:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.931700:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.931701:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.931704:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.931706:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.931710:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25c00. 00000020:00000040:1.0:1712357313.931713:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.931717:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.931720:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.931724:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.931725:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.931726:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931728:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.931729:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.931732:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.931736:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99c00. 00000100:00000001:1.0:1712357313.931740:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.931743:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.931744:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.931745:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.931745:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.931747:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.931756:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00010000:00000001:1.0:1712357313.931759:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.931760:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.931765:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.931766:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.931768:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.931770:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357313.931773:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.931775:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f033380b7 to hash 00000020:00000001:1.0:1712357313.931777:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.931778:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.931780:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.931783:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.931784:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.931787:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.931794:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.931801:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.931806:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.931807:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.931810:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.931811:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.931813:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.931814:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000001:1.0:1712357313.931817:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.931820:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931822:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.931823:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.931827:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.931841:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.931842:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.931845:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.931847:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.931850:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.931852:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.931855:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.931857:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.931858:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.931862:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.931863:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.931867:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.931869:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.931873:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.931877:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146752, portal 10 00000100:00000001:1.0:1712357313.931879:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.931879:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000040:1.0:1712357313.931883:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.931888:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.931890:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.931892:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357313.931894:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146752, offset 0 00000400:00000200:1.0:1712357313.931897:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.931900:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.931903:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.931906:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.931909:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.931911:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.931913:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.931915:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [397:397:256:4294967295] 192.168.203.120@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:1.0:1712357313.931918:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.931927:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.931930:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.931932:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.931935:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.931939:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.931941:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.931947:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931949:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.931950:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931952:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.931953:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.931955:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.931956:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.931958:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.931959:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.931960:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.932366:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.932368:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.932373:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.932376:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.932379:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:2.0:1712357313.932381:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:2.0:1712357313.932383:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.932386:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.932393:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.932395:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.932399:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.932401:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357313.936932:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874600. 00000800:00000001:2.0:1712357313.937280:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.937292:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.937294:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.937296:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.937305:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.937311:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.937317:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.937320:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.937323:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.937327:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906440 00000400:00000200:2.0:1712357313.937331:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.937335:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xfed [1] + 224 00000800:00000001:2.0:1712357313.937341:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.937361:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.937364:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.937368:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.937373:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.937379:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.937388:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.938105:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357313.938112:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.938116:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.938144:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.938150:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.938152:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.938154:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.938157:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.938159:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.938161:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.938166:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.938173:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.938179:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.938180:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.938182:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.938185:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.938186:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.938188:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.938190:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.938199:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.938203:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.938205:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.938206:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.938208:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.938211:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.938213:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.938215:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.938217:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.938218:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.938221:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.938227:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.938229:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.938231:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.938233:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.938239:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.938243:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.938246:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.938248:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.938249:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.938252:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.938257:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.938259:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.938261:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.938262:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.938265:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.938267:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938270:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938272:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357313.938274:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938279:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000040:1.0:1712357313.938283:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c480, remote cookie: 0xa8e7976a8eb209e9, flags: 0x1001 00010000:00010000:1.0:1712357313.938288:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.938294:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1f:0x0].0x0, instead of [0x200000401:0x9:0x0].0x0 00010000:00000001:1.0:1712357313.938297:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.938303:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357313.938306:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.938308:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.938311:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.938317:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938321:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.938324:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.938325:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.938326:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.938327:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.938329:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1f:0x0].0x0 (ffff8800b6e1dc00) refcount = 1 00010000:00010000:1.0:1712357313.938332:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938336:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.938338:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.938339:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.938341:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.938343:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.938345:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938357:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.938358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938360:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938362:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.938365:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.938366:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938367:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938368:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938370:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938371:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938373:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938373:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938374:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357313.938375:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938377:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938379:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.938381:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.938383:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938387:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938388:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938389:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938390:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938391:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357313.938392:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938393:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938395:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.938397:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938407:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.938410:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938414:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.938415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.938421:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.938426:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938427:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938428:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938429:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938430:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938432:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938432:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.938433:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.938434:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.938436:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.938437:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938438:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938439:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938841:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938844:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00000002:00010000:1.0:1712357313.938847:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938852:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938857:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.938858:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938859:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938860:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938861:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938862:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000040:1.0:1712357313.938865:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357313.938867:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.938869:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/31 (0 0) 00010000:00000001:1.0:1712357313.938871:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938872:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.938873:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.938874:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.938877:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.938879:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.938881:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.938884:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.938886:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357313.938888:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.938890:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.938893:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.938895:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.938896:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.938898:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.938900:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.938904:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.938905:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1f:0x0] 00000080:00000001:1.0:1712357313.938908:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.938909:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.938911:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.938914:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.938915:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1f:0x0](ffff8800a76de8c8): rc = 0 00000080:00000001:1.0:1712357313.938917:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123216584 : -131938586335032 : ffff8800a76de8c8) 00010000:00000001:1.0:1712357313.938918:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938922:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938923:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938924:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938925:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938927:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938927:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.938929:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.938930:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.938931:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.938932:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.938934:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.938934:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.938937:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) for lock 0xbda2fb8f033380b7 00000080:00000001:1.0:1712357313.938938:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.938940:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.938941:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.938942:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.938943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938944:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938945:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938946:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938947:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938948:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938949:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.938949:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.938950:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.938953:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a68748e0. 00000080:00002000:1.0:1712357313.938957:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode ffff8800a76de8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.938959:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.938961:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.938962:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.938964:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) 00000080:00010000:1.0:1712357313.938966:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033380b7 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357313.938968:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.938971:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.938972:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357313.938973:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938974:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357313.938976:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.938977:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938980:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938981:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938982:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.938983:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.938984:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.938991:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.938993:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.938994:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.938996:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.938997:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.938998:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.939000:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.939001:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.939003:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.939004:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.939005:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.939006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.939006:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.939007:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.939010:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357313.939013:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.939016:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25c00 x1795536572146752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.939021:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.939022:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.939025:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.939031:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.939033:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.939034:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=63 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.939036:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.939038:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99c00. 02000000:00000001:1.0:1712357313.939042:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.939043:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.939044:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25c00. 00000100:00000001:1.0:1712357313.939046:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.939047:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.939049:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.939050:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357313.939051:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.939061:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357313.939064:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x1f:0x0](ffff8800a76de8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.000000000 00000080:00000002:1.0:1712357313.939068:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357313, ctime 1712357313, now = 1712357313 00000080:00000010:1.0:1712357313.939070:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b5ca8600. 00000080:00000001:1.0:1712357313.939072:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357313.939075:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.939078:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357313.939079:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x1f:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357313.939081:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.939083:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357313.939085:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357313.939087:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357313.939088:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.939090:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357313.939091:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.939094:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357313.939098:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.939100:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357313.939102:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357313.939103:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x1f:0x0] mode (null) 00000080:00000001:1.0:1712357313.939108:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.939110:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.939111:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.939113:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357313.939114:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.939115:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.939116:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.939117:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.939118:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.939119:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357313.939120:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.939121:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.939122:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.939123:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.939124:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.939125:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357313.939125:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357313.939127:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.939128:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357313.939130:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x1f:0x0] lli = ffff8800a76de800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357313.939132:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357313.939133:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357313.939134:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357313.939136:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) invalid 00000080:00002000:1.0:1712357313.939137:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a77016c0) parent ffff8800a7701d80 inode ffff8800a76de8c8 refc 1 00000080:00000001:1.0:1712357313.939139:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357313.939141:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357313.939142:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.939144:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.939146:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.939147:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.939148:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.939149:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357313.939151:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f033380b7 from hash 00010000:00000001:1.0:1712357313.939152:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.939156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.939156:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.939157:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.939159:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.939160:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357313.939162:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.939163:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357313.939164:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357313.939167:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25c00. 00000020:00000040:1.0:1712357313.939170:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.939173:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.939175:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.939176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.939177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.939177:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.939179:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.939181:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.939183:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.939189:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880137399000. 00000100:00000001:1.0:1712357313.939193:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.939194:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.939196:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357313.939198:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.939203:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357313.939204:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357313.939205:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.939207:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033380b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb209e9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.939212:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1dc00 count: 0 00010000:00000010:1.0:1712357313.939215:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.940598:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.940601:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.940603:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.940611:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.940612:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357313.940614:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357313, ctime 1712357313 00000020:00100000:1.0:1712357313.940621:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357313.940629:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357313.940635:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.940636:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.940641:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.940642:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.940644:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.940645:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000001:1.0:1712357313.940649:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.940651:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.940653:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.940654:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.940657:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.940662:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.940663:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.940665:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.940667:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.940669:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146880:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.940672:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.940675:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.940677:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.940678:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.940681:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99c00. 02000000:00000001:1.0:1712357313.940682:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.940688:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.940690:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.940695:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.940700:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572146880, portal 10 00000100:00000001:1.0:1712357313.940701:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.940705:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000040:1.0:1712357313.940710:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.940715:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.940717:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.940719:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357313.940721:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572146880, offset 0 00000400:00000200:1.0:1712357313.940725:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.940730:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.940735:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.940739:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.940742:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.940745:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.940746:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.940749:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [398:398:256:4294967295] 192.168.203.120@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:1.0:1712357313.940752:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.940758:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.940762:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.940765:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357313.940770:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.940776:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.940779:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.941004:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.941007:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.941008:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.941010:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.941011:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.941013:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.941015:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.941017:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.941019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.941020:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.941269:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.941272:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357313.941276:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.941280:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.941283:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:2.0:1712357313.941284:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:2.0:1712357313.941287:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.941289:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.941296:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.941298:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.941303:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.941304:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.943802:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1dc00. 00010000:00000010:3.1:1712357313.943814:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000800:00000001:2.0:1712357313.947109:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.947123:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357313.947126:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.947128:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.947137:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947143:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357313.947149:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947153:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947166:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947170:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9064c0 00000400:00000200:2.0:1712357313.947173:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947178:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0xff5 [1] + 224 00000800:00000001:2.0:1712357313.947184:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.947195:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357313.947197:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.947201:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357313.947206:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.947212:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357313.947221:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.947442:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357313.947449:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357313.947453:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947457:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.947461:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [399:399:256:4294967295] 192.168.203.120@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:2.0:1712357313.947464:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.947470:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357313.947474:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.947479:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343600. 00000800:00000200:2.0:1712357313.947483:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.947488:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.947491:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357313.947553:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.947555:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343600. 00000400:00000200:2.0:1712357313.947557:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.947559:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357313.947576:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357313.947579:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.947664:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.947669:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.947670:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.947711:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.947714:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.947716:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.947718:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.947721:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.947728:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25c00 x1795536572146880/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.947734:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.947736:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.947737:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.947739:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.947741:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.947742:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.947745:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.947751:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.947754:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.947756:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.947757:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.947759:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.947762:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.947764:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357313.947765:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000003f/0x0] 00000100:00000001:1.0:1712357313.947766:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357313.947767:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.947768:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160208384 : -131938549343232 : ffff8800a9a25c00) 00000100:00000001:1.0:1712357313.947770:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.947772:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.947773:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.947775:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.947778:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25c00 x1795536572146880/t4294967361(4294967361) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.947793:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.947795:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.947797:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.947800:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25c00 x1795536572146880/t4294967361(4294967361) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.947806:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146880:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357313.947810:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.947813:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.947815:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.947816:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.947818:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25c00 x1795536572146880/t4294967361(4294967361) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.947823:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.947826:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.947827:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.947828:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.947833:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.947835:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947838:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.947841:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.947843:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.947844:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.947849:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.947850:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1f:0x0] 00000080:00000001:1.0:1712357313.947853:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947855:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.947857:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.947860:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1f:0x0], updating i_size 4096 00000100:00000001:1.0:1712357313.947861:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.947863:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25c00 x1795536572146880/t4294967361(4294967361) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.947874:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947876:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.947877:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.947878:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947880:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947881:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.947884:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5ca8600. 00000080:00200008:1.0:1712357313.947889:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x1f:0x0](ffff8800a76de8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357313.000000000, mtime 1712357313.000000000, ctime 1712357313.938000000, rc 0 00000080:00000001:1.0:1712357313.947894:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947901:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.947902:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77016c0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:1.0:1712357313.947905:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.947909:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.947925:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.947928:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.947929:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry idna (ffff8800a7701d80, parent ffff8800a7656360, inode ffff8800b06410c8) hashed, 00000080:00000001:1.0:1712357313.947931:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947953:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.947955:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.947957:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.947959:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947962:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.947964:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357313.947966:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.947967:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.947969:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.947971:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.947973:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.947974:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.947976:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.947983:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), flags=16 00000080:00000001:1.0:1712357313.947986:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.947991:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x9:0x0](ffff8800b06410c8), intent=0 00000080:00000010:1.0:1712357313.947996:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.948000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.948003:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.948005:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x9:0x0] 00800000:00000001:1.0:1712357313.948008:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.948011:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x9:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357313.948013:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.948015:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.948017:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x9:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357313.948019:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.948021:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.948025:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357313.948028:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.948033:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.948036:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.948044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.948046:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.948047:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.948049:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.948051:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.948054:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.948058:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a000. 00000100:00000001:1.0:1712357313.948062:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.948064:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.948066:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.948067:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.948068:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.948070:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.948075:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00010000:00000001:1.0:1712357313.948077:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.948078:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.948083:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d000 count: 2 00010000:00000001:1.0:1712357313.948085:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.948087:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.948093:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c000. 00000020:00000001:1.0:1712357313.948096:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.948098:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c000 with handle 0xbda2fb8f033380be to hash 00000020:00000001:1.0:1712357313.948099:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.948100:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.948102:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.948104:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.948106:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.948109:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.948115:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.948123:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.948127:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.948128:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.948131:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.948132:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.948134:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.948135:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357313.948138:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.948141:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.948142:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.948144:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.948148:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.948154:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.948155:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.948157:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.948159:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.948161:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146944:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.948169:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.948172:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.948174:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.948176:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.948179:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.948180:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.948184:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.948186:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.948189:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.948193:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572146944, portal 10 00000100:00000001:1.0:1712357313.948195:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.948195:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357313.948200:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.948205:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.948206:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.948208:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357313.948210:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572146944, offset 0 00000400:00000200:1.0:1712357313.948213:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.948216:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.948220:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.948223:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.948226:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.948229:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.948231:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.948233:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [400:400:256:4294967295] 192.168.203.120@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:1.0:1712357313.948235:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.948240:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.948243:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.948246:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357313.948248:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.948257:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.948259:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.948274:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.948276:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.948278:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.948281:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.948282:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.948283:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.948285:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.948286:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.948287:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.948288:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.948352:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.948355:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357313.948358:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.948361:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.948363:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:2.0:1712357313.948365:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:2.0:1712357313.948367:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.948370:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.948376:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.948378:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.948383:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.948385:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357313.951363:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a68748e0. 00000800:00000001:3.0:1712357313.955861:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.955873:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.955877:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.955879:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.955888:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.955894:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.955901:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.955904:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.955907:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.955911:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906500 00000400:00000200:3.0:1712357313.955915:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.955920:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0xffd [1] + 224 00000800:00000001:3.0:1712357313.955925:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.955938:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.955940:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.955944:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.955948:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.955954:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.955962:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.957101:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.957110:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.957115:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.957220:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.957226:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.957228:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.957231:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.957235:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.957236:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.957239:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.957244:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.957252:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.957257:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.957259:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.957260:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.957263:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.957265:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.957267:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.957269:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.957275:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.957277:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.957279:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357313.957280:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957282:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357313.957296:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.957299:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.957300:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.957302:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.957303:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357313.957307:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.957312:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.957314:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.957316:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.957318:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.957324:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572146944:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.957327:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.957330:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.957332:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.957333:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.957335:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.957340:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.957342:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.957345:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.957345:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957347:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.957350:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957352:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957354:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=4 00000020:00000001:1.0:1712357313.957355:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957357:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000040:1.0:1712357313.957361:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c000, remote cookie: 0xa8e7976a8eb20a0c, flags: 0x1001 00010000:00010000:1.0:1712357313.957365:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357313.957377:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x1f:0x0].0x0, instead of [0x200000401:0x9:0x0].0x0 00010000:00000001:1.0:1712357313.957379:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357313.957385:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d200. 00010000:00000010:1.0:1712357313.957388:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25000. 00010000:00000001:1.0:1712357313.957391:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.957393:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357313.957399:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957403:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357313.957406:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357313.957407:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357313.957408:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357313.957409:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357313.957410:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x1f:0x0].0x0 (ffff8800b6e1d200) refcount = 1 00010000:00010000:1.0:1712357313.957413:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957417:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357313.957419:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357313.957420:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.957423:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357313.957424:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.957426:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957430:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357313.957431:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957432:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957436:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957436:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957437:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957440:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357313.957441:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957442:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957444:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957445:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957447:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957448:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957449:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957449:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=4 00000020:00000001:1.0:1712357313.957451:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957452:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957453:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.957455:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.957457:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957462:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957463:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957463:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957464:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=5 00000020:00000001:1.0:1712357313.957465:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957466:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957468:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.957470:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957474:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.957477:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957492:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.957493:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957493:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957494:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957494:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357313.957499:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.957504:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957506:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957507:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957508:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957509:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957511:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.957512:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957513:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957515:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.957518:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957518:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957519:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957520:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957522:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00000002:00010000:1.0:1712357313.957524:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957527:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957528:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957529:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357313.957530:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957531:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957531:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957532:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957537:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000040:1.0:1712357313.957540:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.957541:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.957544:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/31 (0 0) 00010000:00000001:1.0:1712357313.957546:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957546:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.957547:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.957549:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357313.957552:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957555:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957557:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.957560:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.957561:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357313.957573:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357313.957575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957578:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957594:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357313.957596:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357313.957598:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.957600:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357313.957605:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357313.957606:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x1f:0x0] 00000080:00000001:1.0:1712357313.957609:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.957614:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502303 : 144115205272502303 : 20000040100001f) 00000080:00000001:1.0:1712357313.957616:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357313.957619:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x1f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357313.957621:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x1f:0x0](ffff8800a76de8c8): rc = 0 00000080:00000001:1.0:1712357313.957623:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123216584 : -131938586335032 : ffff8800a76de8c8) 00010000:00000001:1.0:1712357313.957624:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957625:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957626:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957627:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957628:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957629:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957633:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.957634:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357313.957635:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357313.957637:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.957638:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957639:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357313.957641:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357313.957643:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) for lock 0xbda2fb8f033380be 00000080:00000001:1.0:1712357313.957645:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957646:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357313.957647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957649:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357313.957650:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957650:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957651:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957652:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957653:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957655:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957655:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357313.957656:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957657:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357313.957660:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874b60. 00000080:00002000:1.0:1712357313.957664:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701bd0 inode ffff8800a76de8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357313.957666:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.957668:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.957669:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357313.957672:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x1f:0x0](ffff8800a76de8c8) 00000080:00010000:1.0:1712357313.957674:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033380be from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357313.957675:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.957676:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.957677:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c000 refcount=3 00000020:00000001:1.0:1712357313.957678:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957679:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203618816 : -131938505932800 : ffff8800ac38c000) 00010000:00000001:1.0:1712357313.957680:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.957683:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957688:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957689:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957689:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357313.957691:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357313.957692:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c000/0xbda2fb8f033380be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20a0c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357313.957697:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357313.957699:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357313.957700:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.957702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957703:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957704:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957706:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357313.957707:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957708:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957710:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957712:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.957712:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957713:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357313.957714:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.957717:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.957719:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.957722:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572146944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.957727:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.957728:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.957731:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.957734:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.957736:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.957737:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.957739:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.957740:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357313.957744:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.957747:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.957748:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:1.0:1712357313.957750:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.957751:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.957756:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.957758:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.957761:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.957768:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:1.0:1712357313.957770:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.957771:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:1.0:1712357313.957775:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.957778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.957780:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.957782:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:1.0:1712357313.957784:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.957787:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357313.957789:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957791:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.957792:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.957794:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.957796:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.957797:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357313.957799:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.957802:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.957804:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.957806:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.957806:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.957807:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.957809:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.957810:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.957812:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.957910:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a000. 00000100:00000001:1.0:1712357313.957915:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957918:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.957922:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957923:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.957923:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.957925:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.957929:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00010000:00000001:1.0:1712357313.957932:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.957933:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.957935:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.957936:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.957938:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.957940:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357313.957942:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.957944:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033380c5 to hash 00000020:00000001:1.0:1712357313.957945:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.957946:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.957948:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.957950:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.957950:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.957952:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.957957:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.957963:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.957966:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.957967:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.957970:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.957971:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.957973:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.957974:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357313.957977:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.957980:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.957983:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.957985:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.957988:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.957994:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.957995:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.957997:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.957998:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.958000:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.958003:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.958006:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.958007:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.958008:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.958010:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.958011:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.958016:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.958018:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.958021:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.958025:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147008, portal 10 00000100:00000001:1.0:1712357313.958027:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.958027:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357313.958031:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.958036:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.958037:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.958038:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357313.958041:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147008, offset 0 00000400:00000200:1.0:1712357313.958044:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.958048:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.958052:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.958056:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.958059:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.958061:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.958065:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.958068:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [401:401:256:4294967295] 192.168.203.120@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:1.0:1712357313.958070:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.958077:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.958082:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.958085:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.958089:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.958095:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.958099:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.958117:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.958119:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.958120:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.958122:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.958123:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.958125:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.958127:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.958129:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.958130:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.958131:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.958225:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.958228:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357313.958231:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.958235:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.958237:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357313.958238:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357313.958240:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.958243:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.958249:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.958251:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.958255:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.958256:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.960477:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.960487:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.960490:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.960492:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.960499:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.960504:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.960510:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.960513:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.960515:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.960519:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906540 00000400:00000200:3.0:1712357313.960522:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.960527:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1005 [1] + 224 00000800:00000001:3.0:1712357313.960532:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.960545:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.960547:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.960551:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.960555:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.960560:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.960577:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.960628:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.960633:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.960636:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.960987:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.960992:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.960994:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.960996:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.960999:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.961001:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.961004:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.961008:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.961015:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961020:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.961022:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.961023:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.961031:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.961033:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.961035:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.961037:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.961044:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.961048:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.961050:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.961053:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961059:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.961061:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.961063:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.961064:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.961066:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.961069:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961074:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.961076:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.961078:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.961081:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.961087:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.961090:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.961092:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.961094:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.961095:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.961098:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961103:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.961105:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.961107:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.961108:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.961114:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.961117:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.961119:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.961121:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357313.961123:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.961125:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357313.961128:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961134:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.961137:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961141:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.961142:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961146:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.961147:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.961148:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961151:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.961153:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.961155:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.961157:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.961161:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.961163:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.961165:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961169:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.961170:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.961176:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961180:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.961182:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.961182:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.961183:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.961184:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357313.961185:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.961187:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357313.961189:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.961190:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.961193:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.961194:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.961196:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.961197:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.961199:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.961200:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.961201:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.961202:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.961204:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033380c5 from hash 00010000:00000001:1.0:1712357313.961205:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.961206:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.961206:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.961207:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.961208:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.961210:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.961211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.961212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.961212:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961213:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.961215:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.961224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.961225:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.961226:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.961226:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.961227:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.961227:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.961229:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033380c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.961254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.961255:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.961258:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.961262:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.961266:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.961267:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961268:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961269:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961271:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.961272:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.961273:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961274:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.961275:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.961278:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.961281:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.961283:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961286:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.961287:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.961291:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874ca0. 00000080:00002000:1.0:1712357313.961295:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.961300:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.961303:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.961305:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961311:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.961313:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.961314:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.961318:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.961320:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.961322:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:1.0:1712357313.961325:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961326:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.961327:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961329:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.961331:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.961334:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.961337:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.961340:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572147008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961345:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.961347:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.961349:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.961352:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.961354:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.961355:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.961357:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.961359:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357313.961363:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.961364:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.961366:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:1.0:1712357313.961368:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.961368:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.961370:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.961371:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.961372:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.961376:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.961378:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a7701438, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.961380:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.961382:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.961385:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.961391:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.961392:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:1.0:1712357313.961394:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961425:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357313.961427:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.961429:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.961433:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961436:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.961437:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357313.961439:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.961440:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:1.0:1712357313.961443:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.961445:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.961447:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.961449:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961451:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357313.961452:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x108008e refc 0 00000080:00000001:1.0:1712357313.961453:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.961454:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357313.961456:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357313.961456:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.961457:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357313.961458:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357313.961460:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357313.961466:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:1.0:1712357313.961469:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357313.961470:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:1.0:1712357313.961474:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357313.961478:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.961480:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357313.961481:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:1.0:1712357313.961484:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357313.961486:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357313.961488:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961494:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357313.961495:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357313.961498:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357313.961499:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357313.961502:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357313.961504:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357313.961507:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357313.961510:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357313.961513:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.961514:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.961515:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.961517:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357313.961518:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357313.961521:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357313.961525:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a000. 00000100:00000001:1.0:1712357313.961528:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.961531:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.961532:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.961533:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357313.961534:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.961535:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.961540:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00010000:00000001:1.0:1712357313.961542:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357313.961544:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357313.961546:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.961547:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357313.961549:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357313.961551:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357313.961553:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357313.961554:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f033380cc to hash 00000020:00000001:1.0:1712357313.961555:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357313.961556:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.961559:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.961561:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.961562:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.961580:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.961606:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.961613:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357313.961617:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357313.961618:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357313.961622:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.961624:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357313.961625:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.961626:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357313.961630:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357313.961632:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.961634:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357313.961635:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357313.961639:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961644:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357313.961645:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.961647:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357313.961649:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357313.961651:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.961654:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357313.961657:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357313.961659:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.961660:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357313.961663:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.961664:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357313.961668:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357313.961670:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357313.961673:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357313.961682:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147072, portal 10 00000100:00000001:1.0:1712357313.961683:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357313.961684:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357313.961690:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.961695:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357313.961696:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357313.961698:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357313.961700:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572147072, offset 0 00000400:00000200:1.0:1712357313.961704:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357313.961708:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.961711:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357313.961715:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357313.961718:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357313.961721:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357313.961722:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357313.961725:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [402:402:256:4294967295] 192.168.203.120@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:1.0:1712357313.961728:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357313.961734:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357313.961739:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357313.961742:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d400. 00000800:00000200:1.0:1712357313.961746:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357313.961751:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357313.961754:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357313.961777:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.961778:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357313.961780:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.961782:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357313.961783:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357313.961784:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357313.961786:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.961787:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357313.961792:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357313.961793:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.962012:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.962015:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d400. 00000400:00000200:2.0:1712357313.962019:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.962026:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.962028:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357313.962030:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357313.962032:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.962035:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.962041:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.962043:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.962047:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.962049:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.965410:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:3.1:1712357313.965425:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874ca0. 00000800:00000001:3.0:1712357313.966327:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.966338:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.966340:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.966342:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.966355:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.966369:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.966375:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.966379:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.966382:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.966385:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906580 00000400:00000200:3.0:1712357313.966389:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.966394:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x100d [1] + 224 00000800:00000001:3.0:1712357313.966399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.966411:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.966413:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.966417:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.966422:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.966429:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.966437:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.966458:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.966464:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.966468:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.967184:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357313.967191:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357313.967192:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357313.967196:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357313.967200:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357313.967202:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357313.967204:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357313.967209:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357313.967216:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.967222:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357313.967223:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.967225:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357313.967227:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357313.967229:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357313.967230:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357313.967233:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357313.967239:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357313.967243:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357313.967244:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357313.967247:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.967252:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.967255:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357313.967257:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357313.967258:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357313.967259:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357313.967262:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.967267:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357313.967269:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357313.967278:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357313.967281:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357313.967286:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357313.967290:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357313.967293:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357313.967294:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357313.967296:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.967298:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.967302:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357313.967305:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357313.967307:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357313.967308:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357313.967310:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357313.967314:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.967316:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.967318:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357313.967320:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.967322:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357313.967326:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967334:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357313.967337:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967341:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357313.967343:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.967352:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357313.967354:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967358:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.967360:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357313.967363:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357313.967364:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357313.967368:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357313.967371:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357313.967374:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967378:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357313.967379:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357313.967381:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967385:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357313.967387:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357313.967388:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357313.967389:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357313.967390:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357313.967391:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.967392:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357313.967394:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357313.967396:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357313.967400:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357313.967401:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.967402:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357313.967403:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357313.967408:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357313.967409:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357313.967410:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357313.967411:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357313.967413:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f033380cc from hash 00010000:00000001:1.0:1712357313.967414:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357313.967415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.967416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.967416:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357313.967417:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357313.967418:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357313.967420:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.967420:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.967421:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.967422:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357313.967424:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.967427:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.967428:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.967429:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357313.967430:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357313.967431:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357313.967432:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.967432:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357313.967433:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033380cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357313.968744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357313.968747:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357313.968753:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357313.968761:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357313.968769:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.968770:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.968771:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.968775:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.968787:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357313.968790:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357313.968791:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.968792:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357313.968794:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357313.968797:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.968800:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.968802:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.968806:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357313.968807:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357313.968812:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874e00. 00000080:00002000:1.0:1712357313.968816:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357313.968824:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.968829:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357313.968831:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.968834:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357313.968835:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357313.968837:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357313.968841:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:1.0:1712357313.968843:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357313.968846:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:1.0:1712357313.968848:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357313.968850:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357313.968851:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357313.968852:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357313.968854:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357313.968857:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357313.968859:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357313.968862:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572147072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357313.968867:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357313.968869:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357313.968871:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357313.968875:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357313.968877:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357313.968878:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357313.968882:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357313.968884:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357313.968888:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357313.968890:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357313.968891:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:1.0:1712357313.968893:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357313.968894:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.968896:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357313.968897:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357313.968898:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357313.968902:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.968903:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a77016c0, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:1.0:1712357313.968906:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357313.968908:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357313.968912:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357313.968914:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357313.968915:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:1.0:1712357313.968917:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.969770:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357313.969773:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.969775:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.969802:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.969806:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.969807:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357313.969809:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.969811:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:2.0:1712357313.969814:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.969816:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.969817:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.969818:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.969820:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.969821:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.969822:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357313.969824:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.969825:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357313.969826:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.969827:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.969828:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.969829:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.969831:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.969836:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=codec.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:2.0:1712357313.969838:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.969845:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=codec.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:2.0:1712357313.969850:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcda00. 00000080:00000001:2.0:1712357313.969855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.969857:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.969859:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'codec.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:2.0:1712357313.969861:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.969864:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='codec.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:2.0:1712357313.969866:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.969867:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.969869:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: codec.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357313.969871:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.969873:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357313.969877:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47b80. 00000020:00000040:2.0:1712357313.969880:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.969883:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.969887:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.969890:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.969891:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.969892:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.969894:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.969896:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.969898:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.969902:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc7800. 00000100:00000001:2.0:1712357313.969906:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.969909:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.969910:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.969911:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.969912:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.969913:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.969917:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:2.0:1712357313.969920:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.969921:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357313.969923:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.969925:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.969929:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.969932:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c1b00. 00000020:00000001:2.0:1712357313.969934:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.969936:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c1b00 with handle 0xbda2fb8f033380d3 to hash 00000020:00000001:2.0:1712357313.969937:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.969939:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.969941:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.969943:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.969945:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.969947:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.969952:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.969959:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357313.969963:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.969964:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.969967:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.969968:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357313.969970:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.969971:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000001:2.0:1712357313.969974:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.969976:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.969978:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.969979:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.969984:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.969989:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.969990:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.969992:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.969994:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.969996:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.970001:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.970005:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.970006:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.970008:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.970011:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.970012:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.970018:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.970021:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357313.970025:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357313.970030:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147136, portal 10 00000100:00000001:2.0:1712357313.970032:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.970032:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000040:2.0:1712357313.970036:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.970041:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.970043:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.970044:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4c38. 00000100:00000200:2.0:1712357313.970046:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147136, offset 0 00000400:00000200:2.0:1712357313.970049:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.970054:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.970059:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.970063:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.970066:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.970068:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.970070:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.970073:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [403:403:256:4294967295] 192.168.203.120@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:2.0:1712357313.970076:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.970082:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.970647:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.970651:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343600. 00000800:00000200:2.0:1712357313.970655:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.970664:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.970668:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.970683:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.970685:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.970687:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.970689:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.970690:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.970692:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.970694:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.970696:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.970699:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.970700:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.970915:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.970918:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343600. 00000400:00000200:3.0:1712357313.970922:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.970926:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.970929:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4c38 00000400:00000010:3.0:1712357313.970930:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4c38. 00000100:00000001:3.0:1712357313.970933:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.970937:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.970943:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.970946:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.970951:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.970956:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357313.971750:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:3.1:1712357313.971758:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874e00. 00000800:00000001:3.0:1712357313.973769:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.973779:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.973782:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.973784:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.973792:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.973797:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.973803:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.973806:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.973809:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.973813:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9065c0 00000400:00000200:3.0:1712357313.973817:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.973821:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1015 [1] + 224 00000800:00000001:3.0:1712357313.973827:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.973838:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.973840:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.973844:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.973849:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.973854:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.973862:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.973886:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.973891:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.973894:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.973948:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.973954:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.973955:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.973958:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357313.973962:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357313.973964:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357313.973966:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.973970:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.973977:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.973982:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.973983:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.973985:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.973987:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.973989:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.973991:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.973993:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.974000:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.974002:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.974004:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357313.974007:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.974021:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.974024:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.974026:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357313.974028:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.974030:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357313.974033:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.974039:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357313.974042:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.974044:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.974046:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.974052:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.974056:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.974058:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.974060:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357313.974062:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.974064:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.974069:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.974071:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.974073:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.974074:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357313.974077:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357313.974080:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.974082:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.974084:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=4 00000020:00000001:2.0:1712357313.974086:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.974088:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00010000:2.0:1712357313.974091:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974103:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357313.974106:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974111:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357313.974113:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974117:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.974118:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357313.974119:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974124:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.974125:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.974127:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357313.974129:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.974134:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c1b00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357313.974136:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357313.974139:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974143:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357313.974144:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357313.974146:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974150:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357313.974151:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357313.974152:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.974153:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.974158:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c1b00 refcount=5 00000020:00000001:2.0:1712357313.974160:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.974161:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184964352 : -131938524587264 : ffff8800ab1c1b00) 00010000:00000001:2.0:1712357313.974163:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357313.974165:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357313.974169:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357313.974170:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.974172:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357313.974173:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357313.974175:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357313.974176:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357313.974177:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.974178:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357313.974180:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c1b00 with handle 0xbda2fb8f033380d3 from hash 00010000:00000001:2.0:1712357313.974181:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357313.974182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.974183:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.974184:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357313.974185:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357313.974186:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357313.974187:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.974188:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.974189:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974190:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.974192:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974196:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.974196:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.974197:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357313.974198:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357313.974199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.974199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.974200:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357313.974201:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c1b00/0xbda2fb8f033380d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.974250:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.974252:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357313.974256:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357313.974260:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.974266:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.974267:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974268:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974269:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974271:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357313.974273:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.974274:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974275:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357313.974276:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=codec.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357313.974279:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.974281:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.974283:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974286:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357313.974287:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357313.974291:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1cee60. 00000080:00002000:2.0:1712357313.974295:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e510 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357313.974301:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.974304:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357313.974307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974309:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357313.974311:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357313.974312:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357313.974317:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.974318:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357313.974321:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:2.0:1712357313.974324:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974325:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.974326:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974332:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357313.974334:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357313.974338:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357313.974342:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.974345:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47b80 x1795536572147136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.974350:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357313.974352:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357313.974354:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.974356:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357313.974358:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357313.974359:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357313.974361:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357313.974363:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc7800. 02000000:00000001:2.0:1712357313.974367:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357313.974368:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357313.974370:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47b80. 00000100:00000001:2.0:1712357313.974372:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357313.974373:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.974375:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357313.974376:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357313.974377:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357313.974382:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357313.974383:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry codec.cpython-36.opt-1.pyc (ffff88013624e510, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:2.0:1712357313.974385:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.974388:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357313.974392:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357313.974394:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357313.974395:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:2.0:1712357313.974397:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974426:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357313.974428:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.974429:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.974433:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974436:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.974437:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357313.974439:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.974444:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:2.0:1712357313.974447:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.974449:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974451:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.974452:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.974454:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974456:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.974457:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357313.974458:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.974459:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357313.974460:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.974461:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.974462:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.974463:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.974465:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.974470:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=codec.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:2.0:1712357313.974473:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.974475:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=codec.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:2.0:1712357313.974479:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcda00. 00000080:00000001:2.0:1712357313.974482:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.974485:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.974486:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'codec.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:2.0:1712357313.974488:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.974491:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='codec.cpython-36.pyc' -> mds #0 00800000:00000001:2.0:1712357313.974493:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974495:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.974496:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: codec.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357313.974499:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.974501:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357313.974504:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47b80. 00000020:00000040:2.0:1712357313.974506:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.974510:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.974512:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.974516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.974521:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.974522:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.974524:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.974525:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.974528:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.974533:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc7800. 00000100:00000001:2.0:1712357313.974537:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.974540:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.974542:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.974543:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.974543:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.974545:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.974550:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:2.0:1712357313.974553:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.974554:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357313.974556:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.974557:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.974559:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.974561:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c21c0. 00000020:00000001:2.0:1712357313.974563:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.974576:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c21c0 with handle 0xbda2fb8f033380da to hash 00000020:00000001:2.0:1712357313.974577:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.974578:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184966080 : -131938524585536 : ffff8800ab1c21c0) 00010000:00000001:2.0:1712357313.974605:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184966080 : -131938524585536 : ffff8800ab1c21c0) 00010000:00000001:2.0:1712357313.974608:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.974609:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.974611:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.974617:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.974623:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357313.974627:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.974633:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.974636:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.974638:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357313.974640:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.974641:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000001:2.0:1712357313.974644:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.974647:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.974649:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.974650:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.974654:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.974659:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.974661:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.974663:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.974665:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.974667:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.974670:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.974674:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.974675:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.974677:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.974679:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.974680:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.974684:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.974686:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357313.974690:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357313.974694:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147200, portal 10 00000100:00000001:2.0:1712357313.974696:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.974696:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000040:2.0:1712357313.974701:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.974706:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.974708:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.974709:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4bb0. 00000100:00000200:2.0:1712357313.974711:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572147200, offset 0 00000400:00000200:2.0:1712357313.974719:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.974723:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.974727:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.974731:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.974734:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.974737:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.974739:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.974741:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [404:404:256:4294967295] 192.168.203.120@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:2.0:1712357313.974744:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.974750:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.974754:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.974758:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343300. 00000800:00000200:2.0:1712357313.974762:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.974768:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.974771:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.974791:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.974793:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.974795:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.974796:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.974797:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.974799:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.974800:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.974802:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.974804:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.974804:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.975017:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.975020:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343300. 00000400:00000200:3.0:1712357313.975023:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.975026:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.975028:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4bb0 00000400:00000010:3.0:1712357313.975030:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4bb0. 00000100:00000001:3.0:1712357313.975032:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.975035:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.975045:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.975047:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.975051:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.975052:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.977845:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c1b00. 00000080:00000010:0.1:1712357313.977853:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1cee60. 00000800:00000001:3.0:1712357313.978235:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.978244:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.978246:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.978248:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.978257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.978261:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.978267:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.978271:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.978274:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.978277:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906600 00000400:00000200:3.0:1712357313.978281:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.978284:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1025 [1] + 224 00000800:00000001:3.0:1712357313.978290:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.978300:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.978302:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.978306:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.978310:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.978316:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.978324:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.978345:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.978351:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.978354:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.978406:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.978411:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.978412:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.978415:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357313.978420:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357313.978421:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357313.978424:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.978428:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.978447:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.978452:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.978454:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.978456:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.978458:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.978460:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.978462:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.978464:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.978470:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.978474:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.978476:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357313.978479:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.978484:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.978487:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.978488:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357313.978489:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.978491:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357313.978494:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.978500:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357313.978502:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.978504:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.978506:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.978513:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.978516:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.978519:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.978520:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357313.978526:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.978529:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.978534:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.978537:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.978539:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.978540:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357313.978543:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357313.978546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.978548:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.978550:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c21c0 refcount=4 00000020:00000001:2.0:1712357313.978552:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184966080 : -131938524585536 : ffff8800ab1c21c0) 00010000:00000001:2.0:1712357313.978553:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184966080 : -131938524585536 : ffff8800ab1c21c0) 00010000:00010000:2.0:1712357313.978557:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978575:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357313.978578:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978652:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357313.978654:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978658:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.978659:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357313.978661:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978665:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.978667:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.978669:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357313.978671:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.978683:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c21c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357313.978685:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357313.978688:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978692:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357313.978694:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357313.978696:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978700:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357313.978701:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357313.978702:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.978703:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.978705:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c21c0 refcount=5 00000020:00000001:2.0:1712357313.978706:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184966080 : -131938524585536 : ffff8800ab1c21c0) 00010000:00000001:2.0:1712357313.978708:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184966080 : -131938524585536 : ffff8800ab1c21c0) 00010000:00000001:2.0:1712357313.978710:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357313.978712:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357313.978716:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357313.978717:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.978719:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357313.978720:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357313.978722:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357313.978723:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357313.978724:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.978725:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357313.978727:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c21c0 with handle 0xbda2fb8f033380da from hash 00010000:00000001:2.0:1712357313.978728:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357313.978729:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.978733:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.978734:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357313.978735:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357313.978736:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357313.978738:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.978739:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.978740:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978741:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.978743:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978747:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.978747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.978748:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357313.978749:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357313.978750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.978751:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.978751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357313.978753:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c21c0/0xbda2fb8f033380da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.978798:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.978800:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357313.978804:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357313.978808:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.978814:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.978815:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.978816:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.978817:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.978820:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357313.978821:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.978822:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.978823:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357313.978825:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=codec.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357313.978827:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.978830:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.978836:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978839:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357313.978841:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357313.978844:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1cefc0. 00000080:00002000:2.0:1712357313.978848:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e870 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357313.978853:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.978856:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357313.978858:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.978861:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357313.978862:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357313.978864:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357313.978868:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.978870:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357313.978874:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:2.0:1712357313.978876:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.978877:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.978878:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978880:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357313.978882:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357313.978884:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357313.978887:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.978891:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47b80 x1795536572147200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.978895:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357313.978897:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357313.978899:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.978901:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357313.978903:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357313.978904:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357313.978906:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357313.978907:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc7800. 02000000:00000001:2.0:1712357313.978911:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357313.978912:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357313.978914:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47b80. 00000100:00000001:2.0:1712357313.978916:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357313.978917:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.978922:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357313.978924:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357313.978924:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357313.978929:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357313.978931:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry codec.cpython-36.pyc (ffff88013624e870, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:2.0:1712357313.978933:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.978935:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357313.978937:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357313.978939:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357313.978940:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:2.0:1712357313.978942:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978971:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357313.978973:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.978974:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.978978:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978982:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.978983:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357313.978985:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.978987:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:2.0:1712357313.978989:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.978991:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978993:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.978994:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.978995:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.978997:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.978998:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357313.978999:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.979000:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357313.979001:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.979002:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.979004:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.979005:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.979006:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.979012:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:2.0:1712357313.979015:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.979016:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:2.0:1712357313.979025:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcda00. 00000080:00000001:2.0:1712357313.979029:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.979031:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.979032:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:2.0:1712357313.979035:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.979037:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='compat.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:2.0:1712357313.979039:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.979041:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.979042:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357313.979045:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.979047:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357313.979049:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47b80. 00000020:00000040:2.0:1712357313.979051:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.979054:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.979057:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.979060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.979061:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.979062:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.979063:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.979065:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.979067:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.979071:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc7800. 00000100:00000001:2.0:1712357313.979075:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.979078:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.979079:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.979080:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.979081:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.979082:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.979087:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:2.0:1712357313.979090:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.979091:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357313.979093:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.979094:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.979096:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.979102:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2400. 00000020:00000001:2.0:1712357313.979104:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.979106:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2400 with handle 0xbda2fb8f033380e1 to hash 00000020:00000001:2.0:1712357313.979107:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.979108:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184966656 : -131938524584960 : ffff8800ab1c2400) 00010000:00000001:2.0:1712357313.979110:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184966656 : -131938524584960 : ffff8800ab1c2400) 00010000:00000001:2.0:1712357313.979112:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.979113:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.979115:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.979119:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.979127:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357313.979131:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.979132:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.979135:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.979137:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357313.979139:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.979140:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000001:2.0:1712357313.979143:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.979146:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.979147:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.979149:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.979152:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.979158:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.979159:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.979161:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.979162:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.979165:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.979172:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.979176:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.979178:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.979179:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.979182:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.979184:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.979188:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.979190:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357313.979193:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357313.979197:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147264, portal 10 00000100:00000001:2.0:1712357313.979198:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.979199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000040:2.0:1712357313.979203:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.979208:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.979210:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.979211:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4880. 00000100:00000200:2.0:1712357313.979213:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147264, offset 0 00000400:00000200:2.0:1712357313.979217:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.979221:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.979225:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.979229:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.979232:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.979234:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.979236:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.979239:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [405:405:256:4294967295] 192.168.203.120@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:2.0:1712357313.979241:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.979247:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.979251:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.979254:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357313.979258:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.979267:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.979270:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.980815:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.980819:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.980821:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.980824:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.980825:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.980827:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.980830:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.980831:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.980833:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.980834:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.980978:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.980981:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:3.0:1712357313.980989:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.980994:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.980997:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4880 00000400:00000010:3.0:1712357313.980998:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4880. 00000100:00000001:3.0:1712357313.981001:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.981005:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.981012:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.981014:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.981019:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.981020:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.981816:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c21c0. 00000080:00000010:0.1:1712357313.981823:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1cefc0. 00000800:00000001:3.0:1712357313.983675:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.983685:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.983687:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.983689:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.983698:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.983702:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.983708:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.983711:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.983714:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.983717:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906640 00000400:00000200:3.0:1712357313.983721:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.983725:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1035 [1] + 224 00000800:00000001:3.0:1712357313.983731:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.983743:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.983746:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.983749:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.983755:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.983760:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.983768:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.983839:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.983847:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.983850:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.983889:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.983895:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.983896:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.983899:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357313.983903:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357313.983904:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357313.983906:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.983911:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.983917:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.983922:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.983924:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.983925:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.983928:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.983930:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.983932:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.983934:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.983941:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.983944:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.983946:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357313.983949:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.983963:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.983965:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.983967:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357313.983968:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.983970:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357313.983974:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.983980:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357313.983982:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.983983:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.983986:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.983992:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.983996:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.983999:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.984000:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357313.984002:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.984004:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.984009:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.984012:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.984014:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.984015:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357313.984018:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357313.984021:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.984023:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.984025:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2400 refcount=4 00000020:00000001:2.0:1712357313.984027:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184966656 : -131938524584960 : ffff8800ab1c2400) 00010000:00000001:2.0:1712357313.984028:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184966656 : -131938524584960 : ffff8800ab1c2400) 00010000:00010000:2.0:1712357313.984032:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984044:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357313.984047:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984051:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357313.984053:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.984059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357313.984061:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984065:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.984066:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.984068:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357313.984070:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.984074:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357313.984077:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357313.984079:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984083:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357313.984084:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357313.984086:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984090:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357313.984092:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357313.984092:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.984094:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.984098:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2400 refcount=5 00000020:00000001:2.0:1712357313.984100:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184966656 : -131938524584960 : ffff8800ab1c2400) 00010000:00000001:2.0:1712357313.984101:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184966656 : -131938524584960 : ffff8800ab1c2400) 00010000:00000001:2.0:1712357313.984104:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357313.984106:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357313.984109:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357313.984111:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.984112:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357313.984114:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357313.984116:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357313.984117:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357313.984117:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.984118:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357313.984120:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2400 with handle 0xbda2fb8f033380e1 from hash 00010000:00000001:2.0:1712357313.984122:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357313.984123:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.984123:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.984124:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357313.984125:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357313.984126:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357313.984127:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.984128:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.984129:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.984130:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.984132:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.984136:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.984136:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.984137:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357313.984138:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357313.984139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.984140:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.984141:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357313.984142:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2400/0xbda2fb8f033380e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.985297:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.985299:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357313.985305:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357313.985312:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.985319:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.985320:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985321:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985322:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985324:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357313.985325:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.985326:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985327:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357313.985329:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357313.985331:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.985334:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.985336:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985340:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357313.985341:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357313.985346:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1ce9e0. 00000080:00002000:2.0:1712357313.985350:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e0d8 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357313.985355:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.985358:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357313.985361:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985364:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357313.985365:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357313.985367:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357313.985371:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.985374:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357313.985376:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:2.0:1712357313.985379:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985380:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.985381:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985388:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357313.985390:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357313.985394:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357313.985398:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.985401:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47b80 x1795536572147264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.985407:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357313.985408:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357313.985411:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.985413:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357313.985415:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357313.985417:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357313.985418:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357313.985420:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc7800. 02000000:00000001:2.0:1712357313.985424:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357313.985426:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357313.985427:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47b80. 00000100:00000001:2.0:1712357313.985429:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357313.985430:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.985432:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357313.985433:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357313.985434:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357313.985440:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357313.985441:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.cpython-36.opt-1.pyc (ffff88013624e0d8, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:2.0:1712357313.985443:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357313.985446:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357313.985450:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357313.985452:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357313.985453:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:2.0:1712357313.985455:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985485:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357313.985487:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.985488:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.985492:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985496:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.985497:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357313.985499:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.985504:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:2.0:1712357313.985507:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.985509:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985510:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.985512:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.985514:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985516:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357313.985517:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357313.985518:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.985519:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357313.985520:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357313.985521:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.985522:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357313.985523:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357313.985525:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357313.985531:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:2.0:1712357313.985533:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357313.985535:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:2.0:1712357313.985540:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcda00. 00000080:00000001:2.0:1712357313.985544:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.985546:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357313.985548:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:2.0:1712357313.985551:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357313.985553:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='compat.cpython-36.pyc' -> mds #0 00800000:00000001:2.0:1712357313.985555:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985557:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357313.985558:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357313.985561:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357313.985574:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357313.985577:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47b80. 00000020:00000040:2.0:1712357313.985579:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357313.985597:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357313.985600:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357313.985604:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.985608:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.985610:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.985612:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357313.985614:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357313.985616:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357313.985621:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc7800. 00000100:00000001:2.0:1712357313.985625:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.985628:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.985629:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.985630:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357313.985631:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.985632:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.985638:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00010000:00000001:2.0:1712357313.985640:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357313.985641:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357313.985644:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:2.0:1712357313.985645:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357313.985647:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357313.985650:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2640. 00000020:00000001:2.0:1712357313.985652:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357313.985654:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2640 with handle 0xbda2fb8f033380e8 to hash 00000020:00000001:2.0:1712357313.985656:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357313.985657:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184967232 : -131938524584384 : ffff8800ab1c2640) 00010000:00000001:2.0:1712357313.985659:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184967232 : -131938524584384 : ffff8800ab1c2640) 00010000:00000001:2.0:1712357313.985661:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.985662:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.985664:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.985670:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.985677:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357313.985681:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357313.985686:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357313.985691:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.985692:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357313.985694:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.985695:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000001:2.0:1712357313.985699:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357313.985701:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.985703:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357313.985705:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357313.985709:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.985715:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357313.985717:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.985719:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357313.985721:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357313.985724:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147328:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.985727:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357313.985730:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357313.985731:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.985733:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357313.985735:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a48800. 02000000:00000001:2.0:1712357313.985737:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357313.985742:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357313.985744:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357313.985748:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357313.985752:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147328, portal 10 00000100:00000001:2.0:1712357313.985754:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357313.985754:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227456384 : -131938482095232 : ffff8800ada47b80) 00000100:00000040:2.0:1712357313.985758:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.985763:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357313.985766:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357313.985767:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4aa0. 00000100:00000200:2.0:1712357313.985769:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572147328, offset 0 00000400:00000200:2.0:1712357313.985776:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357313.985781:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.985786:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357313.985790:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357313.985793:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357313.985796:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357313.985797:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357313.985800:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [406:406:256:4294967295] 192.168.203.120@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:2.0:1712357313.985803:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357313.985810:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357313.985814:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357313.985818:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357313.985822:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357313.985829:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357313.985833:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1712357313.985856:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.985858:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357313.985860:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.985862:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357313.985863:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357313.985865:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357313.985866:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.985868:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.985870:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357313.985871:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357313.986185:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357313.986188:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:3.0:1712357313.986191:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.986195:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357313.986198:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4aa0 00000400:00000010:3.0:1712357313.986200:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4aa0. 00000100:00000001:3.0:1712357313.986203:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357313.986206:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.986212:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.986215:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.986220:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.986221:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357313.989113:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2400. 00000080:00000010:0.1:1712357313.989122:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1ce9e0. 00000800:00000001:3.0:1712357313.989195:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.989204:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.989206:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.989208:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.989216:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.989221:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.989227:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.989230:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.989233:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.989236:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906680 00000400:00000200:3.0:1712357313.989239:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.989243:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1045 [1] + 224 00000800:00000001:3.0:1712357313.989249:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.989261:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.989263:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.989272:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.989276:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.989282:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.989289:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.989308:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.989314:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.989318:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.989503:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357313.989509:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357313.989510:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357313.989512:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357313.989517:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357313.989519:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357313.989521:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357313.989526:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357313.989542:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.989548:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357313.989549:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.989551:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357313.989554:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357313.989555:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357313.989557:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357313.989559:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357313.989573:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357313.989576:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357313.989579:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357313.989606:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.989611:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.989614:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357313.989615:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357313.989616:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357313.989618:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357313.989622:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.989629:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357313.989631:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357313.989632:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357313.989635:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357313.989641:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147328:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357313.989644:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357313.989647:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357313.989648:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357313.989655:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.989658:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.989662:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357313.989664:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357313.989666:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357313.989667:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357313.989670:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357313.989672:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.989675:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.989677:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2640 refcount=4 00000020:00000001:2.0:1712357313.989678:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184967232 : -131938524584384 : ffff8800ab1c2640) 00010000:00000001:2.0:1712357313.989681:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184967232 : -131938524584384 : ffff8800ab1c2640) 00010000:00010000:2.0:1712357313.989685:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989692:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357313.989695:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989699:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357313.989701:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.989707:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357313.989708:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989712:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.989714:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357313.989716:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357313.989717:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357313.989726:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c2640 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357313.989727:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357313.989730:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989733:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357313.989734:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357313.989735:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989737:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357313.989739:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357313.989739:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357313.989740:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357313.989741:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2640 refcount=5 00000020:00000001:2.0:1712357313.989742:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184967232 : -131938524584384 : ffff8800ab1c2640) 00010000:00000001:2.0:1712357313.989742:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184967232 : -131938524584384 : ffff8800ab1c2640) 00010000:00000001:2.0:1712357313.989744:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357313.989745:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357313.989747:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357313.989748:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.989749:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357313.989749:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357313.989751:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357313.989751:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357313.989752:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357313.989752:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357313.989754:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2640 with handle 0xbda2fb8f033380e8 from hash 00010000:00000001:2.0:1712357313.989754:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357313.989755:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.989758:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.989758:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357313.989759:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357313.989760:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357313.989761:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.989761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.989762:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.989763:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357313.989764:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989766:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.989766:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.989767:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357313.989767:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357313.989768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357313.989768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.989768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357313.989769:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2640/0xbda2fb8f033380e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357313.989782:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357313.989783:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357313.989786:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357313.989789:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357313.989792:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.989793:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.989794:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.989794:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.989796:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357313.989797:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357313.989797:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357313.989798:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357313.989799:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357313.989801:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.989803:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357313.989806:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357313.989809:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357313.989810:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357313.990532:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab170000. 00000080:00002000:3.0:1712357313.990537:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624ebd0 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357313.990542:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.990546:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357313.990548:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.990551:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357313.990553:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357313.990554:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357313.990559:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:3.0:1712357313.990561:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357313.990574:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:3.0:1712357313.990577:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.990578:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.990579:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.990599:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357313.990601:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357313.990604:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcda00. 00000100:00000001:3.0:1712357313.990607:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357313.990612:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47b80 x1795536572147328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.990617:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357313.990619:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357313.990622:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a48800. 02000000:00000001:3.0:1712357313.990624:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357313.990631:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357313.990632:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357313.990634:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357313.990637:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc7800. 02000000:00000001:3.0:1712357313.990641:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357313.990642:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357313.990644:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47b80. 00000100:00000001:3.0:1712357313.990646:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357313.990647:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.990649:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357313.990650:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357313.990651:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357313.990656:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357313.990657:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.cpython-36.pyc (ffff88013624ebd0, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:3.0:1712357313.990664:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357313.990667:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357313.990683:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357313.990685:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357313.990686:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:3.0:1712357313.990688:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.990718:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357313.990720:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357313.990722:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357313.990725:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.990728:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357313.990729:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:3.0:1712357313.990731:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357313.990733:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:3.0:1712357313.990735:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357313.990737:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.990739:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357313.990740:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357313.990742:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.990744:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357313.990744:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:3.0:1712357313.990746:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357313.990747:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:3.0:1712357313.990752:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357313.990753:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357313.990754:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357313.990756:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357313.990758:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357313.990763:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:3.0:1712357313.990765:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357313.990766:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:3.0:1712357313.990772:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000001:3.0:1712357313.990776:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357313.990778:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357313.990780:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:3.0:1712357313.990782:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357313.990785:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='core.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:3.0:1712357313.990787:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.990789:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357313.990790:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357313.990793:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357313.990795:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357313.990798:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34ced80. 00000020:00000040:3.0:1712357313.990801:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357313.990804:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357313.990807:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357313.990810:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357313.990811:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357313.990812:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.990814:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357313.990815:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357313.990818:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357313.990822:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa03b000. 00000100:00000001:3.0:1712357313.990826:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.990829:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357313.990830:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.990831:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357313.990836:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357313.990837:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357313.990842:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322381696 : -131938387169920 : ffff8800b34ced80) 00010000:00000001:3.0:1712357313.990846:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357313.990847:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357313.990849:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:3.0:1712357313.990851:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357313.990852:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357313.990855:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab380d80. 00000020:00000001:3.0:1712357313.990857:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357313.990859:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab380d80 with handle 0xbda2fb8f033380ef to hash 00000020:00000001:3.0:1712357313.990860:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357313.990861:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186795904 : -131938522755712 : ffff8800ab380d80) 00010000:00000001:3.0:1712357313.990863:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186795904 : -131938522755712 : ffff8800ab380d80) 00010000:00000001:3.0:1712357313.990865:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357313.990866:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357313.990869:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357313.990873:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357313.990878:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357313.990880:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357313.990881:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357313.990884:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f3c0. 00000100:00000001:3.0:1712357313.990885:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166473152 : -131938543078464 : ffff8800aa01f3c0) 00000100:00000001:3.0:1712357313.990886:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.990887:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322381696 : -131938387169920 : ffff8800b34ced80) 00000100:00000001:3.0:1712357313.990889:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357313.990891:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.990893:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357313.990893:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357313.990899:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.990903:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357313.990904:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.990906:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357313.990907:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357313.990909:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34ced80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357313.990911:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357313.990914:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357313.990915:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357313.990916:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357313.990918:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a666800. 02000000:00000001:3.0:1712357313.990919:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357313.990923:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357313.990924:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760790. 00000400:00000010:3.0:1712357313.990928:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35864c8. 00000100:00000200:3.0:1712357313.990932:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147392, portal 10 00000100:00000001:3.0:1712357313.990933:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357313.990934:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322381696 : -131938387169920 : ffff8800b34ced80) 00000100:00000040:3.0:1712357313.990936:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.990940:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357313.990942:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357313.990943:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35865d8. 00000100:00000200:3.0:1712357313.990943:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147392, offset 0 00000400:00000200:3.0:1712357313.990946:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357313.990949:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.990953:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357313.990957:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357313.990959:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357313.990961:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357313.990962:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357313.990964:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [407:407:256:4294967295] 192.168.203.120@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:3.0:1712357313.990968:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.990973:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357313.990977:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357313.990979:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357313.990982:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357313.990987:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357313.990990:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:3.0:1712357313.991007:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.991009:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357313.991010:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.991012:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357313.991013:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357313.991015:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357313.991016:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.991018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357313.991019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357313.991020:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357313.991122:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.991124:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:2.0:1712357313.991127:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.991131:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.991133:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35865d8 00000400:00000010:2.0:1712357313.991134:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35865d8. 00000100:00000001:2.0:1712357313.991137:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.991140:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.991146:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.991147:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.991152:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.991153:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.995130:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.995142:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.995144:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.995146:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.995155:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.995161:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.995167:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.995170:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.995173:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.995176:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9066c0 00000400:00000200:3.0:1712357313.995179:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.995184:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1055 [1] + 224 00000800:00000001:3.0:1712357313.995189:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.995230:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.995233:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.995237:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.995248:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.995253:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.995271:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.995289:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.995295:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.995298:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.995408:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.995419:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.995420:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.995422:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760790. 00000400:00000200:0.0:1712357313.995426:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35864c8 00000400:00000010:0.0:1712357313.995428:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35864c8. 00000100:00000001:0.0:1712357313.995431:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.995435:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.995441:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.995446:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.995448:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.995450:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.995452:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.995454:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.995456:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.995458:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.995464:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.995468:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.995470:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.995472:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.995477:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.995479:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.995480:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.995482:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.995483:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.995487:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.995492:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.995494:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.995495:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.995498:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.995512:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34ced80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.995515:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.995518:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.995520:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.995521:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.995523:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.995529:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.995531:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f3c0. 00000100:00000001:0.0:1712357313.995540:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.995541:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.995544:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.995547:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.995549:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.995551:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab380d80 refcount=4 00000020:00000001:0.0:1712357313.995553:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186795904 : -131938522755712 : ffff8800ab380d80) 00010000:00000001:0.0:1712357313.995555:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186795904 : -131938522755712 : ffff8800ab380d80) 00010000:00010000:0.0:1712357313.995559:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995659:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.995663:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995667:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.995669:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995673:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.995674:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.995675:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995683:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.995685:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.995687:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.995689:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.995693:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab380d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.995696:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.995698:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995703:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.995705:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.995707:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995710:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.995712:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.995712:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.995713:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.995714:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab380d80 refcount=5 00000020:00000001:0.0:1712357313.995716:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186795904 : -131938522755712 : ffff8800ab380d80) 00010000:00000001:0.0:1712357313.995717:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186795904 : -131938522755712 : ffff8800ab380d80) 00010000:00000001:0.0:1712357313.995719:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.995721:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.995725:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.995726:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.995728:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.995729:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.995731:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.995732:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.995736:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.995737:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.995739:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab380d80 with handle 0xbda2fb8f033380ef from hash 00010000:00000001:0.0:1712357313.995741:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.995742:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.995742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.995743:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.995744:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.995745:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.995747:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.995747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.995748:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995750:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.995751:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995755:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.995755:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.995756:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.995757:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.995758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.995759:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.995759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.995761:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380d80/0xbda2fb8f033380ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.995783:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.995784:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.995788:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.995792:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.995797:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.995798:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.995799:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.995801:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.995803:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.995804:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.995808:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.995810:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.995811:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.995814:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.995817:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.995818:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995821:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.995822:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.995826:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dacf20. 00000080:00002000:0.0:1712357313.995830:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.995834:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.995837:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.995840:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.995842:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.995843:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.995845:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.995849:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357313.995851:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.995854:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357313.995856:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.995858:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.995859:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995860:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.995862:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.995865:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000100:00000001:0.0:1712357313.995869:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.995872:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34ced80 x1795536572147392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.995876:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.995878:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.995880:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a666800. 02000000:00000001:0.0:1712357313.995883:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.995885:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.995886:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.995888:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.995893:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa03b000. 02000000:00000001:0.0:1712357313.995897:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.995898:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.995900:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34ced80. 00000100:00000001:0.0:1712357313.995902:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.995903:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.995905:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.995906:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.995907:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.995911:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.995913:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.cpython-36.opt-1.pyc (ffff8800a75da948, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.995915:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.995918:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.995920:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.995922:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.995923:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357313.995925:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995952:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.995954:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.995956:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.995960:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995963:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.995964:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.995966:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.995967:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357313.995970:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.995972:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995974:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.995975:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.995977:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995978:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.995979:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.995980:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.995981:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.995983:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.995983:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.995985:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.995989:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.995991:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.995996:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357313.995998:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.996000:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357313.996005:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.996009:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.996011:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.996012:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357313.996015:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.996017:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='core.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357313.996019:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.996021:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.996022:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.996025:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.996026:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.996029:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.996031:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.996035:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.996038:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.996041:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.996041:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.996042:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.996044:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.996046:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.996048:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.996053:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357313.996056:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.996058:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.996060:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.996061:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.996061:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.996063:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.996067:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.996072:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.996074:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.996076:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357313.996077:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.996079:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.996081:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357313.996083:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.996084:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f033380f6 to hash 00000020:00000001:0.0:1712357313.996086:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.996087:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.996089:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.996091:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.996092:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.996094:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.996099:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.996106:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.996110:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.996112:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.996116:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.996117:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.996119:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.996120:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.996123:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.996125:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.996127:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.996128:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.996132:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.996439:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.996444:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.996447:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.996448:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.996452:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.996455:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.996458:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.996459:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.996460:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.996464:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.996465:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.996470:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.996472:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357313.996475:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.996480:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147456, portal 10 00000100:00000001:0.0:1712357313.996481:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.996482:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.996486:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.996491:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.996493:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.996495:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357313.996497:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572147456, offset 0 00000400:00000200:0.0:1712357313.996501:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.996505:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.996509:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.996514:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.996517:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.996519:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.996521:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.996524:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [408:408:256:4294967295] 192.168.203.120@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:0.0:1712357313.996527:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.996534:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.996539:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.996546:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357313.996550:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.996556:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.996559:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.996605:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.996607:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.996609:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.996610:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.996611:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.996613:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.996614:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.996615:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.996617:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357313.996617:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1712357313.996704:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2640. 00000800:00000200:2.0:1712357313.996889:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357313.996892:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357313.996896:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357313.996899:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357313.996902:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:2.0:1712357313.996903:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:2.0:1712357313.996906:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357313.996909:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.996916:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357313.996918:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357313.996923:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357313.996924:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357313.999065:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.999075:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357313.999078:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.999080:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.999087:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.999092:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357313.999097:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.999100:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.999102:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.999106:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906700 00000400:00000200:3.0:1712357313.999109:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357313.999113:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1065 [1] + 224 00000800:00000001:3.0:1712357313.999118:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.999128:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357313.999130:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357313.999133:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357313.999137:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357313.999142:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357313.999149:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357313.999189:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357313.999195:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357313.999203:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.999242:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357313.999247:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357313.999248:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357313.999250:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357313.999254:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357313.999256:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357313.999258:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357313.999261:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357313.999267:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999272:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357313.999273:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.999275:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357313.999278:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357313.999279:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357313.999281:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.999283:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357313.999289:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357313.999291:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357313.999293:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357313.999300:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999305:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.999307:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357313.999309:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357313.999310:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357313.999312:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357313.999315:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999320:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357313.999322:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357313.999323:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357313.999326:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357313.999332:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.999335:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357313.999338:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357313.999339:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357313.999340:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.999342:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999347:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357313.999349:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.999351:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357313.999351:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357313.999354:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357313.999357:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.999359:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.999360:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357313.999362:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.999364:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357313.999372:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999377:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357313.999380:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999384:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357313.999386:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999390:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.999391:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357313.999392:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999396:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.999398:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.999400:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357313.999402:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.999406:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357313.999409:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357313.999411:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999415:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357313.999417:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357313.999419:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999422:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357313.999423:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357313.999428:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357313.999429:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357313.999430:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357313.999432:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.999433:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357313.999435:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357313.999437:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357313.999441:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357313.999442:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.999444:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357313.999445:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357313.999447:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357313.999448:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357313.999449:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.999450:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357313.999452:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f033380f6 from hash 00010000:00000001:0.0:1712357313.999453:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357313.999454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.999454:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.999455:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357313.999456:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357313.999457:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357313.999458:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.999459:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.999460:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999461:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.999463:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999466:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.999466:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.999468:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357313.999468:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357313.999469:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.999470:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.999473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357313.999475:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033380f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357313.999482:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.999483:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357313.999486:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357313.999490:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357313.999495:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.999497:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999498:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999500:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999501:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357313.999503:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357313.999504:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999505:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357313.999506:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357313.999509:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.999511:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.999513:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999515:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357313.999516:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357313.999520:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6daca00. 00000080:00002000:0.0:1712357313.999524:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357313.999528:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.999531:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357313.999533:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999535:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357313.999537:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357313.999538:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357313.999542:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357313.999544:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357313.999546:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357313.999549:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999550:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.999555:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999557:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357313.999559:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357313.999561:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357313.999575:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357313.999579:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999611:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357313.999613:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357313.999615:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.999620:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357313.999622:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357313.999623:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357313.999625:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357313.999626:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357313.999628:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357313.999629:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357313.999631:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357313.999633:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357313.999633:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.999636:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357313.999636:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357313.999637:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357313.999642:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.999643:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.cpython-36.pyc (ffff8800a7516360, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357313.999646:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357313.999649:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357313.999652:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357313.999654:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357313.999655:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357313.999657:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999684:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357313.999686:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.999687:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.999691:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999693:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.999698:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357313.999700:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.999702:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357313.999705:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.999707:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999709:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.999711:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.999713:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999714:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357313.999715:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357313.999716:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.999718:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357313.999719:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357313.999720:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357313.999721:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357313.999722:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357313.999724:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357313.999729:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idnadata.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357313.999731:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357313.999732:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idnadata.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357313.999736:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357313.999740:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357313.999742:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357313.999743:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idnadata.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357313.999746:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357313.999748:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='idnadata.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357313.999750:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999752:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357313.999754:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idnadata.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357313.999757:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357313.999758:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357313.999760:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357313.999763:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357313.999766:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357313.999772:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357313.999775:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357313.999776:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357313.999777:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.999779:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357313.999780:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357313.999782:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357313.999787:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357313.999791:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.999794:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.999795:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.999796:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357313.999797:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357313.999798:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357313.999802:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357313.999805:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357313.999806:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357313.999808:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357313.999809:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357313.999811:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357313.999813:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357313.999815:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357313.999817:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f033380fd to hash 00000020:00000001:0.0:1712357313.999818:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357313.999819:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.999821:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357313.999824:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357313.999825:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357313.999827:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.999832:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357313.999838:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357313.999844:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357313.999845:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357313.999848:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357313.999850:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357313.999852:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.999852:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357313.999856:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357313.999858:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.999860:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357313.999862:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357313.999865:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999870:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357313.999871:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.999873:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357313.999874:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357313.999876:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147520:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357313.999879:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357313.999882:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357313.999883:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357313.999885:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357313.999887:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357313.999888:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357313.999891:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357313.999893:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357313.999896:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357313.999900:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147520, portal 10 00000100:00000001:0.0:1712357313.999901:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357313.999902:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357313.999905:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357313.999910:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357313.999916:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357313.999918:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357313.999921:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147520, offset 0 00000400:00000200:0.0:1712357313.999924:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357313.999928:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.999932:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357313.999936:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357313.999938:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357313.999941:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357313.999943:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357313.999945:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [409:409:256:4294967295] 192.168.203.120@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:0.0:1712357313.999948:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357313.999954:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357313.999958:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357313.999961:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357313.999965:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357313.999969:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357313.999972:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357313.999990:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.999991:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357313.999993:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357313.999995:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357313.999996:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357313.999997:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357313.999999:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.000000:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.000002:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.000002:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.000099:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.000102:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357314.000104:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.000111:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.000114:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:2.0:1712357314.000115:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:2.0:1712357314.000117:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.000120:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.000126:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.000129:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.000133:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.000135:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.002461:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.002470:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.002472:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.002474:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.002481:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.002486:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.002490:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.002493:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.002496:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.002499:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906740 00000400:00000200:3.0:1712357314.002502:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.002506:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x106d [1] + 224 00000800:00000001:3.0:1712357314.002511:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.002522:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.002524:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.002527:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.002532:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.002536:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.002544:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.002553:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.002557:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.002559:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.002605:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.002609:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.002611:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.002613:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.002616:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.002617:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.002625:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.002628:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.002634:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.002639:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.002640:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.002642:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.002644:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.002646:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.002647:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.002649:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.002655:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.002658:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.002660:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.002662:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.002667:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.002669:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.002670:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.002672:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.002673:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.002676:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.002681:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.002683:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.002684:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.002686:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.002692:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147520:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.002696:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.002702:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.002703:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.002704:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.002707:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.002712:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.002714:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.002716:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.002717:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.002719:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.002722:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.002724:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.002726:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.002728:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.002729:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.002733:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002739:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.002741:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002745:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.002747:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.002752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.002753:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002757:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.002758:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.002761:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.002762:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.002769:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.002772:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.002774:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002778:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.002779:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.002781:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002784:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.002786:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.002787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.002788:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.002788:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.002790:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.002791:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.002793:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.002794:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.002798:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.002799:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.002801:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.002802:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.002804:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.002805:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.002806:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.002807:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.002809:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f033380fd from hash 00010000:00000001:0.0:1712357314.002810:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.002811:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.002815:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.002816:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.002817:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.002818:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.002820:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.002820:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.002821:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.002822:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.002824:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002828:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.002828:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.002829:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.002830:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.002831:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.002831:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.002832:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.002833:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033380fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.002840:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.002841:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.002844:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.002847:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.002853:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.002854:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.002855:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.002856:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.002858:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.002860:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.002860:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.002861:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.002862:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idnadata.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.002865:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.002867:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.002871:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.002874:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.002875:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.002878:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dac520. 00000080:00002000:0.0:1712357314.002882:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.002886:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.002889:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.002891:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.002893:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.002894:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.002896:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.002899:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.002901:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.002904:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.002906:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.002907:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.002908:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.002910:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.002912:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.002915:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.002918:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.002921:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.002925:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.002927:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.002929:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.002933:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.002935:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.002936:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.002938:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.002939:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.002942:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.002943:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.002944:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.002946:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.002947:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.002952:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.002954:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.002955:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.002959:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.002960:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idnadata.cpython-36.opt-1.pyc (ffff8800a7516af8, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.002963:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.002965:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.002968:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.002969:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.002970:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.002973:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.003000:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.003002:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.003004:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.003008:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.003011:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.003012:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.003015:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.003016:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.003023:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.003025:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.003026:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.003027:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.003029:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.003030:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.003032:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.003033:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.003034:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.003035:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.003036:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.003037:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.003038:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.003040:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.003045:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idnadata.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.003048:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.003049:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idnadata.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00010000:00000010:2.1:1712357314.003050:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab380d80. 00000080:00000010:2.1:1712357314.003055:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dacf20. 00000080:00000010:0.0:1712357314.003056:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.003059:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.003061:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.003063:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idnadata.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.003065:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.003067:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='idnadata.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.003070:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.003072:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.003073:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idnadata.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.003076:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.003077:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.003080:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.003082:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.003085:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.003087:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.003090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.003091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.003092:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.003093:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.003095:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.003097:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.003101:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.003105:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.003107:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.003109:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.003110:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.003111:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.003112:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.003117:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.003119:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.003121:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.003123:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.003124:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.003126:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.003136:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0480. 00000020:00000001:0.0:1712357314.003138:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.003140:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0480 with handle 0xbda2fb8f03338104 to hash 00000020:00000001:0.0:1712357314.003141:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.003142:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.003144:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.003146:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.003148:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1712357314.003149:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab170000. 00010000:00010000:0.0:1712357314.003150:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.003154:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.003161:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.003165:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.003167:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.003170:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.003171:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.003173:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.003174:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.003177:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.003179:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.003180:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.003181:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.003184:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.003189:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.003190:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.003192:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.003193:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.003195:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.003201:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.003204:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.003205:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.003206:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.003207:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.003208:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.003212:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.003213:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.003215:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.003218:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147584, portal 10 00000100:00000001:0.0:1712357314.003219:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.003220:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.003222:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.003226:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.003227:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.003228:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357314.003230:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572147584, offset 0 00000400:00000200:0.0:1712357314.003232:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.003236:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.003239:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.003242:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.003244:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.003246:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.003248:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.003250:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [410:410:256:4294967295] 192.168.203.120@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:0.0:1712357314.003252:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.003256:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.003259:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.003261:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357314.003264:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.003275:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.003277:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.003288:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.003290:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.003291:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.003293:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.003294:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.003296:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.003297:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.003298:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.003300:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.003300:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.003353:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.003356:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:2.0:1712357314.003358:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.003361:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.003364:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:2.0:1712357314.003365:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:2.0:1712357314.003367:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.003370:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.003376:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.003378:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.003383:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.003384:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.004798:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.004807:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.004809:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.004811:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.004817:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.004821:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.004825:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.004827:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.004836:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.004838:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906780 00000400:00000200:3.0:1712357314.004840:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.004843:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1075 [1] + 224 00000800:00000001:3.0:1712357314.004847:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.004855:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.004856:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.004858:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.004861:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.004864:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.004869:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.004882:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.004890:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.004893:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.004902:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.004906:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.004907:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.004909:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.004912:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.004914:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.004915:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.004919:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.004925:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.004929:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.004930:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.004931:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.004932:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.004934:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.004935:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.004936:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.004940:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.004942:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.004943:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.004945:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.004954:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.004956:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.004957:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.004957:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.004958:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.004960:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.004964:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.004965:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.004966:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.004968:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.004972:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.004974:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.004976:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.004977:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.004978:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.004980:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.004985:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.004987:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.004989:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.004990:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.004992:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.004995:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.004997:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.004999:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=4 00000020:00000001:0.0:1712357314.005000:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.005002:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00010000:0.0:1712357314.005005:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005014:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.005017:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005021:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.005022:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005026:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.005026:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.005028:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005031:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.005033:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.005035:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.005036:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.005040:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.005042:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.005044:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005048:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.005049:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.005051:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005054:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.005055:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.005056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.005057:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.005061:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=5 00000020:00000001:0.0:1712357314.005062:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.005064:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.005065:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.005067:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.005070:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.005071:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.005073:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.005074:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.005076:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.005077:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.005078:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.005079:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.005081:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0480 with handle 0xbda2fb8f03338104 from hash 00010000:00000001:0.0:1712357314.005082:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.005083:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.005083:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.005084:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.005085:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.005086:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.005087:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.005088:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.005089:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005090:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.005092:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.005096:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.005097:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.005098:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.005099:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.005100:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.005100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.005102:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338104 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.005112:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.005113:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.005114:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.005117:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.005121:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.005121:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005122:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005123:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005124:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.005125:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.005126:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005126:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.005127:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idnadata.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.005129:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.005130:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.005131:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005133:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.005134:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.005136:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6dac2e0. 00000080:00002000:0.0:1712357314.005139:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.005142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.005144:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.005146:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005147:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.005148:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.005150:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.005152:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.005153:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.005155:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.005157:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005158:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.005158:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005161:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.005163:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.005165:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.005167:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.005169:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.005174:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.005175:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.005177:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.005180:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.005181:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.005183:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.005184:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.005185:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.005190:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.005191:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.005192:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.005194:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.005194:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.005196:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.005197:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.005198:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.005202:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.005203:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idnadata.cpython-36.pyc (ffff8800a75161b0, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.005205:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.005207:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.005210:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.005212:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.005213:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.005214:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.005240:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.005241:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.005244:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005247:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.005248:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.005250:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.005255:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.005257:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.005259:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.005262:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.005264:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005266:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.005267:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.005268:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.005269:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.005270:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.005271:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.005272:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.005273:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.005275:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.005280:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=intranges.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.005282:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.005283:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=intranges.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357314.005287:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.005291:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.005292:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.005294:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'intranges.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.005296:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.005298:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='intranges.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.005300:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005302:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.005303:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: intranges.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.005305:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.005307:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.005309:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.005311:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.005314:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.005316:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.005323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.005324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.005325:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.005326:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.005328:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.005329:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.005333:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.005337:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.005339:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.005340:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.005341:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.005342:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.005343:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.005348:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.005350:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.005351:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.005353:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.005355:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.005356:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.005359:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a06c0. 00000020:00000001:0.0:1712357314.005360:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.005362:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a06c0 with handle 0xbda2fb8f0333810b to hash 00000020:00000001:0.0:1712357314.005363:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.005364:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.005366:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.005368:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.005369:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.005371:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.005375:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.005380:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.005391:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.005392:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.005396:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.005397:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.005399:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.005399:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.005402:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.005405:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.005406:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.005407:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.005411:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.005415:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.005416:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.005419:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.005420:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.005423:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.005425:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.005428:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.005429:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.005430:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.005433:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.005434:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.005437:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.005439:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.005442:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.005445:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147648, portal 10 00000100:00000001:0.0:1712357314.005447:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.005447:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.005451:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.005456:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.005462:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.005464:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357314.005466:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147648, offset 0 00000400:00000200:0.0:1712357314.005470:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.005473:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.005477:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.005480:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.005483:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.005486:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.005487:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.005490:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [411:411:256:4294967295] 192.168.203.120@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:0.0:1712357314.005493:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.005499:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.005502:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.005505:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.005508:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.005513:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.005516:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.005535:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.005537:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.005538:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.005540:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.005541:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.005543:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.005544:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.005545:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.005547:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.005548:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.005748:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.005750:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.005753:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.005757:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.005759:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:2.0:1712357314.005760:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:2.0:1712357314.005763:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.005766:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.005775:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.005777:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.005781:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.005782:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.006517:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:2.1:1712357314.006523:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6daca00. 00010000:00000010:2.1:1712357314.006528:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:2.1:1712357314.006530:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dac520. 00000800:00000001:3.0:1712357314.007790:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.007799:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.007801:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.007803:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.007808:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.007812:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.007815:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.007818:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.007820:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.007823:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9067c0 00000400:00000200:3.0:1712357314.007825:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.007828:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x107d [1] + 224 00000800:00000001:3.0:1712357314.007832:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.007839:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.007841:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.007843:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.007849:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.007853:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.007858:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.007870:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.007875:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.007878:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.007891:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.007895:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.007897:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.007899:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.007901:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.007903:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.007944:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.007947:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.007951:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.007955:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.007956:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.007957:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.007959:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.007960:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.007962:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.007963:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.007967:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.007969:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.007971:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.007972:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.007976:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.007977:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.007978:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.007979:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.007980:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.007982:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.007985:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.007986:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.007987:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.007989:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.007992:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.007995:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.007998:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.007999:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.008000:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.008002:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.008005:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.008007:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.008008:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.008009:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.008010:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.008012:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.008014:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.008015:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=4 00000020:00000001:0.0:1712357314.008016:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.008017:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00010000:0.0:1712357314.008020:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008024:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.008026:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008029:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.008030:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008033:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.008033:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.008035:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008037:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.008038:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.008039:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.008040:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.008045:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a06c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.008047:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.008049:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008052:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.008053:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.008054:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008056:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.008057:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.008058:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.008058:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.008059:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=5 00000020:00000001:0.0:1712357314.008059:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.008060:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.008061:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.008063:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.008065:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.008065:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.008066:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.008067:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.008068:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.008069:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.008069:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.008070:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.008071:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a06c0 with handle 0xbda2fb8f0333810b from hash 00010000:00000001:0.0:1712357314.008072:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.008072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.008074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.008075:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.008076:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.008076:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.008077:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.008078:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.008079:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008079:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.008080:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008082:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.008083:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.008083:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.008084:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.008084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.008085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.008085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.008086:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f0333810b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.008090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.008090:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.008092:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.008095:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.008098:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.008098:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008099:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008100:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008101:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.008102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.008103:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008103:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.008104:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=intranges.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.008106:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.008108:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.008111:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008113:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.008114:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.008116:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f0a0. 00000080:00002000:0.0:1712357314.008119:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.008122:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.008124:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.008126:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008128:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.008129:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.008130:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.008133:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.008134:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.008136:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.008138:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008139:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.008140:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008141:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.008142:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.008144:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.008146:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.008148:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.008150:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.008151:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.008153:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.008156:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.008157:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.008158:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.008159:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.008161:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.008162:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.008163:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.008164:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.008165:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.008166:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.008168:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.008169:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.008170:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.008173:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.008174:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry intranges.cpython-36.opt-1.pyc (ffff8800a7516870, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.008176:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.008178:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.008179:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.008180:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.008180:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.008182:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008211:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.008213:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.008215:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.008219:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008222:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.008223:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.008224:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.008226:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.008228:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.008230:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008232:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.008233:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.008234:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008236:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.008236:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.008238:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.008239:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.008240:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.008240:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.008242:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.008242:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.008244:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.008250:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=intranges.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.008252:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.008253:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=intranges.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357314.008261:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.008265:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.008267:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.008268:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'intranges.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.008271:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.008273:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='intranges.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.008275:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008277:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.008278:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: intranges.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.008281:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.008282:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.008285:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.008287:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.008290:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.008293:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.008295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.008296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.008297:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.008299:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.008301:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.008302:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.008306:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.008310:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.008312:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.008314:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.008315:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.008315:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.008317:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.008321:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.008323:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.008324:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.008326:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.008328:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.008329:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.008336:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357314.008338:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.008339:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03338112 to hash 00000020:00000001:0.0:1712357314.008340:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.008341:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.008343:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.008345:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.008346:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.008348:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.008353:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.008359:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.008363:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.008364:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.008367:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.008368:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.008370:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.008371:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.008374:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.008377:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.008379:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.008380:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.008383:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.008388:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.008389:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.008392:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.008393:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.008395:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147712:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.008403:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.008407:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.008409:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.008410:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.008412:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.008414:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.008417:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.008419:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.008422:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.008426:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147712, portal 10 00000100:00000001:0.0:1712357314.008428:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.008428:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.008433:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.008451:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.008453:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.008455:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357314.008457:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147712, offset 0 00000400:00000200:0.0:1712357314.008461:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.008465:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.008469:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.008473:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.008476:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.008478:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.008484:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.008486:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [412:412:256:4294967295] 192.168.203.120@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:0.0:1712357314.008489:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.008495:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.008500:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.008503:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357314.008507:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.008516:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.008518:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.008536:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.008538:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.008540:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.008542:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.008543:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.008545:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.008547:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.008548:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.008549:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.008550:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.008652:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.008655:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357314.008657:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.008661:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.008663:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:2.0:1712357314.008665:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:2.0:1712357314.008667:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.008670:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.008676:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.008678:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.008683:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.008684:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.010005:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0480. 00000080:00000010:2.1:1712357314.010013:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6dac2e0. 00000800:00000001:3.0:1712357314.011517:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.011527:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.011530:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.011532:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.011541:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.011550:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.011555:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.011559:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.011562:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.011575:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906800 00000400:00000200:3.0:1712357314.011578:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.011604:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1085 [1] + 224 00000800:00000001:3.0:1712357314.011611:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.011624:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.011626:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.011629:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.011633:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.011638:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.011646:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.011654:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.011659:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.011667:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.011667:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.011705:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.011706:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.011709:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.011711:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.011713:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.011715:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.011719:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.011725:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.011731:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.011732:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.011734:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.011736:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.011737:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.011739:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.011741:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.011747:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.011751:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.011752:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.011755:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.011767:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.011770:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.011772:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.011773:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.011774:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.011777:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.011783:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.011785:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.011787:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.011789:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.011795:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147712:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.011799:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.011802:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.011804:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.011805:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.011808:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.011813:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.011815:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.011817:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.011818:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.011820:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.011822:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.011824:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.011826:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357314.011828:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.011830:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357314.011833:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011843:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.011846:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011851:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.011853:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011857:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.011858:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.011859:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011863:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.011865:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.011867:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.011869:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.011873:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.011875:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.011877:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011881:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.011883:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.011885:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011888:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.011890:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.011891:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.011892:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.011895:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357314.011896:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.011898:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.011900:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.011902:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.011906:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.011907:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.011908:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.011910:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.011912:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.011913:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.011914:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.011915:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.011917:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f03338112 from hash 00010000:00000001:0.0:1712357314.011919:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.011919:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.011920:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.011921:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.011922:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.011923:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.011924:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.011925:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.011925:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.011927:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.011928:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011932:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.011932:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.011933:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.011934:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.011935:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.011935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.011936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.011938:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338112 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.011947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.011948:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.011952:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.011955:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.011960:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.011961:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.011963:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.011964:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.011966:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.011968:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.011969:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.011970:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.011971:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=intranges.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.011974:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.011976:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.011978:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.011981:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.011982:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.011985:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f1e0. 00000080:00002000:0.0:1712357314.011989:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.011993:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.011996:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.011998:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.012000:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.012002:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.012003:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.012007:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.012008:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.012012:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.012014:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.012015:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.012016:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.012020:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.012023:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.012026:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.012029:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.012032:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.012036:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.012037:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.012040:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.012044:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.012046:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.012047:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.012048:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.012050:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.012052:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.012054:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.012055:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.012057:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.012058:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.012060:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.012061:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.012062:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.012067:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.012068:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry intranges.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.012070:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.012072:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.012076:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.012077:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.012078:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.012080:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.012108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.012111:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.012112:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.012116:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.012119:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.012120:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.012122:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.012127:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.012129:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.012131:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.012133:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.012134:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.012136:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.012138:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.012139:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.012140:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.012141:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.012143:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.012143:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.012144:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.012145:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.012147:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.012153:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=package_data.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.012155:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.012156:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=package_data.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357314.012160:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.012164:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.012166:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.012168:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'package_data.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.012170:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.012173:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='package_data.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.012175:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.012177:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.012178:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: package_data.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.012181:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.012183:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.012185:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.012188:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.012191:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.012194:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.012199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.012200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.012201:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.012203:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.012205:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.012207:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.012211:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.012215:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.012217:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.012218:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.012220:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.012220:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.012222:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.012227:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.012229:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.012231:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.012233:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.012234:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.012235:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.012239:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0480. 00000020:00000001:0.0:1712357314.012241:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.012242:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0480 with handle 0xbda2fb8f03338119 to hash 00000020:00000001:0.0:1712357314.012244:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.012245:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.012247:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.012249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.012250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.012252:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.012257:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.012263:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.012272:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.012273:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.012276:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.012278:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.012279:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.012280:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.012283:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.012285:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.012287:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.012288:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.012292:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.012296:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.012298:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.012300:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.012301:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.012304:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.012306:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.012309:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.012310:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.012311:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.012313:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.012314:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.012318:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.012319:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.012322:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.012326:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147776, portal 10 00000100:00000001:0.0:1712357314.012328:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.012328:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.012332:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.012337:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.012352:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.012354:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.012357:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572147776, offset 0 00000400:00000200:0.0:1712357314.012360:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.012363:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.012367:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.012370:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.012373:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.012375:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.012376:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.012378:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [413:413:256:4294967295] 192.168.203.120@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:0.0:1712357314.012380:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.012385:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.012394:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.012397:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.012401:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.012406:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.012409:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.012425:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.012427:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.012428:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.012430:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.012431:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.012433:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.012434:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.012436:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.012437:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.012438:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.012551:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.012555:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.012558:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.012562:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.012573:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:2.0:1712357314.012575:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:2.0:1712357314.012577:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.012608:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.012616:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.012619:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.012625:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.012631:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.014504:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a06c0. 00000080:00000010:2.1:1712357314.014512:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f0a0. 00000800:00000001:3.0:1712357314.015659:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.015668:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.015671:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.015673:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.015680:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.015685:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.015690:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.015693:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.015696:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.015700:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906840 00000400:00000200:3.0:1712357314.015703:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.015707:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x108d [1] + 224 00000800:00000001:3.0:1712357314.015713:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.015725:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.015727:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.015731:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.015735:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.015740:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.015747:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.015761:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.015766:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.015769:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.015811:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.015816:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.015817:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.015819:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.015822:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.015824:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.015832:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.015836:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.015842:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.015847:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.015849:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.015850:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.015853:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.015854:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.015856:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.015858:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.015864:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.015867:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.015869:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.015872:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.015877:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.015879:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.015880:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.015882:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.015883:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.015886:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.015891:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.015893:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.015895:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.015897:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.016046:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.016051:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.016063:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.016065:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.016066:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.016070:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.016075:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.016077:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.016079:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.016080:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.016083:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.016085:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.016088:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.016090:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=4 00000020:00000001:0.0:1712357314.016091:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.016094:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00010000:0.0:1712357314.016097:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016105:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.016107:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016112:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.016114:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016118:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.016119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.016121:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016124:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.016127:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.016128:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.016130:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.016137:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.016140:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.016142:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016147:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.016148:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.016150:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016153:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.016155:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.016156:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.016157:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.016158:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=5 00000020:00000001:0.0:1712357314.016159:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.016160:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.016162:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.016164:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.016168:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.016169:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.016170:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.016172:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.016174:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.016175:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.016176:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.016177:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.016178:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0480 with handle 0xbda2fb8f03338119 from hash 00010000:00000001:0.0:1712357314.016180:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.016181:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.016184:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.016185:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.016186:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.016187:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.016188:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.016189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.016190:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016191:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.016271:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.016276:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.016277:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.016278:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.016279:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.016279:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.016280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.016281:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f03338119 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.016287:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.016289:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.016292:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.016296:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.016301:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.016302:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016303:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016304:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016306:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.016307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.016308:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016309:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.016310:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=package_data.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.016312:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.016315:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.016320:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016322:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.016324:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.016327:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f360. 00000080:00002000:0.0:1712357314.016331:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.016335:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.016338:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.016340:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016342:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.016344:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.016345:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.016349:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.016351:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.016354:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.016553:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016555:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.016556:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016558:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.016560:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.016573:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.016577:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.016607:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.016613:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.016615:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.016617:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.016622:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.016624:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.016625:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.016627:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.016629:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.016631:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.016632:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.016634:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.016636:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.016637:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.016642:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.016644:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.016645:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.016650:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.016651:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry package_data.cpython-36.opt-1.pyc (ffff8800a7516360, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.016654:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.016656:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.016659:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.016661:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.016662:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.016664:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016695:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.016698:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.016700:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.016703:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016707:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.016708:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.016710:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.016712:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.016714:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.016716:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016717:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.016719:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.016721:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016722:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.016723:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.016724:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.016725:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.016727:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.016727:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.016728:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.016729:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.016731:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.016736:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=package_data.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.016739:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.016740:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=package_data.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357314.016748:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.016752:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.016754:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.016756:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'package_data.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.016759:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.016761:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='package_data.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.016763:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016765:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.016766:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: package_data.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.016769:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.016770:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.016773:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.016775:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.016779:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.016781:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.016784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.016785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.016786:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.016787:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.016789:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.016791:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.016795:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.016799:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.016801:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.016803:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.016804:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.016804:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.016806:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.016810:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.016812:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.016813:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.016816:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.016817:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.016818:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.016824:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.016826:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.016828:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f03338120 to hash 00000020:00000001:0.0:1712357314.016829:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.016830:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.016833:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.016834:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.016836:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.016838:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.016843:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.016849:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.016853:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.016854:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.016857:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.016859:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.016861:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.016861:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.016865:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.016867:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.016869:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.016870:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.016873:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.016879:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.016880:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.016882:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.016884:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.016886:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.016895:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.016898:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.016900:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.016901:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.016904:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.016905:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.016909:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.016911:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.016913:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.016918:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147840, portal 10 00000100:00000001:0.0:1712357314.016919:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.016920:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.016923:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.016928:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.016930:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.016931:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357314.016933:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147840, offset 0 00000400:00000200:0.0:1712357314.016936:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.016940:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.016944:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.016949:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.016952:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.016954:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.016956:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.016959:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [414:414:256:4294967295] 192.168.203.120@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:0.0:1712357314.016962:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.016969:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.016974:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.016976:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.016980:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.016988:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.016991:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.017008:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.017010:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.017012:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.017014:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.017015:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.017017:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.017018:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.017020:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.017021:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.017022:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357314.017656:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:3.1:1712357314.017661:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f1e0. 00000800:00000200:2.0:1712357314.018957:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.018962:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.018966:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.018972:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.018976:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:2.0:1712357314.018978:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:2.0:1712357314.018982:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.018988:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.018996:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.018998:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.019004:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.019005:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.020784:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0480. 00000080:00000010:3.1:1712357314.020791:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f360. 00000800:00000001:3.0:1712357314.021640:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.021651:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.021653:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.021656:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.021664:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.021670:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.021675:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.021679:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.021691:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.021694:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906880 00000400:00000200:3.0:1712357314.021697:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.021702:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1095 [1] + 224 00000800:00000001:3.0:1712357314.021707:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.021717:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.021719:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.021723:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.021728:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.021734:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.021742:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.021764:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.021770:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.021773:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.021823:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.021828:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.021830:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.021833:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.021836:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.021837:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.021839:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.021844:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.021850:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.021855:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.021857:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.021858:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.021860:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.021862:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.021864:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.021866:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.021872:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.021875:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.021877:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.021879:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.021892:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.021895:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.021897:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.022048:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.022050:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.022055:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.022060:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.022063:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.022065:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.022067:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.022073:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.022077:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.022080:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.022081:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.022083:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.022085:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.022090:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.022092:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.022094:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.022095:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.022098:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.022101:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.022103:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.022105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.022107:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.022109:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.022113:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022124:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.022128:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022132:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.022134:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022138:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.022139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.022141:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022145:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.022147:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.022149:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.022151:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.022155:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.022157:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.022160:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022164:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.022166:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.022168:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022171:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.022173:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.022174:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.022175:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.022179:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.022181:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.022183:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.022185:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.022186:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.022191:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.022192:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.022194:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.022195:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.022197:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.022198:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.022199:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.022200:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.022202:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f03338120 from hash 00010000:00000001:0.0:1712357314.022203:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.022204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.022205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.022205:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.022206:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.022207:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.022208:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.022209:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.022210:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022211:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.022213:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022216:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.022217:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.022218:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.022219:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.022220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.022220:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.022221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.022223:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338120 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.022247:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.022249:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.022252:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.022257:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.022262:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.022263:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022264:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022265:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022267:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.022269:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.022270:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022271:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.022273:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=package_data.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.022275:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.022278:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.022279:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022282:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.022284:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.022287:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f4a0. 00000080:00002000:0.0:1712357314.022291:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.022295:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.022298:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.022301:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022303:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.022304:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.022306:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.022310:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.022312:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.022316:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.022318:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022319:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.022320:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022325:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.022327:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.022330:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.022333:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.022336:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.022341:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.022343:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.022345:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.022350:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.022352:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.022353:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.022354:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.022356:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.022358:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.022360:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.022361:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.022363:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.022364:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.022366:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.022367:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.022368:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.022372:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.022374:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry package_data.cpython-36.pyc (ffff8800a7516d80, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.022377:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.022379:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.022381:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.022383:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.022384:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.022386:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022417:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.022419:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.022421:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.022425:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022428:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.022429:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.022431:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.022436:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.022439:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.022441:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022443:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.022444:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.022446:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022447:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.022448:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.022450:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.022451:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.022451:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.022452:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.022453:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.022454:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.022456:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.022462:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=uts46data.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.022465:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.022466:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=uts46data.cpython-36.opt-1.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357314.022470:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.022474:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.022476:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.022477:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'uts46data.cpython-36.opt-1.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.022479:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.022482:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='uts46data.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.022484:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022486:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.022487:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: uts46data.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.022490:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.022492:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.022494:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.022496:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.022500:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.022503:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.022510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.022510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.022511:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.022513:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.022515:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.022518:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.022522:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.022525:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.022528:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.022529:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.022530:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.022531:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.022532:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.022537:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.022539:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.022540:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.022542:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.022544:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.022545:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.022548:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357314.022549:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.022551:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f03338127 to hash 00000020:00000001:0.0:1712357314.022552:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.022554:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.022556:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.022557:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.022558:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.022561:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.022575:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.022983:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.022995:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.022997:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.023000:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.023002:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.023004:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.023005:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.023009:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.023011:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.023013:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.023014:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.023018:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.023024:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.023025:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.023027:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.023029:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.023032:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147904:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.023035:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.023038:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.023039:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.023041:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.023043:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.023045:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.023049:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.023051:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.023055:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.023060:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147904, portal 10 00000100:00000001:0.0:1712357314.023062:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.023062:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.023066:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.023071:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.023077:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.023079:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357314.023082:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147904, offset 0 00000400:00000200:0.0:1712357314.023086:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.023091:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.023095:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.023099:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.023102:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.023105:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.023107:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.023110:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [415:415:256:4294967295] 192.168.203.120@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:0.0:1712357314.023113:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.023120:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.023125:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.023128:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.023132:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.023137:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.023140:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.023159:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.023161:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.023163:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.023165:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.023166:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.023168:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.023169:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.023170:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.023172:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.023173:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.023293:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.023295:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357314.023298:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.023302:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.023304:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:2.0:1712357314.023305:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:2.0:1712357314.023308:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.023311:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.023317:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.023319:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.023324:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.023325:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.025747:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:3.1:1712357314.025756:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f4a0. 00000800:00000001:3.0:1712357314.026097:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.026109:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.026110:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.026112:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.026120:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.026125:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.026131:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.026135:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.026137:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.026141:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9068c0 00000400:00000200:3.0:1712357314.026144:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.026149:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x109d [1] + 224 00000800:00000001:3.0:1712357314.026154:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.026166:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.026169:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.026172:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.026182:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.026187:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.026194:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.026241:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.026247:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.026250:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.026287:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.026292:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.026293:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.026296:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.026299:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.026301:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.026308:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.026312:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.026318:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.026323:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.026325:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.026326:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.026329:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.026330:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.026332:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.026334:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.026340:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.026343:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.026345:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.026348:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.026353:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.026355:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.026357:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.026358:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.026360:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.026363:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.026368:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.026370:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.026371:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.026374:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.026380:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147904:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.026384:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.026390:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.026392:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.026394:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.026397:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.026401:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.026403:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.026405:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.026406:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.026409:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.026411:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.026414:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.026416:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.026417:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.026419:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357314.026422:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026475:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.026479:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026483:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.026485:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026490:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.026491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.026493:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026497:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.026498:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.026501:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.026503:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.026511:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.026514:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.026516:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026521:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.026523:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.026525:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026528:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.026530:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.026531:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.026532:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.026533:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357314.026534:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.026535:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.026537:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.026539:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.026543:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.026544:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.026546:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.026547:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.026549:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.026550:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.026551:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.026552:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.026554:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f03338127 from hash 00010000:00000001:0.0:1712357314.026555:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.026556:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.026560:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.026561:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.026562:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.026570:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.026573:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.026573:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.026574:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026576:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.026578:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026648:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.026648:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.026649:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.026650:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.026651:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.026652:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.026652:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.026654:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338127 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.026667:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.026668:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.026672:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.026676:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.026682:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.026683:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026684:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026686:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026688:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.026689:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.026690:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026691:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.026692:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=uts46data.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.026695:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.026697:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.026701:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026704:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.026706:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.026710:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f600. 00000080:00002000:0.0:1712357314.026714:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.026718:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.026721:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.026723:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026726:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.026727:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.026729:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.026732:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.026734:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.026737:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.026739:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026741:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.026742:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026743:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.026746:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.026749:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.026751:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.026755:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.026760:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.026761:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.026764:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.026769:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.026770:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.026772:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.026773:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.026774:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.026777:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.026778:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.026780:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.026782:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.026782:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.026788:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.026789:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.026790:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.026795:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.026796:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry uts46data.cpython-36.opt-1.pyc (ffff8800a7516288, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.026798:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.026800:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.026802:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.026804:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.026805:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.026807:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026836:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.026838:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.026841:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.026845:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026847:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.026849:0:12713:0:(dcache.c:101:ll_dcompare()) found name idna(ffff8800a7701d80) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.026850:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.026852:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=idna, flags=16 00000080:00000001:0.0:1712357314.026854:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.026856:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026858:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.026859:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800b06410c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.026861:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026862:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.026863:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7701bd0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.026864:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.026865:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.026867:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.026867:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.026869:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.026870:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x1f:0x0](ffff8800a76de8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.026871:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.026877:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=uts46data.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), flags=0 00000080:00000001:0.0:1712357314.026879:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.026880:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=uts46data.cpython-36.pyc, dir=[0x200000401:0x1f:0x0](ffff8800a76de8c8), intent=getattr 00000080:00000010:0.0:1712357314.026888:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.026892:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.026894:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.026895:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'uts46data.cpython-36.pyc' on [0x200000401:0x1f:0x0] 00800000:00000001:0.0:1712357314.026897:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.026900:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x1f:0x0], fid2=[0x0:0x0:0x0], name='uts46data.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.026902:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026904:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.026905:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: uts46data.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x1f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.026908:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.026909:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.026911:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.026913:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.026917:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.026919:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.026922:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.026923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.026924:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.026926:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.026928:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.026930:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.026935:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.026939:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.026942:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.026943:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.026944:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.026945:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.026946:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.026950:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.026953:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.026954:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.026955:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.026957:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.026958:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.026964:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357314.026966:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.026968:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f0333812e to hash 00000020:00000001:0.0:1712357314.026969:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.026970:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.026972:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.026974:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.026975:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.026977:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.026982:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.026988:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.026991:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.026993:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.026996:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.026997:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.026999:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.027000:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.027003:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.027005:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.027007:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.027009:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.027012:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.027017:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.027018:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.027021:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.027022:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.027024:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.027032:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.027035:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.027037:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.027038:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.027040:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.027042:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.027046:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.027048:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.027051:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.027054:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572147968, portal 10 00000100:00000001:0.0:1712357314.027056:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.027057:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.027061:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.027067:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.027069:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.027070:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357314.027073:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572147968, offset 0 00000400:00000200:0.0:1712357314.027076:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.027080:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.027085:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.027089:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.027092:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.027094:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.027096:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.027099:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [416:416:256:4294967295] 192.168.203.120@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:0.0:1712357314.027101:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.027108:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.027112:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.027115:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.027118:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.027127:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.027130:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.027150:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.027152:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.027153:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.027156:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.027157:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.027158:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.027160:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.027161:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.027163:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.027164:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.027340:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.027343:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.027346:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.027349:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.027352:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:2.0:1712357314.027357:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:2.0:1712357314.027360:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.027363:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.027369:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.027370:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.027374:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.027375:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.030811:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:3.1:1712357314.030831:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f600. 00000800:00000001:3.0:1712357314.034091:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.034104:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.034107:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.034109:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.034118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.034123:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.034129:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.034133:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.034136:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.034139:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906900 00000400:00000200:3.0:1712357314.034143:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.034148:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10a5 [1] + 224 00000800:00000001:3.0:1712357314.034153:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.034166:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.034168:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.034172:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.034177:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.034183:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.034191:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.034270:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.034276:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.034285:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.034324:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.034330:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.034331:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.034334:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.034337:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.034339:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.034341:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.034345:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.034352:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.034357:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.034358:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.034360:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.034362:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.034364:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.034366:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.034368:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.034374:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.034377:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.034379:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.034382:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.034394:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.034397:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.034399:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.034400:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.034401:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.034405:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.034410:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.034412:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.034414:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.034416:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.034421:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572147968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.034424:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.034428:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.034430:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.034431:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.034434:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.034439:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.034441:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.034443:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.034444:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.034447:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.034450:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.034452:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.034454:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357314.034456:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.034458:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357314.034462:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034472:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.034475:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034479:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.034481:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034485:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.034486:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.034488:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034493:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.034494:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.034496:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.034498:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.034503:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.034505:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.034508:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034512:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.034514:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.034516:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034520:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.034521:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.034522:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.034523:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.034526:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357314.034528:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.034529:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.034531:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.034533:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.034537:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.034538:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.034540:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.034541:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.034543:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.034544:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.034545:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.034546:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.034548:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f0333812e from hash 00010000:00000001:0.0:1712357314.034549:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.034550:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.034550:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.034551:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.034552:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.034553:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.034554:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.034555:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.034556:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.034558:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.034560:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034573:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.034574:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.034574:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.034575:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.034576:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.034577:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.034577:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.034579:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333812e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.034682:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.034683:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.034687:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.034691:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.034697:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.034698:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034699:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034700:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034703:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.034704:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.034705:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034706:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.034708:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=uts46data.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.034710:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.034713:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.034714:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.034717:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.034719:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.034722:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f740. 00000080:00002000:0.0:1712357314.034726:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.034730:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.034733:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.034736:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034738:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.034740:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.034741:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.034745:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d200 count: 2 00010000:00000001:0.0:1712357314.034748:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.034751:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/31 (0 0) 00000002:00000001:0.0:1712357314.034753:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034754:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.034755:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.034761:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.034763:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.034766:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.034768:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.034771:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572147968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.034776:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.034777:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.034780:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.034785:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.034786:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.034788:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.034789:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.034790:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.034792:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.034794:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.034795:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.034798:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.034798:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.034800:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.034801:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.034802:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.034807:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.034808:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry uts46data.cpython-36.pyc (ffff8800a75165e8, parent ffff8800a7701bd0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.034811:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.034813:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.034816:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.034817:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.034818:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7701bd0, parent ffff8800a7701d80, inode ffff8800a76de8c8) hashed, 00000080:00000001:0.0:1712357314.034820:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.034926:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.034928:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.034930:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.034933:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.034942:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357314.034944:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.034948:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357314.034953:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.034957:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.034960:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.034961:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libzfs_core' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.034964:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.034966:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='libzfs_core' -> mds #0 00800000:00000001:0.0:1712357314.034968:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.034970:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.034971:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libzfs_core,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.034973:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.034975:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.034978:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.034980:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.034984:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.034987:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.034990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.034991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.034992:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.034994:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.034996:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.034998:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.035003:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357314.035007:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.035009:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.035011:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.035012:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.035012:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.035014:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.035019:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00010000:00000001:0.0:1712357314.035021:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.035022:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357314.035027:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000010:0.0:1712357314.035030:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.035032:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.035038:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357314.035040:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.035042:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03338135 to hash 00000020:00000001:0.0:1712357314.035044:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.035045:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.035047:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.035049:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.035050:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.035052:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.035057:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.035064:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.035068:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.035069:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.035073:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.035074:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.035076:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.035077:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.035080:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.035083:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.035085:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.035086:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.035090:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.035095:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.035096:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.035099:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.035100:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.035103:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.035110:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.035113:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.035114:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.035116:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.035118:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.035120:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.035124:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.035126:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.035129:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.035134:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148032, portal 10 00000100:00000001:0.0:1712357314.035135:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.035136:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.035140:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.035146:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.035148:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.035149:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357314.035152:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148032, offset 0 00000400:00000200:0.0:1712357314.035155:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.035159:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.035164:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.035168:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.035171:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.035174:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.035175:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.035178:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [417:417:256:4294967295] 192.168.203.120@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:0.0:1712357314.035181:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.035187:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.035192:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.035195:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357314.035200:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.035208:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.035211:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.035229:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.035231:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.035232:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.035234:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.035235:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.035237:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.035239:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.035240:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.035242:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.035243:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.035432:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.035435:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357314.035438:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.035441:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.035444:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:2.0:1712357314.035445:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:2.0:1712357314.035448:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.035451:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.035457:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.035459:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.035463:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.035464:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.037733:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:3.1:1712357314.037742:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f740. 00000800:00000001:3.0:1712357314.038948:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.038958:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.038960:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.038962:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.038969:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.038974:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.038979:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.038983:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.038986:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.038993:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906940 00000400:00000200:3.0:1712357314.038997:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.039002:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10ad [1] + 224 00000800:00000001:3.0:1712357314.039008:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.039021:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.039023:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.039027:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.039032:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.039038:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.039045:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.039065:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.039071:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.039074:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.039183:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.039189:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.039190:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.039193:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.039196:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.039198:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.039200:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.039204:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.039211:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.039217:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.039218:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.039220:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.039223:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.039224:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.039226:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.039228:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.039233:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.039236:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.039238:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.039239:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.039241:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.039250:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.039252:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.039254:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.039255:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.039257:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.039261:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.039266:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.039269:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.039270:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.039273:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.039279:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.039282:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.039285:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.039286:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.039288:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.039291:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.039295:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.039298:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.039300:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.039301:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.039303:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.039306:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039308:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039310:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357314.039311:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039314:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:0.0:1712357314.039318:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0240, remote cookie: 0xa8e7976a8eb20b78, flags: 0x1001 00010000:00010000:0.0:1712357314.039322:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.039335:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xa:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357314.039337:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.039344:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356f00. 00010000:00000010:0.0:1712357314.039346:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f00. 00010000:00000040:0.0:1712357314.039349:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356c00 count: 0 00010000:00000010:0.0:1712357314.039353:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.039370:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.039373:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.039379:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039384:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.039387:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.039388:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.039389:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.039390:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.039391:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xa:0x0].0x0 (ffff88012e356f00) refcount = 1 00010000:00010000:0.0:1712357314.039394:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039399:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.039401:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.039402:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.039404:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.039406:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.039408:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039412:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.039416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.039418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039419:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.039420:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.039424:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.039425:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039426:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039427:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.039428:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039429:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039431:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039431:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039432:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357314.039433:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039434:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039436:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.039437:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.039444:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039449:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.039450:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039451:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039452:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357314.039453:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039455:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039456:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.039458:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039462:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039463:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.039468:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039472:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.039473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039474:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.039475:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.039479:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.039485:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039486:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039487:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.039488:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039489:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039490:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.039492:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.039493:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.039495:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.039497:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039498:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039499:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.039500:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039501:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00000002:00010000:0.0:1712357314.039503:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.039507:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039508:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.039509:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.039510:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.039511:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.039511:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.039512:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.039517:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:0.0:1712357314.039521:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.039522:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.039524:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/10 (0 0) 00010000:00000001:0.0:1712357314.039526:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.039527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.039527:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.039528:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libzfs_core intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.039531:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.039534:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.039536:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.039539:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.039541:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357314.039542:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.039545:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.039547:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.039550:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.039552:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.039554:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:0.0:1712357314.039556:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.039560:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.039561:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xa:0x0] 00000080:00000001:0.0:1712357314.039573:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.039574:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:0.0:1712357314.039576:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.039580:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.040254:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xa:0x0](ffff8800b06418c8): rc = 0 00000080:00000001:0.0:1712357314.040256:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273568456 : -131938435983160 : ffff8800b06418c8) 00010000:00000001:0.0:1712357314.040258:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.040259:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.040260:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.040261:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040262:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040264:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.040271:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.040272:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.040273:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.040275:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040277:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.040278:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.040281:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) for lock 0xbda2fb8f03338135 00000080:00000001:0.0:1712357314.040284:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040285:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.040287:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040288:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.040289:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.040290:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.040291:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.040292:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040293:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.040297:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040298:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.040302:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f8c0. 00000080:00002000:0.0:1712357314.040307:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode ffff8800b06418c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.040309:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.040312:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040314:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.040316:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00010000:0.0:1712357314.040318:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338135 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357314.040320:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.040320:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.040321:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.040323:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040324:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040325:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.040331:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.040336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040338:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.040339:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.040341:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.040347:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.040348:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.040350:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.040352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040353:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040354:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040356:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.040358:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040360:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040361:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040363:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.040363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.040365:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.040368:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.040371:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.040375:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572148032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.040381:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.040382:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.040385:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.040390:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.040391:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.040392:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.040394:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.040396:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.040398:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.040402:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.040405:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:0.0:1712357314.040407:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.040408:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.040410:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.040411:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.040412:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357314.040420:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file libzfs_core:[0x200000401:0xa:0x0](ffff8800b06418c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.040424:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357314.040426:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8),name=libzfs_core 00000080:00000010:0.0:1712357314.040429:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.040434:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040436:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.040438:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0xa:0x0] 'libzfs_core' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.040441:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.040443:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0xa:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357314.040445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040447:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.040449:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0xa:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.040451:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.040452:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.040453:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.040456:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.040457:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.040460:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.040461:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357314.040463:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357314.040468:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357314.040470:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.040472:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357314.040476:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357314.040481:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.040483:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.040484:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.040486:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357314.040488:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.040490:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357314.040491:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.040492:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00010000:0.0:1712357314.040494:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) for lock 0xbda2fb8f03338135 00000080:00000001:0.0:1712357314.040496:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040497:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.040498:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040500:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.040500:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.040501:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.040502:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.040504:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040505:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040507:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040507:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.040508:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040509:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.040510:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338135 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357314.040512:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.040512:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.040513:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357314.040514:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040515:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.040516:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.040518:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.040522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040527:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.040528:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.040529:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.040534:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.040535:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.040536:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.040537:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040538:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040538:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040540:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.040540:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040542:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040543:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040544:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.040545:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040545:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357314.040547:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357314.040547:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.040549:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357314.040553:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file libzfs_core:[0x200000401:0xa:0x0](ffff8800b06418c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.040556:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.040557:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7516a20, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:0.0:1712357314.040559:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040607:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.040609:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.040610:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.040613:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040616:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.040617:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7516a20) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.040619:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.040621:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=0 00000080:00000001:0.0:1712357314.040622:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.040624:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040629:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.040632:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file libzfs_core:[0x200000401:0xa:0x0](ffff8800b06418c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1627598046.399176215, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.040640:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1627598046, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.040643:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.040645:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.040647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.040649:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.040650:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0xa:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357314.040652:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040654:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.040655:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.040658:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.040659:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.040661:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.040663:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.040665:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.040670:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.040672:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.040673:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.040674:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0xa:0x0] mode (null) 00000080:00000001:0.0:1712357314.040676:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040677:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.040678:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.040679:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.040681:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.040682:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040683:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040684:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.040685:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.040686:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.040687:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.040688:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040689:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.040690:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.040691:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.040695:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.040696:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.040698:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.040699:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.040701:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xa:0x0] lli = ffff8800b0641800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.040703:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.040704:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.040706:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.040707:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0xa:0x0](ffff8800b06418c8) invalid 00000080:00002000:0.0:1712357314.040709:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry libzfs_core (ffff8800a7516a20) parent ffff8800a7656360 inode ffff8800b06418c8 refc 1 00000080:00000001:0.0:1712357314.040711:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.040712:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.040713:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040715:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.040717:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.040718:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.040719:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.040720:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.040721:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f03338135 from hash 00010000:00000001:0.0:1712357314.040723:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.040724:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040725:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.040727:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.040728:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.040730:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.040731:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.040732:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.040735:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b100. 00000020:00000040:0.0:1712357314.040737:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.040741:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.040743:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.040744:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.040745:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040746:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.040751:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.040752:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.040755:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.040760:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7b55800. 00000100:00000001:0.0:1712357314.040764:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040766:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.040767:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.040771:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.040775:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.040776:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.040777:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.040779:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338135 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20b78 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.040783:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356f00 count: 0 00010000:00000010:0.0:1712357314.040786:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f00. 00010000:00000001:0.0:1712357314.040791:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.040793:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040794:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.040794:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.040796:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.040797:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1627598046, ctime 1712357314 00000020:00100000:0.0:1712357314.040803:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.040808:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.040814:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.040815:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.040818:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.040820:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.040821:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.040822:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.040825:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.040832:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.040834:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.040836:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.040839:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.040844:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.040845:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.040848:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.040849:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.040851:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148160:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.040853:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.040856:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.040858:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.040859:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.040862:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357314.040863:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.040869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.040871:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.040874:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.040879:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572148160, portal 10 00000100:00000001:0.0:1712357314.040881:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.040882:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000040:0.0:1712357314.040886:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.042367:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.042371:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.042374:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357314.042379:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572148160, offset 0 00000400:00000200:0.0:1712357314.042382:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.042389:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.042394:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.042399:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.042402:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.042404:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.042412:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.042415:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [418:418:256:4294967295] 192.168.203.120@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:0.0:1712357314.042418:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.042424:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.042429:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.042433:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357314.042438:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.042444:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.042447:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.042465:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.042467:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.042469:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.042472:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.042473:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.042475:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.042477:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.042478:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.042480:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.042481:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.043089:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.043092:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357314.043096:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.043100:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.043103:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:2.0:1712357314.043104:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:2.0:1712357314.043107:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.043111:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.043118:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.043133:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.043137:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.043139:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.043279:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356c00. 00010000:00000010:3.1:1712357314.047110:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356f00. 00010000:00000010:3.1:1712357314.047120:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000800:00000001:3.0:1712357314.047335:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.047345:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.047348:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.047349:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.047358:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047362:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.047368:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047372:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047384:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047387:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9069c0 00000400:00000200:3.0:1712357314.047391:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047395:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x10b5 [1] + 224 00000800:00000001:3.0:1712357314.047400:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.047411:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.047413:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.047417:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.047421:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.047427:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.047435:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.047851:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.047857:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.047861:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047865:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.047869:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [419:419:256:4294967295] 192.168.203.120@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:3.0:1712357314.047872:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.047879:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.047883:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.047886:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357314.047890:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.047896:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.047899:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357314.047957:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.047962:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.047963:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.047965:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:0.0:1712357314.047969:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357314.047970:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357314.047973:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.047977:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.047983:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b100 x1795536572148160/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.047989:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.047990:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.047992:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.047999:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.048001:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.048002:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.048005:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.048011:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.048014:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.048016:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.048017:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.048019:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.048022:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.048024:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.048025:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357314.048026:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.048027:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.048028:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160230144 : -131938549321472 : ffff8800a9a2b100) 00000100:00000001:0.0:1712357314.048030:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.048031:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.048032:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.048034:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.048037:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b100 x1795536572148160/t4294967362(4294967362) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.048042:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.048045:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.048046:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.048048:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b100 x1795536572148160/t4294967362(4294967362) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.048053:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148160:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.048057:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.048059:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.048061:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.048062:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.048065:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b100 x1795536572148160/t4294967362(4294967362) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.048076:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.048078:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.048080:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.048081:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.048085:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.048088:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.048091:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.048094:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.048096:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.048098:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.048103:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.048104:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xa:0x0] 00000080:00000001:0.0:1712357314.048106:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.048108:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:0.0:1712357314.048110:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.048114:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.048115:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.048118:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b100 x1795536572148160/t4294967362(4294967362) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.048123:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.048124:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.048126:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.048128:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.048129:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.048130:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.048133:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000080:00200008:0.0:1712357314.048138:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file libzfs_core:[0x200000401:0xa:0x0](ffff8800b06418c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.040000000, mtime 1627598046.399176215, ctime 1712357314.040000000, rc 0 00000080:00000001:0.0:1712357314.048142:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.048149:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.048151:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libzfs_core (ffff8800a7516a20, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:0.0:1712357314.048153:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.048158:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.048168:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.048181:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.048182:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.048184:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.048187:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.048195:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:0.0:1712357314.048198:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.048199:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357314.048204:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55400. 00000080:00000001:0.0:1712357314.048208:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.048211:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.048213:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libzfs_core' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.048215:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.048218:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='libzfs_core' -> mds #0 00800000:00000001:0.0:1712357314.048220:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.048222:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.048224:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libzfs_core,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.048227:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.048229:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.048232:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2aa00. 00000020:00000040:0.0:1712357314.048235:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.048239:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.048241:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.048245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.048246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.048246:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.048249:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.048251:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.048253:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.048257:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357314.048261:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.048263:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.048265:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.048266:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.048267:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.048268:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.048278:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00010000:00000001:0.0:1712357314.048281:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.048282:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357314.048290:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356600. 00010000:00000010:0.0:1712357314.048292:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664f00. 00010000:00000001:0.0:1712357314.048294:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.048296:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357314.048298:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.048300:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f0333813c to hash 00000020:00000001:0.0:1712357314.048302:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.048303:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.048305:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.048307:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.048309:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.048312:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.048317:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.048323:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.048327:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.048329:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.048332:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.048333:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.048335:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.048336:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357314.048339:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.048342:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.048343:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.048345:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.048348:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.048362:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.048363:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.048365:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.048367:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.048369:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.048372:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.048376:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.048377:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.048378:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.048382:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.048383:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.048387:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.048388:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c2c0. 00000400:00000010:0.0:1712357314.048391:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.048395:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148224, portal 10 00000100:00000001:0.0:1712357314.048397:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.048397:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000040:0.0:1712357314.048401:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.048407:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.048408:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.048410:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357314.048412:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148224, offset 0 00000400:00000200:0.0:1712357314.048416:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.048419:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.048422:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.048425:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.048428:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.048430:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.048432:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.048434:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [420:420:255:4294967295] 192.168.203.120@tcp LPNI seq info [420:420:7:4294967295] 00000400:00000200:0.0:1712357314.048437:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.048447:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.048451:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.048453:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.048456:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.048459:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.048462:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.049839:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.049843:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.049846:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.049848:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.049849:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.049851:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.049854:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.049856:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.049858:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.049858:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.050013:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.050016:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000800:00000001:2.0:1712357314.050016:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:3.0:1712357314.050021:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357314.050021:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.050027:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:3.0:1712357314.050789:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.050792:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.050794:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.050798:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.050801:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357314.050803:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357314.050806:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.050810:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.050817:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.050819:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.050824:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.050825:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.052549:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.052559:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.052562:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.052574:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.052600:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.052606:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.052612:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.052616:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.052619:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.052622:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906a00 00000400:00000200:2.0:1712357314.052626:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.052631:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10bd [1] + 224 00000800:00000001:2.0:1712357314.052636:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.052647:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.052650:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.052652:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.052656:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.052661:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.052669:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.052693:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.052698:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.052701:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1712357314.052743:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f8c0. 00000100:00000001:1.0:1712357314.052792:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.052798:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.052799:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.052802:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c2c0. 00000400:00000200:1.0:1712357314.052805:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:1.0:1712357314.052806:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:1.0:1712357314.052808:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.052813:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.052820:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.052826:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.052827:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.052829:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.052831:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.052833:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.052834:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.052836:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.052848:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.052851:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.052853:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.052855:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.052857:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.052859:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.052861:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.052863:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.052864:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.052866:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.052870:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.052880:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.052882:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.052884:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.052887:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.052893:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.052897:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.052900:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.052901:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.052903:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.052905:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.052910:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.052912:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:1.0:1712357314.052914:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.052915:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.052918:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.052921:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.052923:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.052925:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:1.0:1712357314.052927:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.052933:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:1.0:1712357314.052937:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2400, remote cookie: 0xa8e7976a8eb20b9b, flags: 0x1001 00010000:00010000:1.0:1712357314.052941:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.052948:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xa:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357314.052950:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.052958:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357314.052961:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25200. 00010000:00000040:1.0:1712357314.052964:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356600 count: 0 00010000:00000010:1.0:1712357314.052968:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664f00. 00010000:00000001:1.0:1712357314.054264:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.054270:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.054277:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054281:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.054285:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.054286:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.054287:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.054288:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.054290:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xa:0x0].0x0 (ffff8800b6e1d800) refcount = 1 00010000:00010000:1.0:1712357314.054293:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054298:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.054300:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.054301:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.054303:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.054311:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.054313:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054317:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.054318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054320:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054322:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054326:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.054327:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054328:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054329:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054331:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054332:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054334:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054334:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054335:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:1.0:1712357314.054336:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054337:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054339:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.054341:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.054343:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054347:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054348:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054349:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054349:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:1.0:1712357314.054350:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054352:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054353:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.054358:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054363:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.054365:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054370:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.054370:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054372:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.054378:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.054383:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054384:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054384:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054386:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054387:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054388:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054389:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.054389:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054391:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054393:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.054394:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054395:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054396:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054397:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054398:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000002:00010000:1.0:1712357314.054401:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054405:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054409:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.054410:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054411:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054412:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054413:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054414:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:1.0:1712357314.054417:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357314.054419:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.054421:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/10 (0 0) 00010000:00000001:1.0:1712357314.054423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054423:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.054424:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.054426:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libzfs_core intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.054428:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054432:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054434:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.054437:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.054439:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357314.054441:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.054443:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054446:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054448:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.054450:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.054452:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:1.0:1712357314.054454:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.054458:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.054460:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xa:0x0] 00000080:00000001:1.0:1712357314.054462:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.054463:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:1.0:1712357314.054465:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.054468:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.054470:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xa:0x0](ffff8800b06418c8): rc = 0 00000080:00000001:1.0:1712357314.054472:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273568456 : -131938435983160 : ffff8800b06418c8) 00010000:00000001:1.0:1712357314.054473:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054483:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054484:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054485:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054487:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054488:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054489:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.054491:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.054491:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.054493:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.054494:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054495:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.054496:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.054499:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) for lock 0xbda2fb8f0333813c 00000080:00000001:1.0:1712357314.054501:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054503:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.054504:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054505:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.054506:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054507:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054508:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054509:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054510:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054512:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.054513:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054515:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.054518:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6874f00. 00000080:00002000:1.0:1712357314.054522:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode ffff8800b06418c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.054524:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.054526:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.054527:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.054530:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00010000:1.0:1712357314.054532:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333813c from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357314.054533:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.054537:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.054538:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:1.0:1712357314.054539:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054540:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:1.0:1712357314.054542:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.054543:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054549:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.054551:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.054552:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.054557:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.054559:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.054560:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.054711:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054713:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054714:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054716:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.054717:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054719:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054721:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054722:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.054723:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054723:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.054725:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.054729:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55400. 00000100:00000001:1.0:1712357314.054732:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.054737:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2aa00 x1795536572148224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.054741:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.054744:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.054746:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:1.0:1712357314.054754:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.054756:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.054758:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.054759:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.054761:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:1.0:1712357314.054764:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.054765:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.054767:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2aa00. 00000100:00000001:1.0:1712357314.054769:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.054770:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.054772:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.054773:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357314.054774:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.054785:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357314.054787:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file libzfs_core:[0x200000401:0xa:0x0](ffff8800b06418c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:1.0:1712357314.054792:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:1.0:1712357314.054795:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.054797:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357314.054799:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.054802:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357314.054803:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0xa:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357314.054806:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054808:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357314.054809:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.054811:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357314.054813:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.054815:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.054816:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.054818:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357314.054823:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.054825:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357314.054827:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357314.054828:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0xa:0x0] mode (null) 00000080:00000001:1.0:1712357314.054833:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054835:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.054836:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.054837:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357314.054839:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.054840:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.054841:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054843:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.054843:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.054844:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357314.054846:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.054847:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.054848:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.054849:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.054850:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.054850:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357314.054851:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.054853:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.054854:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.054856:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xa:0x0] lli = ffff8800b0641800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357314.054858:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357314.054859:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357314.054860:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357314.054862:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0xa:0x0](ffff8800b06418c8) invalid 00000080:00002000:1.0:1712357314.054863:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry libzfs_core (ffff8800a75160d8) parent ffff8800a7656360 inode ffff8800b06418c8 refc 1 00000080:00000001:1.0:1712357314.054866:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357314.054867:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357314.054868:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054870:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.054872:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.054872:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.054873:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.054875:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357314.054877:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f0333813c from hash 00010000:00000001:1.0:1712357314.054878:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.054882:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054884:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.054885:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.054886:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357314.054888:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.054889:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.054891:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.054894:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25880. 00000020:00000040:1.0:1712357314.054897:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.054900:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.054902:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.054904:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.054904:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054905:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.054907:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.054909:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.054911:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.054916:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca8600. 00000100:00000001:1.0:1712357314.054920:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054922:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.054924:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357314.054927:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 1/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.054931:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357314.054933:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.054934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.054935:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333813c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20b9b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.054940:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:1.0:1712357314.054943:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.054951:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.054951:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054952:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.054958:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.054959:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357314.054960:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:1.0:1712357314.054967:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.054972:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.054977:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.054978:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.054983:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.054984:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.054985:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.054986:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357314.054989:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.054992:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.054993:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.054995:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.054998:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.055002:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.055003:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.055006:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.055007:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.055010:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148352:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.055012:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.055015:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.055016:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.055018:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.055020:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357314.055021:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.055027:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.055030:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.055034:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.055039:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572148352, portal 10 00000100:00000001:1.0:1712357314.055040:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.055044:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000040:1.0:1712357314.055049:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.055054:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.055055:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.055058:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357314.055061:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572148352, offset 0 00000400:00000200:1.0:1712357314.055065:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.055070:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.055074:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.055079:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.055082:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.055085:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.055086:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.055089:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [421:421:256:4294967295] 192.168.203.120@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:1.0:1712357314.055092:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.055098:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.055102:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.055105:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357314.055109:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.055114:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.055117:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.055127:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.055128:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.055130:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.055132:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.055133:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.055134:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.055136:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.055138:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.055140:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.055141:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.055294:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.055297:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357314.055301:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.055304:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.055306:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:3.0:1712357314.055308:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:3.0:1712357314.055310:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.055313:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.055319:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.055321:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.055325:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.055326:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.057443:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.057452:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.057455:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.057465:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.057473:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.057479:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.057484:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.057488:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.057491:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.057494:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef906a80 00000400:00000200:2.0:1712357314.057497:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.057502:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x10c5 [1] + 224 00000800:00000001:2.0:1712357314.057508:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.057519:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.057521:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.057525:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.057529:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.057534:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.057542:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.057571:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.057577:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.057580:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1712357314.057747:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.057751:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.057752:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.057754:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.057758:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.057759:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.057761:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.057765:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.057772:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25880 x1795536572148352/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.057777:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.057778:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.057780:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.057783:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.057785:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.057786:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.057788:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.057794:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.057797:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.057799:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.057800:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.057802:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.057805:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.057807:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.057809:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000010/0x0] 00000100:00000001:1.0:1712357314.057810:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.057812:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.057813:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160207488 : -131938549344128 : ffff8800a9a25880) 00000100:00000001:1.0:1712357314.057815:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.057817:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.057818:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.057820:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.057823:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25880 x1795536572148352/t4294967363(4294967363) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.057838:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.057840:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.057842:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.057845:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25880 x1795536572148352/t4294967363(4294967363) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.057851:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148352:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.057854:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.057857:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.057858:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.057860:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.057862:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25880 x1795536572148352/t4294967363(4294967363) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.057867:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.057869:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.057871:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.057872:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.057877:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.057879:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.057882:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.057885:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.057887:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.057889:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.057893:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.057894:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xa:0x0] 00000080:00000001:1.0:1712357314.057896:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.057899:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:1.0:1712357314.057901:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.057904:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 4096 00000100:00000001:1.0:1712357314.057905:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.057908:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25880 x1795536572148352/t4294967363(4294967363) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.057921:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.057922:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.057924:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.057925:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.057926:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.057928:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.057931:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000080:00200008:1.0:1712357314.057936:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file libzfs_core:[0x200000401:0xa:0x0](ffff8800b06418c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.053000000, rc 0 00000080:00000001:1.0:1712357314.057941:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.057947:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.057949:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libzfs_core (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.057951:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.057955:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.057958:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.057979:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.057981:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.057983:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.057985:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.057992:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000001:1.0:1712357314.057994:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.057996:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libzfs_core, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000010:1.0:1712357314.058000:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.058003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.058006:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.058008:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'libzfs_core' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357314.058011:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.058014:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='libzfs_core' -> mds #0 00800000:00000001:1.0:1712357314.058016:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.058019:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.058021:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libzfs_core,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357314.058023:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.058029:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.058033:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.058035:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.058039:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.058041:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.058045:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.058047:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.058048:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.058049:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.058051:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.058053:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.058058:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.058061:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.058064:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.058065:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.058066:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.058067:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.058068:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.058073:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.058076:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.058077:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357314.058083:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d700. 00010000:00000010:1.0:1712357314.058085:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.058088:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.058091:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cd80. 00000020:00000001:1.0:1712357314.058093:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.058095:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cd80 with handle 0xbda2fb8f03338143 to hash 00000020:00000001:1.0:1712357314.058096:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.058097:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.058100:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.058102:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.058103:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.058106:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.058119:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.058127:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.058131:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.058132:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.058135:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.058136:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.058138:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.058139:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.058142:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.058144:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.058146:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.058146:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.058150:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.058155:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.058157:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.058158:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.058160:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.058162:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.058165:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.058168:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.058169:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.058171:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.058174:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.058176:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.058179:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.058181:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.058185:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.058188:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148416, portal 10 00000100:00000001:1.0:1712357314.058198:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.058199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.058204:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.058209:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.058210:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.058212:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357314.058215:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148416, offset 0 00000400:00000200:1.0:1712357314.058219:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.058222:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.058226:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.058231:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.058234:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.058236:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.058238:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.058241:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [422:422:256:4294967295] 192.168.203.120@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:1.0:1712357314.058243:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.058273:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.058277:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [423:423:256:4294967295] 192.168.203.120@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:2.0:1712357314.058280:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.058285:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.058290:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.058293:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343800. 00000800:00000200:2.0:1712357314.058297:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.058303:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.058305:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.058411:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.058414:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343800. 00000400:00000200:3.0:1712357314.058417:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.058420:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000200:1.0:1712357314.059780:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.059787:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.059791:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357314.059794:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.059799:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.059802:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.059805:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.059807:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.059810:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.059812:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.059813:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.059814:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.059816:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.059818:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.059820:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.059827:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357314.059940:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.059946:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357314.060013:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.060020:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357314.060024:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.060028:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.060031:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357314.060033:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:3.0:1712357314.060035:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.060041:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.060049:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.060052:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.060057:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.060058:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.062376:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356600. 00010000:00000010:3.1:1712357314.062383:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00010000:00000010:3.1:1712357314.062387:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:3.1:1712357314.064890:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6874f00. 00000800:00000001:2.0:1712357314.065336:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.065347:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.065348:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.065350:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.065359:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.065364:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.065370:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.065373:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.065376:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.065380:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906ac0 00000400:00000200:2.0:1712357314.065383:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.065387:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10cd [1] + 224 00000800:00000001:2.0:1712357314.065393:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.065403:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.065406:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.065409:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.065413:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.065419:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.065427:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.065497:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.065503:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.065506:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.065739:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.065745:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.065746:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.065749:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.065752:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.065754:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.065756:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.065760:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.065767:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.065773:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.065774:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.065776:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.065778:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.065780:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.065781:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.065784:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.065789:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.065792:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.065794:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.065795:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.065797:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.065800:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.065803:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.065804:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.065805:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.065807:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.065810:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.065815:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.065818:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.065819:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.065822:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.065833:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.065837:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.065839:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.065841:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.065842:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.065845:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.065850:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.065852:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.065854:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.065855:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.065857:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.065860:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.065861:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.065863:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:1.0:1712357314.065865:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.065867:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000040:1.0:1712357314.065872:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38cd80, remote cookie: 0xa8e7976a8eb20bbe, flags: 0x1001 00010000:00010000:1.0:1712357314.065876:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.065882:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xa:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357314.065885:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.065890:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d400. 00010000:00000010:1.0:1712357314.065893:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25700. 00010000:00000040:1.0:1712357314.065896:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d700 count: 0 00010000:00000010:1.0:1712357314.065899:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.068129:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.068135:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.068151:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068156:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.068158:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.068160:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.068160:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.068161:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.068163:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xa:0x0].0x0 (ffff8800b6e1d400) refcount = 1 00010000:00010000:1.0:1712357314.068166:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068170:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.068173:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.068174:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.068176:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.068177:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.068179:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068183:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.068184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068186:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068186:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068187:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068191:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.068192:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068193:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068195:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068196:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068198:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068199:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068202:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068202:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=4 00000020:00000001:1.0:1712357314.068203:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068205:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068207:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.068208:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.068211:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068216:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068216:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068217:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=5 00000020:00000001:1.0:1712357314.068218:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068219:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068220:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.068222:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068225:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068226:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.068228:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068231:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.068231:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068232:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068233:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.068239:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.068245:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068247:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068248:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068249:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068250:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.068253:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068254:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068256:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.068258:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068258:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068259:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068260:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068261:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00000002:00010000:1.0:1712357314.068263:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068268:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.068269:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068269:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068270:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068271:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068272:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000040:1.0:1712357314.068275:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.068276:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.068278:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/10 (0 0) 00010000:00000001:1.0:1712357314.068280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.068281:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.068283:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libzfs_core intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.068285:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068287:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068291:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.068295:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.068296:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357314.068298:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.068301:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068305:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.068307:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.068308:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:1.0:1712357314.068310:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.068315:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.068316:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xa:0x0] 00000080:00000001:1.0:1712357314.068318:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.068320:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502282 : 144115205272502282 : 20000040100000a) 00000080:00000001:1.0:1712357314.068321:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.068324:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.068326:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xa:0x0](ffff8800b06418c8): rc = 0 00000080:00000001:1.0:1712357314.068328:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135273568456 : -131938435983160 : ffff8800b06418c8) 00010000:00000001:1.0:1712357314.068329:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068330:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068331:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068332:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068333:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068334:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068334:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.068335:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.068336:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.068337:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.068339:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068340:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.068341:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.068343:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) for lock 0xbda2fb8f03338143 00000080:00000001:1.0:1712357314.068345:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068346:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.068347:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068351:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.068351:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068352:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068353:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068354:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068355:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068356:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068357:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.068358:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068359:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.068363:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e100. 00000080:00002000:1.0:1712357314.068367:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701e58 inode ffff8800b06418c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.068369:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.068371:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.068372:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.068374:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00010000:1.0:1712357314.068376:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338143 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357314.068378:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.068378:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.068379:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cd80 refcount=3 00000020:00000001:1.0:1712357314.068380:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068382:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622272 : -131938505929344 : ffff8800ac38cd80) 00010000:00000001:1.0:1712357314.068383:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.068384:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068388:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068388:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068389:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.068390:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.068392:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cd80/0xbda2fb8f03338143 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20bbe expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.068397:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.068401:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.068402:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.068405:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068406:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068409:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.068410:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068411:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068413:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068415:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.068415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.068417:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.068420:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.068423:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.068427:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.068431:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.068433:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.068435:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.068439:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.068440:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.068441:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.068443:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.068445:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.068448:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.068450:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.068451:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.068454:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.068455:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.068461:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.068462:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.068466:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.068473:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.068476:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.068477:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.068481:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.068488:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.068492:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.068493:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.068496:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.068499:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:1.0:1712357314.068501:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068503:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.068504:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.068507:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.068509:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.068512:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.068514:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.068517:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.068519:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.068521:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.068522:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.068522:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.068524:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.068525:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.068528:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.068532:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.068536:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068539:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.068540:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068541:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.068541:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.068543:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.068547:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.068549:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.068551:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.068553:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.068554:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.068556:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.068558:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357314.068560:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.068576:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f0333814a to hash 00000020:00000001:1.0:1712357314.068578:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.068579:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.068581:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.069031:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.069032:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.069034:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.069039:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.069046:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.069050:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.069051:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.069056:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.069057:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.069059:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.069060:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.069063:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.069066:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.069067:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.069069:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.069073:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.069078:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.069079:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.069081:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.069083:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.069085:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.069088:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.069091:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.069096:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.069098:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.069101:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.069102:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.069109:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.069112:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.069117:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.069123:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148480, portal 10 00000100:00000001:1.0:1712357314.069124:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.069125:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.069129:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.069134:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.069136:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.069137:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357314.069140:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148480, offset 0 00000400:00000200:1.0:1712357314.069144:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.069149:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.069154:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.069159:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.069162:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.069164:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.069166:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.069169:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [424:424:256:4294967295] 192.168.203.120@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:1.0:1712357314.069171:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.069178:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.069183:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.069187:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.069192:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.069197:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.069200:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.069215:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.069220:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.069222:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.069224:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.069225:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.069226:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.069228:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.069230:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.069232:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.069233:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.069350:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.069353:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357314.069357:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.069362:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.069365:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357314.069366:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357314.069368:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.069372:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.069378:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.069380:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.069385:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.069386:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.072054:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d700. 00000800:00000001:2.0:1712357314.072931:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.072941:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.072942:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.072944:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.072952:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.072957:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.072963:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.072974:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.072978:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.072981:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906b00 00000400:00000200:2.0:1712357314.072985:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.072989:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10d5 [1] + 224 00000800:00000001:2.0:1712357314.072994:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.073005:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.073007:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.073010:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.073077:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.073083:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.073090:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.073108:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.073115:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.073118:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.073161:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.073167:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.073168:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.073170:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.073174:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.073176:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.073178:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.073181:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.073188:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.073193:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.073194:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.073196:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.073198:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.073200:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.073201:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.073204:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.073209:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.073212:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.073214:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.073216:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.073220:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.073222:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.073224:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.073225:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.073230:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.073234:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.073239:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.073241:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.073242:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.073245:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.073250:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.073252:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.073255:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.073257:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.073258:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.073260:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.073264:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.073266:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.073267:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.073268:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.073270:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.073273:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.073275:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.073277:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357314.073279:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.073280:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357314.073284:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073289:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.073292:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073301:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.073303:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073307:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.073308:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.073310:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073313:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.073314:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.073316:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.073318:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.073322:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.073324:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.073327:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073331:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.073332:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.073334:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073337:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.073338:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.073339:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.073340:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.073341:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357314.073342:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.073343:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.073345:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.073349:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.073352:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.073353:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.073355:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.073356:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.073358:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.073359:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.073359:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.073360:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.073362:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f0333814a from hash 00010000:00000001:1.0:1712357314.073363:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.073364:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.073364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.073365:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.073365:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.073366:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.073368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.073368:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.073369:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.073370:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.073372:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.073375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.073375:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.073376:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.073376:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.073377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.073378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.073378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.073379:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333814a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.074063:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.074065:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.074069:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.074079:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.074085:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.074086:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074088:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074089:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074091:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.074092:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.074093:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074094:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.074096:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.074098:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.074101:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.074103:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.074106:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.074108:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.074112:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e240. 00000080:00002000:1.0:1712357314.074116:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.074120:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.074123:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.074126:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074128:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.074130:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.074131:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.074136:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.074138:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.074141:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.074143:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074144:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.074145:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.074147:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.074149:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.074152:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.074154:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.074157:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.074166:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.074168:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.074171:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.074174:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.074176:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.074177:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.074179:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.074180:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.074185:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.074186:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.074187:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.074190:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.074190:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.074193:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.074194:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.074195:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.074199:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.074201:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7701ca8, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.074203:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.074205:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.074208:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.074210:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.074211:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.074213:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.074242:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.074245:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.074246:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.074250:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.074252:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.074254:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x108008e refc 0 00000080:00000001:1.0:1712357314.074255:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.074257:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.074259:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.074261:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.074263:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.074263:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.074275:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.074282:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_constants.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.074284:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.074285:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_constants.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.074289:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.074294:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.074296:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.074297:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_constants.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.074299:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.074302:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='_constants.py' -> mds #0 00800000:00000001:1.0:1712357314.074304:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074306:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.074307:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _constants.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.074309:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.074311:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.074313:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.074315:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.074319:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.074322:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.074326:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.074326:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.074327:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.074329:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.074330:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.074333:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.074337:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.074341:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.074343:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.074344:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.074346:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.074346:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.074348:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.074352:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.074355:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.074358:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.074361:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.074362:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.074364:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.074366:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357314.074368:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.074370:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338151 to hash 00000020:00000001:1.0:1712357314.074371:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.074372:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.074375:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.074376:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.074377:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.074380:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.074385:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.074391:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.074395:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.074396:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.074399:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.074401:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.074403:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.074404:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.074407:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.074409:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.074411:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.074412:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.074416:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.074422:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.074423:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.074428:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.074430:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.074433:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.074436:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.074439:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.074441:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.074442:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.074445:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.074446:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.074451:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.074453:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.074457:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.075161:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148544, portal 10 00000100:00000001:1.0:1712357314.075163:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.075164:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.075170:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.075175:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.075177:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.075179:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357314.075182:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148544, offset 0 00000400:00000200:1.0:1712357314.075186:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.075192:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.075197:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.075201:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.075204:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.075207:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.075209:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.075211:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [425:425:256:4294967295] 192.168.203.120@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:1.0:1712357314.075214:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.075221:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.075226:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.075233:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357314.075237:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.075243:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.075246:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.075261:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.075262:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.075265:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.075266:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.075268:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.075269:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.075271:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.075272:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.075274:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.075275:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.075409:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.075412:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357314.075417:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.075421:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.075423:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:3.0:1712357314.075425:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:3.0:1712357314.075432:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.075435:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.075441:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.075443:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.075447:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.075448:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.078087:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:3.1:1712357314.078097:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e240. 00000800:00000001:2.0:1712357314.078143:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.078153:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.078155:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.078157:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.078165:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.078169:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.078174:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.078178:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.078181:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.078184:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906b40 00000400:00000200:2.0:1712357314.078188:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.078192:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10dd [1] + 224 00000800:00000001:2.0:1712357314.078198:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.078208:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.078210:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.078218:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.078223:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.078228:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.078236:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.079118:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.079126:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.079130:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.079182:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.079188:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.079189:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.079192:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.079195:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.079196:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.079198:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.079203:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.079210:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.079215:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.079216:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.079218:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.079221:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.079222:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.079224:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.079226:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.079233:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.079236:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.079238:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.079246:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.079251:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.079253:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.079255:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.079256:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.079257:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.079261:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.079266:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.079268:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.079270:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.079273:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.079278:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.079282:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.079285:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.079286:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.079288:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.079290:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.079295:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.079297:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.079300:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.079301:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.079304:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.079306:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.079308:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.079310:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357314.079311:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.079313:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357314.079320:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079326:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.079329:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079333:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.079335:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079339:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.079340:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.079341:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079345:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.079346:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.079349:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.079350:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.079354:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.079357:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.079359:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079363:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.079364:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.079366:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079369:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.079371:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.079375:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.079376:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.079377:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357314.079378:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.079379:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.079381:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.079383:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.079386:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.079388:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.079389:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.079390:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.079392:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.079394:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.079394:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.079395:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.079398:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338151 from hash 00010000:00000001:1.0:1712357314.079399:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.079400:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.079400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.079401:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.079402:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.079403:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.079404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.079405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.079406:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.079407:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.079409:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.079413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.079414:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.079415:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.079416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.079416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.079421:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.079423:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338151 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.079706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.079708:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.079712:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.079716:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.079721:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.079722:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079724:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079725:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079727:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.079728:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.079729:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079730:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.079732:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_constants.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.079734:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.079737:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.079738:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.079742:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.079743:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.079747:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e380. 00000080:00002000:1.0:1712357314.079751:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.079755:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.079759:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.079761:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079764:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.079765:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.079767:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.079771:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.079773:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.079775:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.079777:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079779:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.079784:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.079785:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.079787:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.079791:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.079794:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.079797:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.079802:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.079803:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.079806:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.079809:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.079810:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.079812:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.079814:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.079815:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.079819:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.079820:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.079822:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.079824:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.079825:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.079827:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.079828:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.079829:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.079833:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.079835:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _constants.py (ffff8800a77016c0, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.079837:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.079839:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.079842:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.079845:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.079846:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.079847:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.079878:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.079880:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.079882:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.079885:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.079888:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.079893:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.079894:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.079896:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.079899:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.079901:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.079903:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.079903:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.079906:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.079913:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_error_translation.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.079916:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.079917:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_error_translation.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.079922:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.079926:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.079928:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.079929:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_error_translation.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.079932:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.079934:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='_error_translation.py' -> mds #0 00800000:00000001:1.0:1712357314.079936:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079938:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.079939:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _error_translation.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.079942:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.079943:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.079946:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.079948:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.079952:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.079954:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.079957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.079958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.079959:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.079961:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.079963:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.079965:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.079969:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.079973:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.079979:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.079981:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.079982:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.079982:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.079984:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.079989:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.079991:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.079993:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.079995:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.079997:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.079999:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.080001:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357314.080003:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.080005:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03338158 to hash 00000020:00000001:1.0:1712357314.080006:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.080007:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.080009:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.080012:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.080013:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.080015:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.080019:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.080025:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.080029:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.080030:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.080033:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.080035:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.080036:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.080037:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.080040:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.080046:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.080048:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.080050:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.080053:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.080059:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.080061:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.080063:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.080065:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.080067:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.080070:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.080074:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.080075:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.080077:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.080080:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.080081:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.080087:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.080089:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.080093:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.080097:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148608, portal 10 00000100:00000001:1.0:1712357314.080098:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.080099:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.080103:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.080108:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.080110:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.080111:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357314.080113:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572148608, offset 0 00000400:00000200:1.0:1712357314.080117:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.080122:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.080126:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.080130:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.080133:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.080135:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.080141:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.080144:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [426:426:256:4294967295] 192.168.203.120@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:1.0:1712357314.080147:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.080154:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.080158:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.080162:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357314.080166:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.080172:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.080175:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.080982:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.080985:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.080987:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.080989:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.080990:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.080992:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.080994:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.080995:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.080997:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.080998:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.081091:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.081094:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357314.081098:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.081103:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.081106:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357314.081108:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357314.081110:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.081113:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.081120:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.081122:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.081127:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.081128:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.082702:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:3.1:1712357314.082711:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e380. 00000800:00000001:2.0:1712357314.085540:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.085550:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.085553:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.085555:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.085570:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.085575:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.087117:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.087127:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.087132:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.087137:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906b80 00000400:00000200:2.0:1712357314.087141:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.087145:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10e5 [1] + 224 00000800:00000001:2.0:1712357314.087151:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.087169:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.087171:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.087175:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.087179:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.087185:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.087192:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.087213:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.087225:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.087228:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.087315:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.087320:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.087322:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.087324:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.087327:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.087329:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.087331:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.087335:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.087341:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087345:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.087347:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.087348:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.087354:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.087355:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.087357:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.087359:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.087365:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.087368:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.087370:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.087372:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087377:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.087379:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.087380:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.087381:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.087383:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.087386:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087390:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.087392:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.087394:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.087396:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.087401:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.087404:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.087406:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.087408:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.087409:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.087411:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087415:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.087417:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.087419:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.087420:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.087424:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.087427:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.087430:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.087431:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357314.087433:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.087435:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357314.087438:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087444:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.087447:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087450:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.087452:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087456:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.087456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.087458:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087462:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.087463:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.087465:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.087467:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.087471:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.087473:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.087475:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087479:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.087481:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.087485:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087488:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.087490:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.087490:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.087491:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.087492:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357314.087493:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.087494:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.087496:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.087497:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.087500:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.087501:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.087503:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.087503:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.087505:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.087506:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.087507:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.087508:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.087509:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03338158 from hash 00010000:00000001:1.0:1712357314.087511:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.087511:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.087512:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.087513:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.087513:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.087514:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.087516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.087516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.087517:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.087518:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.087520:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087529:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.087530:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.087531:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.087532:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.087533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.087534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.087534:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.087536:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338158 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.087555:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.087557:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.087560:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.087571:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.087577:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.087578:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087579:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087580:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087598:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.087600:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.087600:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087602:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.087603:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_error_translation.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.087606:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.087608:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.087610:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.087613:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.087614:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.087618:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e4c0. 00000080:00002000:1.0:1712357314.087622:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.087626:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.087629:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.087631:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087633:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.087638:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.087639:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.087643:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.087645:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.087647:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.087649:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087650:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.087652:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.087653:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.087655:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.087658:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.087660:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.087663:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087667:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.087668:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.087670:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.087674:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.087676:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.087677:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.087679:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.087680:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.087684:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.087685:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.087687:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.087689:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.087689:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.087691:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.087692:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.087693:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.087697:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.087698:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _error_translation.py (ffff8800a7701438, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.087701:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.087703:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.087706:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.087708:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.087711:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.087712:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.087742:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.087743:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.087746:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.087749:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.087752:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.087753:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.087754:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.087756:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.087758:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.087760:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.087761:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.087762:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.087764:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.087769:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_libzfs_core.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.087772:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.087773:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_libzfs_core.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.087776:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.087780:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.087782:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.087783:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_libzfs_core.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.087786:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.087788:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='_libzfs_core.py' -> mds #0 00800000:00000001:1.0:1712357314.087790:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087792:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.087793:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _libzfs_core.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.087795:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.087796:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.087798:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.087801:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.087804:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.087806:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.087809:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.087812:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.087813:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.087815:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.087817:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.087819:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.087823:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.087827:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.087829:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.087831:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.087832:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.087832:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.087834:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.087838:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.087840:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.087841:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.087842:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.087844:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.087845:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.087847:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357314.087849:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.087850:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f0333815f to hash 00000020:00000001:1.0:1712357314.087852:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.087853:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.087855:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.087856:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.087857:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.087859:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.087863:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.087868:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.087871:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.087874:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.087877:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.087879:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.087880:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.087881:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.087884:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.087887:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.087888:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.087889:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.087892:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087897:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.087898:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.087900:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.087901:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.087904:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.087906:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.087909:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.087910:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.087912:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.087914:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.087915:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.087918:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.087919:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.087922:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.087926:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148672, portal 10 00000100:00000001:1.0:1712357314.087927:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.087927:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.087931:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.087936:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.087937:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.087939:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.087941:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148672, offset 0 00000400:00000200:1.0:1712357314.087946:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.087949:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.087953:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.087957:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.087960:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.087962:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.087964:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.087966:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [427:427:256:4294967295] 192.168.203.120@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:1.0:1712357314.087969:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.087975:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.087979:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.087981:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357314.087984:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.087990:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.087992:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.087998:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.087999:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.088001:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.088002:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.088003:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.088005:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.088006:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.088008:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.088009:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.088010:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.088132:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.088134:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357314.088138:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.088141:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.088143:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357314.088144:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357314.088147:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.088150:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.088155:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.088157:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.088169:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.088170:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.090409:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.090421:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.090424:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.090426:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.090433:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.090438:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.090444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.090447:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.090450:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.090454:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906bc0 00000400:00000200:2.0:1712357314.090457:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.090461:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10ed [1] + 224 00000800:00000001:2.0:1712357314.090467:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.090478:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.090481:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.090484:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.090488:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.090494:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.090502:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.090522:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.090528:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.090531:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.090607:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.090613:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.090614:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.090616:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.090619:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.090624:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.090626:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.090630:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.090648:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.090653:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.090655:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.090656:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.090659:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.090661:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.090662:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.090664:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.090670:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.090673:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.090675:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.090678:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.090683:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.090685:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.090687:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.090688:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.090690:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.090693:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.090698:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.090700:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.090701:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.090704:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.090710:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.090714:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.090716:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.090717:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.090721:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.090724:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.090729:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.090731:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.090733:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.090734:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.090737:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.090739:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.090741:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.090743:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357314.090745:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.090747:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357314.090751:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090758:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.090761:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090765:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.090767:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090771:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.090772:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.090774:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090778:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.090780:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.090782:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.090784:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.090793:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.090795:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.090798:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090802:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.090804:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.090806:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090809:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.090811:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.090812:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.090813:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.090813:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357314.090815:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.090816:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.090818:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.090819:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.090823:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.090824:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.090826:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.090827:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.090829:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.090830:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.090831:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.090832:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.090834:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f0333815f from hash 00010000:00000001:1.0:1712357314.090835:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.090836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.090839:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.090839:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.090841:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.090842:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.090843:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.090844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.090845:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.090846:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.090848:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090852:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.090852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.090853:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.090854:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.090855:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.090855:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.090856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.090857:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333815f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.090864:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.090865:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.090868:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.090872:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.090877:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.090878:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.090879:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.090880:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.090882:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.090883:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.090884:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.090885:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.090886:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_libzfs_core.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.090889:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.090892:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.090896:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.090899:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.090900:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.090903:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e620. 00000080:00002000:1.0:1712357314.090907:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.090912:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.090915:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.090917:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.090919:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.090921:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.090922:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.090926:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.090928:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.090931:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.090933:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.090934:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.090935:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.090937:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.090939:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.090941:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.090944:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.090946:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.090951:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.090952:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.090955:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.090958:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.090959:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.090961:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.090962:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.090964:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.090968:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.090969:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.090970:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.090972:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.090973:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.090977:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.090978:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.090979:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.090983:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.090985:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _libzfs_core.py (ffff8800a77016c0, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.090987:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.090989:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.090992:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.090995:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.090996:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.090998:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.091026:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.091028:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.091029:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.091033:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.091036:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.091037:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.091039:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.091041:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.091043:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.091045:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.091047:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.091048:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.091050:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.091055:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_nvlist.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.091057:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.091058:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_nvlist.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.091062:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.091066:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.091068:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.091069:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_nvlist.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.091071:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.091074:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='_nvlist.py' -> mds #0 00800000:00000001:1.0:1712357314.091076:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.091078:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.091082:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _nvlist.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.091085:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.091086:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.091089:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.091091:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.091094:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.091097:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.091099:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.091100:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.091101:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.091103:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.091105:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.091107:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.091110:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.091114:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.091116:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.091117:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.091118:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.091119:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.091121:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.091125:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.091127:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.091128:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.091130:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.091131:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.091133:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.091135:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357314.091137:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.091139:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338166 to hash 00000020:00000001:1.0:1712357314.091140:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.091141:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.091144:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.091145:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.091146:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.091148:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.091156:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.091162:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.091166:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.091167:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.091170:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.091172:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.091173:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.091174:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.091178:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.091180:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.091182:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.091183:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.091187:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.091192:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.091193:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.091196:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.091197:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.091200:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.091203:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.091206:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.091207:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.091208:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.091211:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.091212:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.091215:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.091217:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.091220:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.091224:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148736, portal 10 00000100:00000001:1.0:1712357314.091227:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.091228:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.091232:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.091238:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.091240:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.091241:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357314.091243:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148736, offset 0 00000400:00000200:1.0:1712357314.091247:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.091251:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.091255:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.091259:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.091262:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.091265:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.091267:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.091269:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [428:428:256:4294967295] 192.168.203.120@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:1.0:1712357314.091272:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.091279:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.091283:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.091286:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.091290:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.091295:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.091298:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.091317:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.091319:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.091320:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.091322:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.091323:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.091325:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.091326:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.091327:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.091329:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.091338:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.091456:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.091458:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357314.091462:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.091465:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.091467:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357314.091468:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357314.091471:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.091474:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.091480:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.091482:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.091488:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.091489:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.093303:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:1.1:1712357314.093312:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e4c0. 00000800:00000001:2.0:1712357314.093659:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.093669:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.093671:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.093673:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.093680:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.093685:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.093690:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.093700:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.093702:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.093706:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906c00 00000400:00000200:2.0:1712357314.093709:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.093713:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10f5 [1] + 224 00000800:00000001:2.0:1712357314.093717:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.093726:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.093728:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.093732:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.093737:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.093742:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.093749:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.093799:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.093805:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.093808:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.093840:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.093845:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.093846:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.093848:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.093850:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.093852:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.093854:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.093858:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.093865:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.093870:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.093871:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.093873:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.093875:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.093877:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.093879:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.093881:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.093887:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.093890:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.093892:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.093895:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.093899:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.093902:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.093903:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.093905:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.093907:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.093909:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.093914:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.093916:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.093918:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.093925:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.093931:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.093934:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.093937:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.093938:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.093940:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.093942:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.093946:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.093948:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.093951:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.093952:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.093954:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.093957:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.093959:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.093961:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357314.093962:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.093964:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357314.093968:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.093975:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.093978:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.093982:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.093984:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.093988:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.093989:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.093993:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.093998:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.094000:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.094002:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.094003:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.094008:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.094010:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.094012:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.094017:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.094018:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.094020:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.094024:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.094026:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.094027:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.094028:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.094028:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357314.094030:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.094031:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.094033:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.094035:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.094038:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.094039:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.094042:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.094043:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.094045:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.094049:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.094050:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.094051:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.094053:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338166 from hash 00010000:00000001:1.0:1712357314.094054:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.094055:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.094055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.094056:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.094058:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.094059:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.094060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.094061:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.094061:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.094063:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.094064:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.094067:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.094068:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.094069:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.094070:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.094071:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.094071:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.094072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.094073:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338166 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.094079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.094080:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.094082:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.094086:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.094091:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.094092:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094093:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094094:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094096:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.094100:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.094101:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094102:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.094103:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_nvlist.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.094106:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.094108:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.094110:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.094113:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.094114:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.094118:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e740. 00000080:00002000:1.0:1712357314.094121:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.094126:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.094128:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.094130:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094133:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.094134:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.094136:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.094139:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.094141:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.094144:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.094146:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094147:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.094149:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.094150:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.094152:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.094154:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.094156:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.094160:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.094165:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.094167:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.094169:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.094172:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.094173:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.094174:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.094176:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.094181:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.094186:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.094187:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.094188:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.094190:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.094191:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.094192:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.094194:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.094195:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.094199:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.094200:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _nvlist.py (ffff8800a7701ca8, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.094202:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.094204:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.094206:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.094207:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.094209:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.094210:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.094239:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.094241:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.094243:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.094246:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.094248:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.094250:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.094252:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.094253:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.094255:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.094257:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.094259:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.094260:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.094262:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.094267:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ctypes.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.094269:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.094270:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ctypes.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.094274:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.094277:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.094279:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.094283:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ctypes.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.094286:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.094288:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='ctypes.py' -> mds #0 00800000:00000001:1.0:1712357314.094291:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094293:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.094294:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ctypes.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.094297:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.094298:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.094300:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.094302:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.094306:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.094309:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.094312:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.094312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.094313:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.094315:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.094317:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.094319:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.094324:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.094328:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.094330:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.094332:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.094333:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.094334:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.094335:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.094339:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.094341:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.094342:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.094344:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.094345:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.094347:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.094349:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357314.094351:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.094353:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f0333816d to hash 00000020:00000001:1.0:1712357314.094354:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.094357:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.094359:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.094361:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.094362:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.094364:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.094369:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.094376:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.094379:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.094380:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.094384:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.094385:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.094387:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.094388:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.094390:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.094393:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.094394:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.094395:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.094399:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.094403:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.094405:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.094406:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.094408:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.094410:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.094413:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.094416:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.094417:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.094418:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.094424:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.094425:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.094428:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.094430:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.094433:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.094436:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148800, portal 10 00000100:00000001:1.0:1712357314.094438:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.094439:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.094443:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.094448:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.094450:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.094451:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.094453:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148800, offset 0 00000400:00000200:1.0:1712357314.094456:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.094459:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.094463:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.094468:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.094471:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.094473:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.094475:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.094478:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [429:429:256:4294967295] 192.168.203.120@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:1.0:1712357314.094481:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.094487:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.094491:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.094495:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.094499:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.094504:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.094507:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.095236:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.095239:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.095240:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.095247:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.095248:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.095250:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.095251:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.095254:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.095255:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.095256:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.096452:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.096457:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357314.096463:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.096469:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.096472:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:3.0:1712357314.096474:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:3.0:1712357314.096477:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.096482:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.096489:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.096492:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.096496:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.096497:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.096633:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:1.1:1712357314.096639:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e620. 00000800:00000001:2.0:1712357314.098017:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.098024:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.098026:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.098028:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.098036:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.098042:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.098051:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.098055:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.098058:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.098061:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906c40 00000400:00000200:2.0:1712357314.098066:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.098070:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x10fd [1] + 224 00000800:00000001:2.0:1712357314.098075:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.098092:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.098095:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.098102:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.098107:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.098111:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.098118:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.098137:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.098143:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.098145:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.098575:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.098580:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.098600:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.098603:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.098607:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.098608:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.098610:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.098615:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.098620:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.098625:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.098626:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.098627:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.098630:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.098632:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.098633:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.098635:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.098641:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.098644:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.098646:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.098649:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.098654:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.098657:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.098658:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.098660:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.098662:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.098665:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.098675:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.098678:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.098679:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.098682:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.098688:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.098692:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.098695:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.098696:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.098697:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.098700:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.098704:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.098707:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.098709:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.098710:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.098713:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.098716:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.098718:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.098720:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357314.098721:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.098723:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357314.098727:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098734:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.098737:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098741:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.098746:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.098752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.098753:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098757:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.098759:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.098762:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.098764:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.098768:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.098770:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.098773:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098778:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.098779:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.098781:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098785:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.098787:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.098788:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.098788:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.098789:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357314.098790:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.098792:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.098794:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.098795:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.098806:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.098807:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.098809:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.098810:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.098812:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.098813:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.098814:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.098815:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.098817:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f0333816d from hash 00010000:00000001:1.0:1712357314.098818:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.098819:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.098820:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.098820:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.098821:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.098822:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.098824:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.098824:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.098825:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.098826:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.098828:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098831:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.098832:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.098833:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.098834:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.098835:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.098835:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.098836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.098837:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333816d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.098844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.098845:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.098848:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.098852:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.098861:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.098862:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.098863:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.098864:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.098867:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.098868:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.098869:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.098870:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.098872:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ctypes.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.098875:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.098877:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.098879:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.098882:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.098883:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.098887:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e860. 00000080:00002000:1.0:1712357314.098890:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.098894:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.098897:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.098900:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.098902:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.098904:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.098905:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.098909:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.098911:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.098914:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.098917:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.098918:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.098919:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.098921:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.098923:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.098925:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.098928:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.098931:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.098943:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.098945:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.098947:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.098951:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.098952:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.098953:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.098955:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.098956:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.098961:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.098962:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.098964:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.098966:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.098966:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.098968:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.098969:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.098970:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.098973:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.098975:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ctypes.py (ffff8800a7701438, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.098977:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.098979:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.098982:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.098984:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.098985:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.098987:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.099013:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.099014:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.099016:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.099019:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.099021:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.099022:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.099024:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.099025:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.099027:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.099030:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.099031:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.099032:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.099038:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.099042:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=exceptions.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.099045:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.099046:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=exceptions.py, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.099050:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.099054:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.099056:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.099057:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'exceptions.py' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.099060:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.099062:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='exceptions.py' -> mds #0 00800000:00000001:1.0:1712357314.099064:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.099066:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.099067:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: exceptions.py,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.099070:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.099072:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.099074:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.099076:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.099079:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.099081:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.099084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.099085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.099086:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.099088:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.099090:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.099092:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.099096:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.099100:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.099102:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.099104:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.099105:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.099106:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.099107:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.099112:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.099115:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.099119:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.099121:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.099123:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.099124:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.099127:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357314.099129:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.099130:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338174 to hash 00000020:00000001:1.0:1712357314.099131:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.099132:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.099135:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.099136:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.099138:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.099140:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.099144:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.099151:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.099154:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.099155:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.099158:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.099160:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.099162:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.099163:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.099166:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.099168:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.099170:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.099171:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.099174:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.099180:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.099181:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.099186:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.099188:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.099191:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.099194:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.099197:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.099198:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.099199:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.099202:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.099203:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.099207:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.099209:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.099212:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.099216:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148864, portal 10 00000100:00000001:1.0:1712357314.099217:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.099218:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.099222:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.099227:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.099229:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.099230:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357314.099232:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148864, offset 0 00000400:00000200:1.0:1712357314.099236:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.099240:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.099244:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.099249:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.099251:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.099255:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.099256:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.099259:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [430:430:256:4294967295] 192.168.203.120@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:1.0:1712357314.099262:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.099269:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.099273:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.099279:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357314.099283:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.099289:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.099292:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.099312:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.099314:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.099316:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.099318:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.099319:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.099320:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.099322:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.099323:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.099325:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.099326:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.099787:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.099790:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357314.099798:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.099803:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.099805:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357314.099807:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357314.099809:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.099812:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.099818:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.099820:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.099824:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.099825:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.100940:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:1.1:1712357314.100947:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e740. 00000800:00000001:2.0:1712357314.106829:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.106841:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.106844:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.106846:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.106855:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.106861:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.106867:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.106871:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.106874:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.106877:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906c80 00000400:00000200:2.0:1712357314.106881:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.106886:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1105 [1] + 224 00000800:00000001:2.0:1712357314.106892:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.106902:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.106904:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.106907:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.106912:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.106918:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.106926:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.106945:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.106955:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.106958:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.108318:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.108324:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.108325:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.108328:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.108331:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.108333:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.108335:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.108342:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.108349:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108355:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.108356:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.108358:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.108361:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.108362:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.108364:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.108366:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.108372:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.108375:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.108377:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.108384:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108389:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.108391:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.108393:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.108394:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.108395:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.108399:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108404:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.108407:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.108408:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.108410:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.108416:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.108420:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.108423:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.108424:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.108426:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.108428:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108434:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.108436:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.108438:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.108438:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.108441:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.108444:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.108446:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.108448:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357314.108450:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.108452:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357314.108457:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108465:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.108468:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108473:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.108475:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108480:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.108481:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.108482:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108486:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.108488:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.108490:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.108492:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.108496:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.108499:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.108501:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108505:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.108507:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.108509:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108513:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.108514:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.108517:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.108518:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.108519:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357314.108520:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.108522:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.108524:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.108526:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.108530:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.108531:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.108533:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.108534:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.108535:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.108536:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.108537:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.108538:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.108540:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338174 from hash 00010000:00000001:1.0:1712357314.108541:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.108542:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.108542:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.108543:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.108544:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.108545:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.108547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.108547:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.108548:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.108549:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.108551:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108554:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.108555:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.108556:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.108556:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.108557:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.108558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.108560:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.108574:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338174 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.108601:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.108602:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.108606:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.108610:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.108616:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.108617:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108618:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108620:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108622:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.108623:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.108624:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108625:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.108626:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=exceptions.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.108629:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.108631:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.108633:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.108635:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.108637:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.108640:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e980. 00000080:00002000:1.0:1712357314.108643:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77016c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.108647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.108650:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.108653:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108655:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.108656:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.108658:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.108662:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.108664:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.108666:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.108669:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108670:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.108674:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.108676:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.108678:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.108681:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.108683:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.108686:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108691:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.108693:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.108695:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.108698:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.108700:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.108701:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.108702:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.108704:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.108707:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.108709:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.108710:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.108712:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.108713:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.108715:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.108716:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.108717:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.108720:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.108722:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry exceptions.py (ffff8800a77016c0, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.108724:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.108726:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.108728:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.108730:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.108731:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.108733:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.108757:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.108758:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.108760:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.108763:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.108765:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.108769:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.108770:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.108772:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.108774:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.108776:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.108778:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.108779:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.108781:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.108786:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:1.0:1712357314.108788:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.108790:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:1.0:1712357314.108793:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:1.0:1712357314.108797:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.108799:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.108801:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xa:0x0] 00800000:00000001:1.0:1712357314.108803:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.108805:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.108807:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108809:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.108810:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.108813:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.108814:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.108817:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.108819:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.108823:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.108826:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.108829:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.108829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.108830:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.108832:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.108833:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.108835:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.108839:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a400. 00000100:00000001:1.0:1712357314.108843:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.108845:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.108850:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.108851:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.108852:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.108853:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.108858:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00010000:00000001:1.0:1712357314.108860:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.108861:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.108863:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.108865:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.108866:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.108869:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357314.108870:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.108872:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f0333817b to hash 00000020:00000001:1.0:1712357314.108873:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.108874:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.108877:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.108878:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.108879:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.108881:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.108886:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.108893:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.108896:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.108898:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.108901:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.108902:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.108904:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.108905:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.108908:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.108911:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.108916:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.108917:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.108921:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108926:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.108928:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.108930:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.108931:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.108934:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.108937:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.108939:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.108941:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.108942:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.108945:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.108946:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.108952:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.108953:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.108956:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.108961:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572148928, portal 10 00000100:00000001:1.0:1712357314.108962:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.108963:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.108966:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.108971:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.108974:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.108975:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357314.108977:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572148928, offset 0 00000400:00000200:1.0:1712357314.108981:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.108985:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.108989:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.108993:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.108996:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.108998:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.109003:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.109006:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [431:431:256:4294967295] 192.168.203.120@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:1.0:1712357314.109008:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.109015:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.109020:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.109023:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357314.109026:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.109036:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.109039:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.109046:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.109047:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.109049:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.109051:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.109052:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.109053:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.109055:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.109056:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.109057:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.109057:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.109822:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.109825:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357314.109830:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.109834:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.109837:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357314.109838:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357314.109842:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.109845:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.109853:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.109855:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.109860:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.109862:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.114176:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:3.1:1712357314.114183:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e860. 00000800:00000001:2.0:1712357314.115833:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.115843:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.115845:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.115847:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.115855:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.115860:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.115865:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.115868:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.115872:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.115876:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906cc0 00000400:00000200:2.0:1712357314.115879:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.115884:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x110d [1] + 224 00000800:00000001:2.0:1712357314.115889:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.115898:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.115900:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.115904:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.115908:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.115915:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.115923:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.115945:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.115950:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.115953:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.116019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.116025:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.116026:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.116028:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:1.0:1712357314.116032:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:1.0:1712357314.116034:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:1.0:1712357314.116036:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.116040:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.116047:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.116051:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.116052:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.116054:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.116061:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.116062:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.116064:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.116066:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.116072:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.116076:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.116077:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.116080:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.116084:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.116087:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.116088:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.116090:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.116091:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.116094:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.116099:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.116101:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.116103:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.116105:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.116111:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572148928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.116114:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.116116:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.116118:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.116119:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.116121:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.116126:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.116128:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.116131:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.116132:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.116138:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.116140:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.116142:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.116144:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357314.116146:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.116148:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357314.116152:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116158:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.116161:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116165:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.116167:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.116172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.116174:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116177:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.116179:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.116181:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.116183:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.116186:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.116189:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.116191:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116708:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.116710:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.116717:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116721:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.116724:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.116724:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.116725:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.116726:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357314.116728:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.116729:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.116731:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.116733:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.116736:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.116737:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.116739:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.116740:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.116742:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.116743:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.116744:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.116745:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.116746:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f0333817b from hash 00010000:00000001:1.0:1712357314.116747:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.116748:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.116749:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.116749:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.116750:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.116751:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.116753:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.116753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.116754:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116755:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.116757:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116766:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.116766:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.116767:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.116768:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.116769:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.116770:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.116770:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.116772:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333817b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.116779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.116780:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.116784:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.116788:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.116794:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.116795:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.116797:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.116798:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.116800:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.116801:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.116802:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.116803:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.116805:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.116807:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.116810:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.116812:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116815:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.116817:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.116820:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698eac0. 00000080:00002000:1.0:1712357314.116825:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7701ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.116829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.116832:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.116835:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.116837:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.116842:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.116844:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.116849:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.116851:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.116854:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:1.0:1712357314.116857:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.116858:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.116859:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116861:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.116863:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.116866:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.116869:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.116872:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572148928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.116876:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.116878:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.116880:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357314.116884:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.116885:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.116887:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.116889:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.116891:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.116895:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.116896:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.116898:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357314.116900:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.116901:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.116903:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.116904:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.116905:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.116909:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.116910:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7701ca8, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:1.0:1712357314.116912:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.116914:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.116917:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.116920:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.116924:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:1.0:1712357314.116926:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116942:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.116944:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.116946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.116951:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116959:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.116961:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.116962:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.116964:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.116966:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.116969:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116970:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.116971:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.116973:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.116979:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=1536 00000080:00000001:1.0:1712357314.116981:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.116982:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.116984:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116986:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.116987:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.116988:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.116990:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.116991:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00000001:1.0:1712357314.116993:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.116996:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000002:1.0:1712357314.117001:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xa:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.117003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.117005:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.117008:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.117009:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.117011:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.117013:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.117016:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.117017:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.117021:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.117023:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.117025:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.117027:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x20:0x0] 40000000:00000001:1.0:1712357314.117029:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.117030:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.117032:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.117033:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.117035:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x20:0x0] on [0x200000401:0xa:0x0] -> mds #0 00800000:00000001:1.0:1712357314.117036:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.117038:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.117040:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.117042:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:1.0:1712357314.117043:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.117045:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.117047:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.117048:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.117050:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.117052:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25500. 00000020:00000040:1.0:1712357314.117055:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.117058:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.117059:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.117060:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.117063:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.117065:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.117066:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.117067:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.117069:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.117070:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.117072:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.117078:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d50800. 00000100:00000001:1.0:1712357314.117082:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.117083:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.117085:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.117086:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.117086:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.117091:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.117099:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.117104:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.117108:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.117109:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.117113:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357314.117114:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357314.117115:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.117116:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:1.0:1712357314.117119:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.117122:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.117123:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.117124:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.117127:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.117132:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.117134:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.117136:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.117137:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.117140:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149056:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.117143:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.117147:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.117148:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.117150:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.117152:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357314.117153:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.117157:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.117159:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2aa8. 00000400:00000010:1.0:1712357314.117163:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.117168:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572149056, portal 10 00000100:00000001:1.0:1712357314.117169:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.117169:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000040:1.0:1712357314.117179:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.117184:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.117186:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.117187:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357314.117190:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572149056, offset 0 00000400:00000200:1.0:1712357314.117195:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.117199:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.117203:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.117207:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.117210:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.117213:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.117215:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.117218:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [432:432:256:4294967295] 192.168.203.120@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:1.0:1712357314.117220:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.117226:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.117231:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.117234:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1dc00. 00000800:00000200:1.0:1712357314.117238:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.117244:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.117246:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1dc00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.117255:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.117256:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.117258:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.117260:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.117261:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.117263:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.117264:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.117265:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.117267:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.117268:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.118359:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.118363:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1dc00. 00000400:00000200:3.0:1712357314.118368:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.118374:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.118378:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:3.0:1712357314.118380:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:3.0:1712357314.118383:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.118392:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.118400:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.118402:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.118407:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.118408:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.125307:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:1.1:1712357314.125315:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e980. 00000800:00000001:2.0:1712357314.126454:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.126465:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.126467:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.126469:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.126477:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126482:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.126487:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126499:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126502:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126505:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef906d40 00000400:00000200:2.0:1712357314.126509:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126512:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1115 [1] + 224 00000800:00000001:2.0:1712357314.126518:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.126526:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.126528:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.126532:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.126536:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.126542:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.126550:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.126561:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.126579:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.126598:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126602:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.126607:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [433:433:256:4294967295] 192.168.203.120@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:2.0:1712357314.126609:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.126615:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.126619:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.126623:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343800. 00000800:00000200:2.0:1712357314.126628:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.126633:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.126636:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357314.126702:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.126704:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343800. 00000400:00000200:2.0:1712357314.126707:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.126713:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.126716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.126719:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.134631:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.134638:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.134641:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.134644:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2aa8. 00000400:00000200:0.0:1712357314.134648:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:0.0:1712357314.134650:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:0.0:1712357314.134653:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.134662:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.134670:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25500 x1795536572149056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.134676:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.134678:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.134680:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.134683:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.134684:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.134686:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.134688:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.134700:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.134703:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.134705:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.134706:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.134709:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.134712:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.134714:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.134716:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000043/0x1] 00000100:00000001:0.0:1712357314.134717:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.134718:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.134719:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160206592 : -131938549345024 : ffff8800a9a25500) 00000100:00000001:0.0:1712357314.134722:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.134723:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.134724:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.134726:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.134730:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25500 x1795536572149056/t4294967364(4294967364) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.134736:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.134739:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.134741:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.134743:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25500 x1795536572149056/t4294967364(4294967364) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.134750:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149056:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.134754:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.134757:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.134758:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.134760:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.134763:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25500 x1795536572149056/t4294967364(4294967364) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.134767:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.134771:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:0.0:1712357314.134773:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.134778:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.134784:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357314.134787:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x20:0x0] 00800000:00000001:0.0:1712357314.134789:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.134792:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0xa:0x0] mtime from 1627598046 to 1712357314 00000080:00000001:0.0:1712357314.134795:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.134798:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.134801:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.134803:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.134804:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.134806:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:0.0:1712357314.134809:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357314.134820:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7708000. 00000080:00000001:0.0:1712357314.134825:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357314.134827:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8) 00000080:00000001:0.0:1712357314.134829:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.134830:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x20:0x0] 00000080:00000001:0.0:1712357314.134832:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134833:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:0.0:1712357314.134835:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357314.134837:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502304 mtime from 0 to 1712357314 00000080:00200000:0.0:1712357314.134839:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x20:0x0], updating i_size 4096 00000080:00000001:0.0:1712357314.134841:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357314.134842:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123386568 : -131938586165048 : ffff8800a77080c8) 00000080:00000001:0.0:1712357314.134844:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.134846:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.134847:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.134849:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134852:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357314.134853:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.134857:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25500 x1795536572149056/t4294967364(4294967364) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.134861:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.134864:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000080:00000001:0.0:1712357314.134867:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134879:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134883:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.134884:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.134892:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.134893:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:0.0:1712357314.134896:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134912:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.134914:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.134915:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.134917:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134919:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.134920:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.134922:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.134924:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.134926:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.134928:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.134929:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.134930:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.134932:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.134936:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:0.0:1712357314.134939:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.134941:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:0.0:1712357314.134945:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.134948:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.134951:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.134952:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'bindings' on [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357314.134955:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.134957:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='bindings' -> mds #0 00800000:00000001:0.0:1712357314.134959:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.134962:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.134963:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: bindings,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.134966:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.134968:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.134972:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2aa00. 00000020:00000040:0.0:1712357314.134976:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=68 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.134985:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.134988:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.134991:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.134993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.134994:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.134996:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.134997:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.135000:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.135005:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357314.135009:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.135011:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.135013:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.135014:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.135015:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.135016:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.135021:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00010000:00000001:0.0:1712357314.135024:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.135025:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.135029:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:0.0:1712357314.135031:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.135033:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.135035:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357314.135038:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.135040:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03338182 to hash 00000020:00000001:0.0:1712357314.135041:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.135042:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.135044:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.135047:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.135048:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.135052:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.135058:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.135065:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.135073:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.135074:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.135078:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.135079:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.135081:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.135082:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357314.135085:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.135089:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.135090:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.135092:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.135095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.135101:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.135103:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.135105:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.135107:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.135110:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.135112:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.135116:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.135117:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.135119:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.135122:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.135124:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.135130:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.135132:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c318. 00000400:00000010:0.0:1712357314.135136:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357314.135140:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572149120, portal 10 00000100:00000001:0.0:1712357314.135141:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.135142:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000040:0.0:1712357314.135146:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.135151:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.135157:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.135159:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.135161:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572149120, offset 0 00000400:00000200:0.0:1712357314.135166:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.135171:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.135176:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.135180:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.135182:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.135185:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.135187:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.135190:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [434:434:256:4294967295] 192.168.203.120@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:0.0:1712357314.135192:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.135199:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.135204:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.135207:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.135211:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.135217:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.135220:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.135236:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.135238:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.135240:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.135242:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.135243:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.135244:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.135246:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.135247:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.135248:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.135249:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.137270:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.137277:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.137281:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.137289:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.137292:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357314.137294:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357314.137298:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.137303:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.137312:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.137315:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.137320:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.137321:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.141407:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.141419:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.141421:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.141423:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.141432:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.141439:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.141445:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.141449:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.141452:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.141456:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906d80 00000400:00000200:3.0:1712357314.141460:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.141464:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x111d [1] + 224 00000800:00000001:3.0:1712357314.141476:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.141485:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.141488:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.141492:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.141496:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.141502:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.141509:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.141524:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.141530:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.141532:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.141547:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357314.141552:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357314.141553:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357314.141555:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c318. 00000400:00000200:3.0:1712357314.141558:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:3.0:1712357314.141559:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:3.0:1712357314.141561:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.141573:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357314.141580:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.141597:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357314.141599:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.141600:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357314.141603:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357314.141604:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357314.141606:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.141608:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357314.141614:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357314.141616:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357314.141618:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1712357314.141621:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.141628:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357314.141630:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357314.141632:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357314.141633:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357314.141635:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1712357314.141638:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.141642:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1712357314.141645:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357314.141646:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357314.141648:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357314.141654:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.141657:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.141660:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357314.141661:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357314.141663:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.141665:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.141669:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357314.141672:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:3.0:1712357314.141674:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357314.141675:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1712357314.141677:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357314.141680:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357314.141682:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357314.141684:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:3.0:1712357314.141686:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:3.0:1712357314.141688:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00010000:3.0:1712357314.141691:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141701:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1712357314.141704:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141708:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357314.141710:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141714:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.141715:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357314.141716:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141720:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.141722:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.141724:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1712357314.141726:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.141730:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:3.0:1712357314.141733:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1712357314.141735:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141739:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1712357314.141740:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1712357314.141742:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141745:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1712357314.141747:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1712357314.141748:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357314.141748:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357314.141751:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:3.0:1712357314.141753:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:3.0:1712357314.141754:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:3.0:1712357314.141756:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357314.141758:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:3.0:1712357314.141761:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357314.141762:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.141764:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1712357314.141764:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357314.141767:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357314.141767:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357314.141768:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.141769:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357314.141770:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2d00 with handle 0xbda2fb8f03338182 from hash 00010000:00000001:3.0:1712357314.141772:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357314.141772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.141773:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.141773:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357314.141774:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357314.141775:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1712357314.141776:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.141777:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.141778:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141779:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.141780:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141783:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.141784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.141785:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1712357314.141785:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357314.141786:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.141787:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.141787:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357314.141788:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338182 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.141797:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.141798:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1712357314.141801:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1712357314.141804:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357314.141809:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357314.141811:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.141812:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.141813:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.141815:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357314.141817:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357314.141818:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.141819:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357314.141820:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=bindings intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1712357314.141822:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.141825:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.141827:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141831:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357314.141832:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357314.141835:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab1707a0. 00000080:00002000:3.0:1712357314.141838:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357314.141842:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.141845:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357314.141848:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.141850:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357314.141851:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357314.141853:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357314.141856:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:3.0:1712357314.141858:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357314.141862:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:3.0:1712357314.141864:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.141865:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.141866:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141870:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357314.141872:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357314.141875:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:3.0:1712357314.141877:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.141880:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2aa00 x1795536572149120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.141884:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357314.141886:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357314.141888:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:3.0:1712357314.141892:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357314.141893:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357314.141894:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357314.141895:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357314.141897:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:3.0:1712357314.141900:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357314.141901:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357314.141903:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2aa00. 00000100:00000001:3.0:1712357314.141905:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357314.141906:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.141907:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357314.141908:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357314.141909:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357314.141914:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.141915:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry bindings (ffff8800a7516510, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:3.0:1712357314.141917:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.141919:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357314.141920:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357314.141922:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.141923:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:3.0:1712357314.141924:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141941:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357314.141943:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.141944:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.141948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141950:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.141951:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:3.0:1712357314.141953:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.141957:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:3.0:1712357314.141960:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.141962:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141964:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.141965:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.141967:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.141973:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=1536 00000080:00000001:3.0:1712357314.141975:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.141976:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 3 00000080:00000001:3.0:1712357314.141978:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141983:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.141984:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 3 00000080:00000001:3.0:1712357314.141986:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.141988:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:3.0:1712357314.141989:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00000001:3.0:1712357314.141992:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:3.0:1712357314.141995:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000002:3.0:1712357314.141999:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xa:0x0] requests qos mkdir 0x40 00000080:00000001:3.0:1712357314.142002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.142004:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:3.0:1712357314.142008:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1712357314.142009:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1712357314.142012:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1712357314.142014:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:3.0:1712357314.142016:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1712357314.142017:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:3.0:1712357314.142018:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.142020:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1712357314.142022:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1712357314.142024:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x21:0x0] 40000000:00000001:3.0:1712357314.142026:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.142028:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.142029:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.142030:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1712357314.142031:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'bindings' [0x200000401:0x21:0x0] on [0x200000401:0xa:0x0] -> mds #0 00800000:00000001:3.0:1712357314.142033:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.142039:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:3.0:1712357314.142041:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:3.0:1712357314.142043:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:3.0:1712357314.142044:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357314.142046:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1712357314.142047:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.142049:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.142050:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357314.142053:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cf100. 00000020:00000040:3.0:1712357314.142055:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=68 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:3.0:1712357314.142058:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1712357314.142060:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.142061:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357314.142063:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357314.142066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.142067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.142068:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.142069:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357314.142071:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357314.142073:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357314.142078:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237c00. 00000100:00000001:3.0:1712357314.142082:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.142083:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.142084:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.142085:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.142086:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.142088:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1712357314.142095:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1712357314.142099:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357314.142104:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357314.142105:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357314.142108:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01ff00. 00000100:00000001:3.0:1712357314.142110:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166476032 : -131938543075584 : ffff8800aa01ff00) 00000100:00000001:3.0:1712357314.142111:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.142114:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322382592 : -131938387169024 : ffff8800b34cf100) 00000100:00000001:3.0:1712357314.142117:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357314.142120:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.142121:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357314.142122:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357314.142125:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.142130:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357314.142131:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.142133:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357314.142134:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357314.142136:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cf100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149248:192.168.203.120@tcp:36:rsync.0 00000100:00000001:3.0:1712357314.142139:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357314.142142:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357314.142144:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.142145:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357314.142148:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa03bc00. 02000000:00000001:3.0:1712357314.142149:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.142152:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357314.142154:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37607e8. 00000400:00000010:3.0:1712357314.142158:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586660. 00000100:00000200:3.0:1712357314.142161:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572149248, portal 10 00000100:00000001:3.0:1712357314.142163:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.142163:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322382592 : -131938387169024 : ffff8800b34cf100) 00000100:00000040:3.0:1712357314.142167:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.142172:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357314.142174:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357314.142175:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35866e8. 00000100:00000200:3.0:1712357314.142177:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572149248, offset 0 00000400:00000200:3.0:1712357314.142180:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357314.142183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.142187:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.142193:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357314.142197:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357314.142200:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357314.142201:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357314.142205:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [435:435:256:4294967295] 192.168.203.120@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:3.0:1712357314.142208:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.142214:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357314.142218:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.142221:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320400. 00000800:00000200:3.0:1712357314.142225:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.142230:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.142233:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1712357314.142239:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.142241:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357314.142242:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.142244:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357314.142245:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357314.142246:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01ff00 going to sleep for 11 seconds 00000100:00000001:3.0:1712357314.142248:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.142249:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.142250:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.142251:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.142311:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.142313:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320400. 00000400:00000200:3.0:1712357314.142315:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.142318:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.142320:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35866e8 00000400:00000010:3.0:1712357314.142321:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35866e8. 00000100:00000001:3.0:1712357314.142324:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.142326:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.142332:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.142337:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.142342:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.142343:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.143014:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:0.1:1712357314.143019:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698eac0. 00000800:00000001:3.0:1712357314.146752:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.146764:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.146767:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.146769:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.146778:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.146785:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.146791:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.146795:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.146798:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.146802:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef906e00 00000400:00000200:3.0:1712357314.146806:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.146811:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1125 [1] + 224 00000800:00000001:3.0:1712357314.146817:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.146826:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.146828:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.146832:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.146837:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.146844:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.146852:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.147985:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.147993:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.147998:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.148003:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.148007:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [436:436:256:4294967295] 192.168.203.120@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:3.0:1712357314.148010:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.148024:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.148029:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.148033:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.148037:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.148043:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.148046:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1712357314.148267:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.148273:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.148274:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.148278:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b37607e8. 00000400:00000200:2.0:1712357314.148282:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586660 00000400:00000010:2.0:1712357314.148283:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586660. 00000100:00000001:2.0:1712357314.148286:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.148290:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.148298:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cf100 x1795536572149248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.148304:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.148305:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.148307:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.148309:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.148311:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.148312:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.148315:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.148321:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.148324:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.148326:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.148327:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.148329:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.148332:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148334:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357314.148335:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000043/0x1] 00000100:00000001:2.0:1712357314.148336:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357314.148337:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.148338:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322382592 : -131938387169024 : ffff8800b34cf100) 00000100:00000001:2.0:1712357314.148340:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.148341:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.148342:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.148344:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.148351:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cf100 x1795536572149248/t4294967365(4294967365) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.148357:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.148360:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.148361:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.148364:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cf100 x1795536572149248/t4294967365(4294967365) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.148369:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cf100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149248:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.148372:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.148374:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148376:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.148378:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.148380:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cf100 x1795536572149248/t4294967365(4294967365) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.148384:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.148387:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01ff00. 00000100:00000001:2.0:1712357314.148390:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.148391:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.148397:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1712357314.148401:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x21:0x0] 00800000:00000001:2.0:1712357314.148403:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148406:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.148409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.148411:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.148414:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.148416:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.148418:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.148420:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:2.0:1712357314.148433:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7710000. 00000080:00000001:2.0:1712357314.148439:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:2.0:1712357314.148441:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8) 00000080:00000001:2.0:1712357314.148443:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.148445:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x21:0x0] 00000080:00000001:2.0:1712357314.148449:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148450:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.148452:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1712357314.148454:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502305 mtime from 0 to 1712357314 00000080:00200000:2.0:1712357314.148456:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x21:0x0], updating i_size 4096 00000080:00000001:2.0:1712357314.148458:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1712357314.148460:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123419336 : -131938586132280 : ffff8800a77100c8) 00000080:00000001:2.0:1712357314.148462:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.148463:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.148465:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.148466:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148469:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:2.0:1712357314.148470:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.148473:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cf100 x1795536572149248/t4294967365(4294967365) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.148477:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.148479:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000080:00000001:2.0:1712357314.148482:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148485:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148492:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.148493:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.148500:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.148501:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:2.0:1712357314.148503:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148524:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.148526:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.148527:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.148530:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148532:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.148534:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.148535:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.148537:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.148539:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.148541:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.148543:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.148546:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.148548:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.148555:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:2.0:1712357314.148557:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.148559:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:2.0:1712357314.148577:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.148593:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.148595:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.148597:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.148600:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.148603:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='test' -> mds #0 00800000:00000001:2.0:1712357314.148605:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.148607:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.148609:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.148612:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.148614:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.148617:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47800. 00000020:00000040:2.0:1712357314.148620:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=69 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.148624:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.148627:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.148630:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.148632:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.148633:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148634:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.148636:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.148639:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.148643:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc5000. 00000100:00000001:2.0:1712357314.148646:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.148649:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.148650:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.148651:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.148652:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.148653:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.148658:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00010000:00000001:2.0:1712357314.148660:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.148670:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.148676:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.148678:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.148680:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.148683:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2880. 00000020:00000001:2.0:1712357314.148686:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.148688:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2880 with handle 0xbda2fb8f03338189 to hash 00000020:00000001:2.0:1712357314.148689:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.148690:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184967808 : -131938524583808 : ffff8800ab1c2880) 00010000:00000001:2.0:1712357314.148692:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184967808 : -131938524583808 : ffff8800ab1c2880) 00010000:00000001:2.0:1712357314.148695:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.148696:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.148699:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.148705:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.148711:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.148714:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.148715:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.148719:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.148720:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.148722:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.148722:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000001:2.0:1712357314.148725:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.148728:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148730:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.148731:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.148735:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.148740:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.148741:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.148746:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.148747:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.148750:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.148752:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.148756:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.148757:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.148759:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.148762:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.148763:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.148767:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.148769:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.148774:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.148777:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572149312, portal 10 00000100:00000001:2.0:1712357314.148778:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.148779:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000040:2.0:1712357314.148783:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.148789:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.148790:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.148792:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4990. 00000100:00000200:2.0:1712357314.148793:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572149312, offset 0 00000400:00000200:2.0:1712357314.148797:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.148800:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.148803:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.148806:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.148808:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.148811:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.148812:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.148814:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [437:437:255:4294967295] 192.168.203.120@tcp LPNI seq info [437:437:7:4294967295] 00000400:00000200:2.0:1712357314.148817:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.148822:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.148825:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.148830:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343800. 00000800:00000200:2.0:1712357314.148833:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.148838:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.148840:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.148842:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148843:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.148845:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148847:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.148848:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.148849:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.148851:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.148852:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.148853:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.148854:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357314.148872:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357314.149813:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.149817:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.149821:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.149826:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:3.0:1712357314.149868:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.149869:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343800. 00000400:00000200:3.0:1712357314.149871:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.149873:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.149875:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4990 00000400:00000010:3.0:1712357314.149876:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4990. 00000100:00000001:3.0:1712357314.149879:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.149883:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.149890:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.149892:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.149897:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.149898:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.150292:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357314.152713:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2d00. 00000080:00000010:3.1:1712357314.152722:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab1707a0. 00000800:00000001:3.0:1712357314.153994:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.154005:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.154007:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.154008:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.154016:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.154022:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.154028:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.154031:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.154040:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.154043:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906e40 00000400:00000200:3.0:1712357314.154047:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.154051:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1135 [1] + 224 00000800:00000001:3.0:1712357314.154057:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.154067:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.154069:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.154072:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.154076:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.154082:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.154090:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.154110:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.154115:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.154118:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.154161:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.154167:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.154168:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.154170:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.154174:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.154176:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.154178:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.154182:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.154189:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.154194:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.154195:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.154197:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.154199:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.154201:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.154202:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.154204:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.154210:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.154218:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.154220:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357314.154224:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.154228:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.154230:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.154232:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.154233:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.154235:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357314.154238:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.154243:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357314.154245:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.154247:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.154249:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.154255:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.154258:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.154261:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.154263:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.154264:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.154267:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.154272:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.154274:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.154276:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.154277:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357314.154280:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.154282:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.154285:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.154287:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2880 refcount=4 00000020:00000001:2.0:1712357314.154288:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184967808 : -131938524583808 : ffff8800ab1c2880) 00010000:00000001:2.0:1712357314.154294:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184967808 : -131938524583808 : ffff8800ab1c2880) 00010000:00010000:2.0:1712357314.154298:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154306:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357314.154309:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154313:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.154315:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.154321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.154322:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154326:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.154328:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.154330:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357314.154332:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.154336:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357314.154338:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357314.154341:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154345:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357314.154347:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357314.154349:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154352:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357314.154358:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357314.154358:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.154359:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.154360:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2880 refcount=5 00000020:00000001:2.0:1712357314.154362:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184967808 : -131938524583808 : ffff8800ab1c2880) 00010000:00000001:2.0:1712357314.154363:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184967808 : -131938524583808 : ffff8800ab1c2880) 00010000:00000001:2.0:1712357314.154365:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.154367:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357314.154371:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.154372:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.154374:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357314.154375:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.154378:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.154378:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.154379:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.154380:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357314.154382:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2880 with handle 0xbda2fb8f03338189 from hash 00010000:00000001:2.0:1712357314.154383:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.154384:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.154385:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.154386:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.154387:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.154388:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357314.154389:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.154390:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.154391:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.154392:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.154394:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154397:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.154398:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.154399:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357314.154400:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.154404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.154405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.154406:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.154407:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2880/0xbda2fb8f03338189 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.154413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.154414:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357314.154418:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357314.154421:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.154427:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.154428:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.154430:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.154431:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.154433:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.154435:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.154436:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.154437:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.154438:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357314.154441:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.154443:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.154445:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.154449:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.154450:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357314.154453:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a69158a0. 00000080:00002000:2.0:1712357314.154457:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624ed80 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357314.154461:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.154464:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357314.154467:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.154470:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357314.154471:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.154473:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.154477:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.154479:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.154483:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/10 (0 0) 00000002:00000001:2.0:1712357314.154489:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.154490:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.154491:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.154493:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.154495:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.154499:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357314.154502:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.154505:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47800 x1795536572149312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.154510:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.154511:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.154514:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.154516:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.154518:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.154520:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=68 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.154521:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.154523:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc5000. 02000000:00000001:2.0:1712357314.154527:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.154528:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.154530:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47800. 00000100:00000001:2.0:1712357314.154532:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.154533:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.154535:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.154535:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357314.154537:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357314.154540:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.154541:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test (ffff88013624ed80, parent ffff8800a7701e58, inode (null)) hashed, 00000080:00000001:2.0:1712357314.154544:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.154546:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.154548:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.154550:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.154551:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:2.0:1712357314.154553:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.154596:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.154598:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.154599:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.154607:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.154609:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.154611:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.154612:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.154614:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.154617:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.154619:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.155059:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.155061:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.155063:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.155069:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=1536 00000080:00000001:2.0:1712357314.155071:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.155072:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 3 00000080:00000001:2.0:1712357314.155074:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.155076:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.155077:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 3 00000080:00000001:2.0:1712357314.155079:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.155081:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:2.0:1712357314.155082:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8) 00000080:00000001:2.0:1712357314.155084:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:2.0:1712357314.155087:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000002:2.0:1712357314.155091:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xa:0x0] requests qos mkdir 0x40 00000080:00000001:2.0:1712357314.155094:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.155096:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:2.0:1712357314.155099:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1712357314.155100:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1712357314.155102:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1712357314.155104:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:2.0:1712357314.155106:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1712357314.155107:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:2.0:1712357314.155108:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.155110:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1712357314.155112:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1712357314.155113:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x22:0x0] 40000000:00000001:2.0:1712357314.155115:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.155120:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.155121:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.155123:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1712357314.155124:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'test' [0x200000401:0x22:0x0] on [0x200000401:0xa:0x0] -> mds #0 00800000:00000001:2.0:1712357314.155127:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.155129:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:2.0:1712357314.155130:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1712357314.155133:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.155134:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.155136:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357314.155137:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.155139:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.155140:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.155143:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47800. 00000020:00000040:2.0:1712357314.155146:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=69 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:2.0:1712357314.155149:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1712357314.155150:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.155152:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.155155:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.155158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.155158:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.155159:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.155161:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.155162:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.155165:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.155168:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcc800. 00000100:00000001:2.0:1712357314.155172:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.155174:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.155175:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.155176:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.155176:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.155177:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1712357314.155185:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1712357314.155190:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357314.155202:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.155203:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.155207:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.155208:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.155210:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.155211:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000001:2.0:1712357314.155214:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.155216:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.155218:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.155219:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.155222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.155227:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.155228:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.155231:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.155232:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.155235:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149440:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.155238:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.155241:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.155242:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.155244:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.155247:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc5000. 02000000:00000001:2.0:1712357314.155248:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.155253:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.155254:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.155259:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.155263:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572149440, portal 10 00000100:00000001:2.0:1712357314.155264:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.155265:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000040:2.0:1712357314.155269:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.155275:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.155281:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.155283:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4550. 00000100:00000200:2.0:1712357314.155286:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572149440, offset 0 00000400:00000200:2.0:1712357314.155289:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.155294:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.155298:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.155303:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.155305:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.155308:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.155310:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.155313:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [438:438:256:4294967295] 192.168.203.120@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:2.0:1712357314.155315:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.155321:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.155325:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.155328:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357314.155332:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.155339:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.155342:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.155972:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.155975:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.155977:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.155978:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.155980:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.155982:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.155983:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.155985:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.155986:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.155987:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.156106:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.156110:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:3.0:1712357314.156113:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.156117:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.156120:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4550 00000400:00000010:3.0:1712357314.156121:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4550. 00000100:00000001:3.0:1712357314.156124:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.156127:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.156133:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.156136:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.156140:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.156141:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.160382:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.160393:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.160399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.160402:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.160410:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160416:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.160421:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160424:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160427:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160431:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef906ec0 00000400:00000200:3.0:1712357314.160434:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160438:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1145 [1] + 224 00000800:00000001:3.0:1712357314.160444:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.160451:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.160453:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.160457:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.160461:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.160467:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.160475:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.160496:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.160501:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.160504:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160508:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.160512:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [439:439:256:4294967295] 192.168.203.120@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:3.0:1712357314.160515:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.160521:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.160525:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.160528:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.160531:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.160536:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.160542:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.160696:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.160699:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.160702:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.160705:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.160708:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.160711:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.160830:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.160836:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.160837:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.160840:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.160845:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.160847:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.160853:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.160857:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.160864:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47800 x1795536572149440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.160870:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.160871:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.160873:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.160876:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.160877:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.160879:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.160881:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.160888:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.160891:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.160893:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.160894:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.160896:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.160898:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.160900:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357314.160902:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000043/0x1] 00000100:00000001:2.0:1712357314.160904:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357314.160905:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.160906:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227455488 : -131938482096128 : ffff8800ada47800) 00000100:00000001:2.0:1712357314.160909:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.160910:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.160912:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.160913:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.160917:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47800 x1795536572149440/t4294967366(4294967366) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.160922:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.160925:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.160927:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.160929:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47800 x1795536572149440/t4294967366(4294967366) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.160945:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149440:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.160949:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.160952:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.160954:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.160956:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.160958:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47800 x1795536572149440/t4294967366(4294967366) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.160963:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.160966:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.160968:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.160969:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.160976:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1712357314.160978:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x22:0x0] 00800000:00000001:2.0:1712357314.160980:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.160984:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.160987:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.160989:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.160992:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.160993:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.160995:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:2.0:1712357314.160998:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:2.0:1712357314.161004:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7710800. 00000080:00000001:2.0:1712357314.161009:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:2.0:1712357314.161011:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8) 00000080:00000001:2.0:1712357314.161013:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.161015:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x22:0x0] 00000080:00000001:2.0:1712357314.161017:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161018:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:2.0:1712357314.161020:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1712357314.161021:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502306 mtime from 0 to 1712357314 00000080:00200000:2.0:1712357314.161024:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x22:0x0], updating i_size 4096 00000080:00000001:2.0:1712357314.161026:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1712357314.161031:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123421384 : -131938586130232 : ffff8800a77108c8) 00000080:00000001:2.0:1712357314.161033:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.161034:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.161036:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.161037:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161040:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:2.0:1712357314.161041:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.161045:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47800 x1795536572149440/t4294967366(4294967366) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.161051:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.161054:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.161057:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161680:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161685:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.161686:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.161691:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.161692:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:2.0:1712357314.161695:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161780:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.161782:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.161783:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.161787:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161789:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.161790:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.161792:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.161794:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.161796:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.161798:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.161799:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.161800:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.161802:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.161806:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:2.0:1712357314.161808:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.161810:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:2.0:1712357314.161814:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.161818:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.161824:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.161826:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.161828:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.161831:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:2.0:1712357314.161833:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.161836:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.161837:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.161840:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.161842:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.161846:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47480. 00000020:00000040:2.0:1712357314.161849:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=70 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.161853:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.161857:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.161861:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.161863:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.161864:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.161866:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.161868:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.161870:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.161875:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc7800. 00000100:00000001:2.0:1712357314.161879:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.161881:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.161882:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.161883:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.161884:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.161886:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.161890:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00010000:00000001:2.0:1712357314.161893:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.161895:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.161899:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.161901:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.161903:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.161905:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2ac0. 00000020:00000001:2.0:1712357314.161908:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.161910:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2ac0 with handle 0xbda2fb8f03338190 to hash 00000020:00000001:2.0:1712357314.161916:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.161917:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.161919:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.161922:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.161923:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.161926:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.161932:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.161939:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.162085:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.162086:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.162090:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.162092:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.162093:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.162094:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000100:00000001:2.0:1712357314.162097:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.162100:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.162102:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.162103:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.162108:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.162113:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.162114:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.162116:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.162118:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.162121:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.162349:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.162354:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.162355:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.162360:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.162364:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.162366:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.162371:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.162374:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.162378:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.162383:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572149504, portal 10 00000100:00000001:2.0:1712357314.162384:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.162385:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000100:00000040:2.0:1712357314.162390:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.162395:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.162397:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.162399:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e47f8. 00000100:00000200:2.0:1712357314.162401:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572149504, offset 0 00000400:00000200:2.0:1712357314.162404:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.162410:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.162414:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.162418:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.162421:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.162424:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.162425:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.162428:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [440:440:256:4294967295] 192.168.203.120@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:2.0:1712357314.162431:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.162436:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.162441:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.162444:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357314.162448:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.162453:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.162456:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.162474:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.162480:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.162482:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.162484:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.162485:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.162487:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.162489:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.162491:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.162493:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.162494:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.163014:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.163019:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:3.0:1712357314.163023:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.163028:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.163031:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e47f8 00000400:00000010:3.0:1712357314.163032:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e47f8. 00000100:00000001:3.0:1712357314.163035:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.163039:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.163046:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.163049:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.163054:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.163055:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.169644:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.169655:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.169657:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.169659:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.169667:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.169673:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.169678:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.169681:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.169684:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.169688:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906f00 00000400:00000200:3.0:1712357314.169691:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.169696:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1155 [1] + 224 00000800:00000001:3.0:1712357314.169707:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.169716:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.169718:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.169722:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.169726:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.169733:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.169742:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.169762:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.169768:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.169771:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.169799:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.169805:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.169806:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.169809:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.169813:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.169814:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.169816:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.169821:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.169829:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.169834:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.169836:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.169838:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.169840:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.169842:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.169843:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.169846:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.169852:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.169854:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.169857:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.169858:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.169860:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.169862:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.169865:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.169866:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.169867:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.169873:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.169877:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.169882:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.169885:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.169886:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.169889:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.169895:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.169898:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.169901:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.169902:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.169904:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.169906:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.169911:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.169914:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.169916:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.169917:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.169919:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.169922:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.169924:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.169926:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=4 00000020:00000001:2.0:1712357314.169928:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.169930:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000040:2.0:1712357314.169933:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c2ac0, remote cookie: 0xa8e7976a8eb20cd6, flags: 0x1001 00010000:00010000:2.0:1712357314.169937:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.169944:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x20:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:2.0:1712357314.169947:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357314.169957:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343300. 00010000:00000010:2.0:1712357314.169959:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf600. 00010000:00000001:2.0:1712357314.169961:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.169964:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.169971:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.169976:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357314.169979:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357314.169980:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357314.169981:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357314.169982:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357314.169984:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x20:0x0].0x0 (ffff8800aa343300) refcount = 1 00010000:00010000:2.0:1712357314.169988:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.169992:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357314.169994:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357314.169995:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.169997:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357314.169998:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.170000:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170004:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357314.170005:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170006:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170007:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170008:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170012:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357314.170014:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170014:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170019:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170020:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170022:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170023:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170024:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170025:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=4 00000020:00000001:2.0:1712357314.170026:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170027:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.170031:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.170033:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170038:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170040:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170041:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170041:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=5 00000020:00000001:2.0:1712357314.170043:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170044:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170045:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.170047:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170051:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170052:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.170054:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170058:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.170059:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170060:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170064:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357314.170068:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.170073:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170074:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170075:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170076:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170078:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170079:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170080:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.170081:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170082:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170084:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.170085:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170086:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170087:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170088:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170089:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00000002:00010000:2.0:1712357314.170091:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170095:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170096:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170097:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357314.170098:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170098:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170099:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170100:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170101:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000040:2.0:1712357314.170104:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.170106:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.170115:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/32 (0 0) 00010000:00000001:2.0:1712357314.170117:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170121:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.170122:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.170124:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357314.170126:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170130:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170132:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170135:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.170137:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:2.0:1712357314.170139:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.170142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170144:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170147:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.170148:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.170150:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.170152:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357314.170156:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.170157:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x20:0x0] 00000080:00000001:2.0:1712357314.170159:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170161:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.170163:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.170166:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x20:0x0], updating i_size 4096 00000080:00200000:2.0:1712357314.170168:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x20:0x0](ffff8800a77080c8): rc = 0 00000080:00000001:2.0:1712357314.170169:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123386568 : -131938586165048 : ffff8800a77080c8) 00010000:00000001:2.0:1712357314.170170:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170172:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170174:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170175:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.170178:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357314.170179:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357314.170180:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.170181:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170183:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.170187:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.170189:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) for lock 0xbda2fb8f03338190 00000080:00000001:2.0:1712357314.170191:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170193:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.170194:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170195:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.170196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170197:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170198:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170199:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170200:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170202:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.170203:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170204:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.170207:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6915b00. 00000080:00002000:2.0:1712357314.170211:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624ebd0 inode ffff8800a77080c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357314.170213:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.170215:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170216:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357314.170218:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) 00000080:00010000:2.0:1712357314.170221:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338190 from it ffff8800aa3cfbb8 00010000:00000001:2.0:1712357314.170222:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170223:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170224:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170225:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170227:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.170228:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170232:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170232:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170233:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.170243:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.170245:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170250:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.170252:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.170253:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.170255:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170256:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170257:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170259:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.170260:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170261:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170263:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170264:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.170264:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.170266:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.170269:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357314.170271:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.170275:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47480 x1795536572149504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.170280:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.170281:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.170284:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.170286:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.170288:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.170289:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=69 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.170291:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.170293:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc7800. 02000000:00000001:2.0:1712357314.170297:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.170298:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.170299:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47480. 00000100:00000001:2.0:1712357314.170301:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.170302:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.170304:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.170305:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357314.170309:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:2.0:1712357314.170317:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x20:0x0](ffff8800a77080c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357314.170321:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357314.170322:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8),name=__pycache__ 00000080:00000010:2.0:1712357314.170326:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.170330:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170332:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.170334:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x20:0x0] '__pycache__' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.170336:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.170339:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x200000401:0x20:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357314.170341:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170344:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.170345:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x20:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.170347:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357314.170348:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.170349:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.170352:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.170353:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.170355:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.170356:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357314.170359:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357314.170364:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357314.170366:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.170368:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357314.170373:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357314.170374:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357314.170376:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357314.170377:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357314.170378:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1712357314.170380:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.170385:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357314.170386:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.170388:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) 00000080:00010000:2.0:1712357314.170390:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) for lock 0xbda2fb8f03338190 00000080:00000001:2.0:1712357314.170392:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170393:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.170394:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170395:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.170396:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170397:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170398:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170400:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170401:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170403:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.170404:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170405:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.170407:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338190 from it ffff8800aa3cfcc8 00010000:00000001:2.0:1712357314.170408:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.170409:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.170409:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.170411:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170412:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.170413:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.170415:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170419:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170420:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170421:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.170422:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.170423:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.170434:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.170436:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.170437:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.170438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170439:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170439:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170441:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.170441:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170442:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170444:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170445:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.170446:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170446:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357314.170448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357314.170448:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.170450:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:2.0:1712357314.170454:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x20:0x0](ffff8800a77080c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357314.170457:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.170458:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ebd0, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:2.0:1712357314.170460:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170482:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.170483:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.170485:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.170488:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170490:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.170491:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357314.170493:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.170495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.170497:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.170498:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170500:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.170501:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.170502:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170504:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.170508:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ebd0) flags 0x108008e refc 0 00000080:00000001:2.0:1712357314.170510:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.170511:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:2.0:1712357314.170512:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.170513:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170519:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:2.0:1712357314.170521:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x20:0x0](ffff8800a77080c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1627598046.448176222, ctime 1712357314.000000000 00000080:00000002:2.0:1712357314.170526:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1627598046, ctime 1712357314, now = 1712357314 00000080:00000010:2.0:1712357314.170529:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.170530:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:2.0:1712357314.170532:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.170534:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:2.0:1712357314.170535:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x20:0x0], valid 0x101f0/0x1 00800000:00000001:2.0:1712357314.170537:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170539:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1712357314.170541:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1712357314.170543:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.170544:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.170545:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357314.170547:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.170549:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357314.170555:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.170557:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1712357314.170559:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1712357314.170560:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x20:0x0] mode (null) 00000080:00000001:2.0:1712357314.170561:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170576:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.170577:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.170578:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 3 00010000:00000001:2.0:1712357314.170579:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.170597:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170598:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170599:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.170604:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.170605:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 3 00010000:00000001:2.0:1712357314.170607:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.170608:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170610:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.170610:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.170611:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.170612:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 3 00010000:00000001:2.0:1712357314.170613:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.170614:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.170616:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1712357314.170618:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x20:0x0] lli = ffff8800a7708000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1712357314.170620:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1712357314.170621:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1712357314.170623:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1712357314.170624:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x20:0x0](ffff8800a77080c8) invalid 00000080:00002000:2.0:1712357314.170625:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff88013624ebd0) parent ffff8800a7701e58 inode ffff8800a77080c8 refc 1 00000080:00000001:2.0:1712357314.170628:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1712357314.170629:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1712357314.170630:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170632:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.170633:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.170635:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.170635:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.170636:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1712357314.170638:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2ac0 with handle 0xbda2fb8f03338190 from hash 00010000:00000001:2.0:1712357314.170639:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.170640:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170641:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170642:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.170643:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.170644:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1712357314.170646:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.170647:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357314.170649:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1712357314.170655:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada47480. 00000020:00000040:2.0:1712357314.170657:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=70 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.170661:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.170663:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.170665:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.170666:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170666:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.170668:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.170670:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.170671:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.170676:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcdc00. 00000100:00000001:2.0:1712357314.170680:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170681:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.170683:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1712357314.170685:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.170690:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1712357314.170691:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.170692:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.170693:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f03338190 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20cd6 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.170699:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343300 count: 0 00010000:00000010:2.0:1712357314.170702:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf600. 00010000:00000001:2.0:1712357314.170707:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.170708:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170710:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.170710:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.170712:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1712357314.170713:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1627598046, ctime 1712357314 00000020:00100000:2.0:1712357314.170718:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1712357314.170723:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357314.170728:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.170732:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.170736:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.170737:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.170740:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.170740:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000100:00000001:2.0:1712357314.170744:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.170747:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.170749:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.170750:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.170753:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.170758:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.170760:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.170762:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.170764:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.170766:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada47480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149632:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.170769:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.170772:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.170773:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.170776:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.170778:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc7800. 02000000:00000001:2.0:1712357314.170779:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.170783:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.170785:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.170788:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.170792:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572149632, portal 10 00000100:00000001:2.0:1712357314.170794:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.170795:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000100:00000040:2.0:1712357314.170799:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.170804:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.170806:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.170808:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4a18. 00000100:00000200:2.0:1712357314.170810:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572149632, offset 0 00000400:00000200:2.0:1712357314.170817:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.170821:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.170825:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.170829:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.170832:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.170835:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.170837:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.170840:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [441:441:256:4294967295] 192.168.203.120@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:2.0:1712357314.170843:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.170849:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.170853:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.170857:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343600. 00000800:00000200:2.0:1712357314.170861:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.170867:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.170870:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.170890:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.170892:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.170894:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.170895:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.170897:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.170898:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.170900:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.170901:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.170903:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.170903:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1712357314.172655:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2880. 00000800:00000200:3.0:1712357314.172659:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000080:00000010:0.1:1712357314.172661:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a69158a0. 00000800:00000010:3.0:1712357314.172662:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343600. 00000400:00000200:3.0:1712357314.172666:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.172671:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.172674:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4a18 00000400:00000010:3.0:1712357314.172676:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4a18. 00000100:00000001:3.0:1712357314.172679:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.172683:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.172690:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.172692:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.172697:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.172698:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.178807:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.178820:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.178824:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.178826:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.178835:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.178841:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.178847:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.178856:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.178860:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.178863:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef906f80 00000400:00000200:3.0:1712357314.178867:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.178872:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1165 [1] + 224 00000800:00000001:3.0:1712357314.178878:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.178889:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.178892:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.178895:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.178899:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.178905:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.178913:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.178944:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.178952:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.178955:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.178959:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.178964:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [442:442:256:4294967295] 192.168.203.120@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:3.0:1712357314.178967:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.179712:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.179720:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.179724:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.179729:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.179735:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.179738:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.179798:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.179801:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.179803:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.179815:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.179822:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.179826:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.179853:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.179860:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.179861:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.179864:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.179868:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.179870:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.179872:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.179877:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.179896:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada47480 x1795536572149632/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.179901:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.179903:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.179905:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.179907:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.179909:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.179911:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.179913:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.179919:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.179922:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.179924:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.179925:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.179927:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.179930:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.179932:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357314.179934:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1712357314.179936:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357314.179937:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.179938:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227454592 : -131938482097024 : ffff8800ada47480) 00000100:00000001:2.0:1712357314.179941:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.179942:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.179943:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.179945:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.179949:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada47480 x1795536572149632/t4294967367(4294967367) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.179955:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.179957:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.179958:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.179961:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada47480 x1795536572149632/t4294967367(4294967367) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.179967:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada47480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149632:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.179976:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.179978:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.179981:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.179982:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.179985:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada47480 x1795536572149632/t4294967367(4294967367) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.179990:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.179993:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.179995:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.179996:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.180001:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.180004:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180006:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.180010:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.180012:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.180014:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.180019:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.180020:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x20:0x0] 00000080:00000001:2.0:1712357314.180022:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180024:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.180026:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.180029:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x20:0x0], updating i_size 4096 00000100:00000001:2.0:1712357314.180031:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.180034:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada47480 x1795536572149632/t4294967367(4294967367) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.180038:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180040:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.180042:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.180043:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180045:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180046:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.180049:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000080:00200008:2.0:1712357314.180054:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x20:0x0](ffff8800a77080c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.169000000, mtime 1627598046.448176222, ctime 1712357314.169000000, rc 0 00000080:00000001:2.0:1712357314.180065:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180069:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.180071:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff88013624ebd0, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:2.0:1712357314.180073:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.180077:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.180079:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.180082:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.180083:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:2.0:1712357314.180084:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180094:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.180096:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.180097:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.180100:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180102:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.180103:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.180105:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.180107:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=17 00000080:00000001:2.0:1712357314.180109:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.180111:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.180113:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.180114:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.180116:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.180120:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=1 00000080:00000001:2.0:1712357314.180122:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.180124:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:2.0:1712357314.180128:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.180133:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.180136:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.180137:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.180140:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.180143:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:2.0:1712357314.180145:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.180148:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.180153:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.180156:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.180158:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.180162:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46d80. 00000020:00000040:2.0:1712357314.180165:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.180168:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.180172:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.180175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.180176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.180177:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.180180:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.180181:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.180184:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.180188:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6cc6c00. 00000100:00000001:2.0:1712357314.180192:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.180194:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.180196:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.180197:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.180198:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.180199:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.180204:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00010000:00000001:2.0:1712357314.180206:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.180208:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.180213:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.180215:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.180217:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.180219:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2d00. 00000020:00000001:2.0:1712357314.180221:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.180223:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2d00 with handle 0xbda2fb8f03338197 to hash 00000020:00000001:2.0:1712357314.180225:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.180226:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.180228:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.180230:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.180232:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.180235:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.180244:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.180252:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.180256:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.180257:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.180260:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.180262:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.180263:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.180264:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000001:2.0:1712357314.180267:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.180270:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.180271:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.180273:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.180276:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.180282:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.180283:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.180285:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.180287:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.180289:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.180292:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.180295:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.180296:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.180298:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.180301:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.180302:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.180307:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.180308:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.180312:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.180316:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572149696, portal 10 00000100:00000001:2.0:1712357314.180322:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.180323:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000040:2.0:1712357314.180328:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.180333:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.180335:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.180336:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4908. 00000100:00000200:2.0:1712357314.180338:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572149696, offset 0 00000400:00000200:2.0:1712357314.180342:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.180346:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.180349:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.180352:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.180355:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.180358:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.180360:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.180362:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [443:443:256:4294967295] 192.168.203.120@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:2.0:1712357314.180365:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.180370:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.180373:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.180376:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343b00. 00000800:00000200:2.0:1712357314.180378:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.180382:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.180384:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343b00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.180403:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.180405:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.180407:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.180409:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.180410:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.180411:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.180413:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.180414:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.180416:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.180420:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.180457:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.180459:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343b00. 00000400:00000200:3.0:1712357314.180463:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.180466:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.180468:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4908 00000400:00000010:3.0:1712357314.180470:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4908. 00000100:00000001:3.0:1712357314.180473:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.180476:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.180482:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.180485:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.180490:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.180491:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.182018:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343300. 00010000:00000010:2.1:1712357314.182025:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2ac0. 00000800:00000001:3.0:1712357314.183763:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.183774:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.183776:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.183778:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.183787:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.183792:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.183798:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.183801:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.183804:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.183808:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef906fc0 00000400:00000200:3.0:1712357314.183811:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.183815:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1175 [1] + 224 00000800:00000001:3.0:1712357314.183820:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.183831:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.183833:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.183836:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.183845:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.183851:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.183860:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.183886:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.183892:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.183894:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.183947:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.183953:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.183954:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.183956:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.183960:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.183961:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.183963:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.183967:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.183973:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.183978:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.183979:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.183981:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.183983:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.183984:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.183986:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.183988:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.183993:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.183996:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.183998:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.183999:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184001:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.184004:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.184006:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.184007:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.184008:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.184010:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.184012:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.184017:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.184019:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.184021:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.184023:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.184032:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.184035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.184038:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.184039:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.184040:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.184043:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.184047:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.184049:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.184051:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.184052:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184054:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.184056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184058:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184060:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=4 00000020:00000001:2.0:1712357314.184062:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184065:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000040:2.0:1712357314.184069:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c2d00, remote cookie: 0xa8e7976a8eb20cf9, flags: 0x1001 00010000:00010000:2.0:1712357314.184072:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.184078:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x20:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:2.0:1712357314.184080:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357314.184086:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343300. 00010000:00000010:2.0:1712357314.184088:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf600. 00010000:00000001:2.0:1712357314.184090:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.184092:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.184097:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184104:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357314.184107:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357314.184108:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357314.184109:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357314.184110:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357314.184112:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x20:0x0].0x0 (ffff8800aa343300) refcount = 1 00010000:00010000:2.0:1712357314.184114:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184118:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357314.184120:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357314.184121:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.184122:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357314.184124:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.184126:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184130:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357314.184131:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184131:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184133:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184137:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357314.184138:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184138:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184139:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184143:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184144:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184144:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=4 00000020:00000001:2.0:1712357314.184145:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184149:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184151:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.184152:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.184154:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184159:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184160:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184161:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=5 00000020:00000001:2.0:1712357314.184162:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184163:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184164:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.184166:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184169:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184169:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.184171:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184174:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.184175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357314.184180:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.184184:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184185:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184186:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184187:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184190:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184191:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184192:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.184193:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184194:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184196:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.184197:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184198:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184199:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184200:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184201:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00000002:00010000:2.0:1712357314.184203:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184206:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184207:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184207:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357314.184208:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184209:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184209:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184210:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184211:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000040:2.0:1712357314.184213:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.184214:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.184216:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/32 (0 0) 00010000:00000001:2.0:1712357314.184218:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184219:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.184219:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.184221:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357314.184223:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184225:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184227:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.184230:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.184231:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:2.0:1712357314.184235:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.184237:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184240:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184242:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.184243:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.184245:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.184247:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357314.184251:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.184252:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x20:0x0] 00000080:00000001:2.0:1712357314.184254:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.184256:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.184257:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.184260:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x20:0x0], updating i_size 4096 00000080:00200000:2.0:1712357314.184262:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x20:0x0](ffff8800a77080c8): rc = 0 00000080:00000001:2.0:1712357314.184263:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123386568 : -131938586165048 : ffff8800a77080c8) 00010000:00000001:2.0:1712357314.184265:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184265:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184266:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184267:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184268:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.184271:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357314.184272:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357314.184273:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.184274:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184275:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.184276:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.184278:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) for lock 0xbda2fb8f03338197 00000080:00000001:2.0:1712357314.184280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184281:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.184282:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184283:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.184284:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184285:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184287:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184289:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184290:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.184293:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184295:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.184298:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6915de0. 00000080:00002000:2.0:1712357314.184302:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e0d8 inode ffff8800a77080c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357314.184304:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.184306:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.184308:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357314.184310:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) 00000080:00010000:2.0:1712357314.184313:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338197 from it ffff8800aa3cfc38 00010000:00000001:2.0:1712357314.184314:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.184315:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.184315:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=3 00000020:00000001:2.0:1712357314.184317:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184318:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.184319:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.184321:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184325:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184326:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184327:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.184328:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.184329:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.184335:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.184337:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.184338:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.184340:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184345:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184347:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.184349:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184350:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184352:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184353:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.184354:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184355:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.184356:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.184359:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357314.184362:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.184366:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46d80 x1795536572149696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.184371:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.184372:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.184375:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.184377:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.184378:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.184380:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=70 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.184381:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.184383:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6cc6c00. 02000000:00000001:2.0:1712357314.184386:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.184387:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.184389:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46d80. 00000100:00000001:2.0:1712357314.184391:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.184392:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.184394:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.184395:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:2.0:1712357314.184396:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357314.184407:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:2.0:1712357314.184409:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x20:0x0](ffff8800a77080c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:2.0:1712357314.184414:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:2.0:1712357314.184416:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.184418:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:2.0:1712357314.184425:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.184427:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:2.0:1712357314.184429:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x20:0x0], valid 0x41/0x1 00800000:00000001:2.0:1712357314.184431:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184433:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1712357314.184434:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1712357314.184437:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.184438:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.184440:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357314.184441:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.184443:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357314.184449:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.184451:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1712357314.184453:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1712357314.184454:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x20:0x0] mode (null) 00000080:00000001:2.0:1712357314.184456:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184458:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.184459:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.184460:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 3 00010000:00000001:2.0:1712357314.184461:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.184463:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.184464:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184465:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.184465:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.184466:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 3 00010000:00000001:2.0:1712357314.184467:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.184468:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.184469:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.184470:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.184471:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.184472:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 3 00010000:00000001:2.0:1712357314.184473:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.184474:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.184475:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1712357314.184477:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x20:0x0] lli = ffff8800a7708000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1712357314.184484:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1712357314.184485:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1712357314.184487:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1712357314.184488:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x20:0x0](ffff8800a77080c8) invalid 00000080:00002000:2.0:1712357314.184490:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff88013624e0d8) parent ffff8800a7701e58 inode ffff8800a77080c8 refc 1 00000080:00000001:2.0:1712357314.184492:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1712357314.184493:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1712357314.184494:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184496:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.184498:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.184499:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.184500:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.184501:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1712357314.184503:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2d00 with handle 0xbda2fb8f03338197 from hash 00010000:00000001:2.0:1712357314.184504:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.184505:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184506:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184507:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.184508:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.184509:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1712357314.184511:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.184512:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357314.184513:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1712357314.184517:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46d80. 00000020:00000040:2.0:1712357314.184519:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.184522:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.184524:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.184525:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.184526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184527:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.184528:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.184530:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.184537:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.184542:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcc600. 00000100:00000001:2.0:1712357314.184546:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184551:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.184553:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1712357314.184556:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.184560:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1712357314.184570:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.184572:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.184574:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f03338197 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20cf9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.184580:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343300 count: 0 00010000:00000010:2.0:1712357314.184619:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf600. 00010000:00000001:2.0:1712357314.184625:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.184626:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184627:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.184628:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.184629:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1712357314.184630:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:2.0:1712357314.184636:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1712357314.184642:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357314.184647:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.184648:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.185358:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.185361:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.185364:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.185365:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000001:2.0:1712357314.185368:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.185371:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.185372:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.185374:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.185378:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.185391:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.185392:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.185395:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.185397:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.185400:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149824:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.185402:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.185405:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.185407:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.185408:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.185411:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc6c00. 02000000:00000001:2.0:1712357314.185412:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.185417:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.185419:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.185423:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.185426:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572149824, portal 10 00000100:00000001:2.0:1712357314.185428:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.185428:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000040:2.0:1712357314.185433:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.185438:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.185440:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.185442:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4660. 00000100:00000200:2.0:1712357314.185443:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572149824, offset 0 00000400:00000200:2.0:1712357314.185447:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.185452:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.185457:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.185461:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.185464:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.185466:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.185468:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.185471:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [444:444:256:4294967295] 192.168.203.120@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:2.0:1712357314.185474:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.185484:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.185489:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.185492:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343500. 00000800:00000200:2.0:1712357314.185496:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.185501:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.185504:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.187942:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.187948:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.187951:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.187963:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.187964:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.187967:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.187969:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.187972:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.187975:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.187976:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.188529:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.188533:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343500. 00000400:00000200:3.0:1712357314.188537:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.188543:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.188548:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4660 00000400:00000010:3.0:1712357314.188550:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4660. 00000100:00000001:3.0:1712357314.188554:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.188559:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.188579:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.188599:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.188603:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.188604:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.192726:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.192738:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.192741:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.192743:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.192751:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.192756:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.192762:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.192765:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.192768:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.192772:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907040 00000400:00000200:3.0:1712357314.192775:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.192789:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1185 [1] + 224 00000800:00000001:3.0:1712357314.192795:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.192810:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.192812:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.192815:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.192820:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.192825:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.192834:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.193064:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.193071:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.193074:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.193078:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.193083:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [445:445:256:4294967295] 192.168.203.120@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:3.0:1712357314.193086:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.193092:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.193096:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.193099:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.193104:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.193109:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.193112:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.193167:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.193170:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.193172:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.193175:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.193179:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.193182:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.193239:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.193244:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.193246:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.193248:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.193256:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.193258:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.193261:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.193265:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.193271:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46d80 x1795536572149824/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.193275:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.193276:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.193278:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.193281:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.193282:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.193284:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.193286:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.193297:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.193300:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.193302:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.193303:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.193305:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.193308:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193309:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357314.193311:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000044/0x0] 00000100:00000001:2.0:1712357314.193313:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357314.193314:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.193315:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227452800 : -131938482098816 : ffff8800ada46d80) 00000100:00000001:2.0:1712357314.193317:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.193319:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.193320:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.193321:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.193325:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46d80 x1795536572149824/t4294967368(4294967368) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.193329:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.193332:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.193333:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.193336:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46d80 x1795536572149824/t4294967368(4294967368) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.193341:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149824:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.193344:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.193347:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193349:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.193350:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.193352:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46d80 x1795536572149824/t4294967368(4294967368) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.193356:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.193359:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.193361:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.193366:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.193371:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.193373:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193376:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.193379:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.193382:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.193383:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.193388:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.193390:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x20:0x0] 00000080:00000001:2.0:1712357314.193392:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193394:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.193395:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.193399:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x20:0x0], updating i_size 4096 00000100:00000001:2.0:1712357314.193400:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.193403:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46d80 x1795536572149824/t4294967368(4294967368) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.193407:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193408:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.193409:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.193411:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193412:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193413:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.193417:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000080:00200008:2.0:1712357314.193422:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x20:0x0](ffff8800a77080c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.183000000, rc 0 00000080:00000001:2.0:1712357314.193426:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193434:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.193435:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff88013624e0d8, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:2.0:1712357314.193438:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.193442:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.193446:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.193448:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.193449:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry libzfs_core (ffff8800a7701e58, parent ffff8800a7656360, inode ffff8800b06418c8) hashed, 00000080:00000001:2.0:1712357314.193451:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193471:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.193481:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.193483:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.193487:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193490:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.193491:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.193493:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.193495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.193497:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.193499:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.193501:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.193502:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.193504:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.193510:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=16 00000080:00000001:2.0:1712357314.193513:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.193514:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=0 00000080:00000010:2.0:1712357314.193518:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.193522:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.193525:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.193527:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.193529:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.193532:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:2.0:1712357314.193534:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.193536:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.193538:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: lookup flags 0 00000002:00000001:2.0:1712357314.193540:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.193542:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.193545:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45500. 00000020:00000040:2.0:1712357314.193548:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.193551:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.193554:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.193558:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.193559:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.193560:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193572:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.193573:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.193610:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.193616:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61acc00. 00000100:00000001:2.0:1712357314.193620:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.193624:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.193625:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.193626:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.193626:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.193628:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.193633:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00010000:00000001:2.0:1712357314.193636:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.193637:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.193642:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.193643:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.193645:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.193648:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2ac0. 00000020:00000001:2.0:1712357314.193651:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.193653:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2ac0 with handle 0xbda2fb8f0333819e to hash 00000020:00000001:2.0:1712357314.193655:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.193656:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.193658:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.193660:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.193662:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.193665:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.193670:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.193676:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.193679:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.193680:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.193683:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.193684:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.193689:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.193690:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000001:2.0:1712357314.193693:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.193696:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193697:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.193698:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.193703:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.193707:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.193708:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.193711:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.193712:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.193715:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.193718:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.193721:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.193722:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.193724:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.193727:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.193728:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.193732:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.193734:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.193737:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.193742:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572149888, portal 10 00000100:00000001:2.0:1712357314.193743:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.193744:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000040:2.0:1712357314.193748:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.193752:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.193754:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.193756:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4770. 00000100:00000200:2.0:1712357314.193757:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572149888, offset 0 00000400:00000200:2.0:1712357314.193761:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.193764:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.193771:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.193774:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.193777:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.193780:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.193782:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.193784:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [446:446:256:4294967295] 192.168.203.120@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:2.0:1712357314.193786:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.193791:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.193794:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.193797:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343500. 00000800:00000200:2.0:1712357314.193800:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.193804:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.193806:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.193824:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193826:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.193828:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193830:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.193831:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.193832:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.193834:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.193835:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.193837:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.193838:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.193912:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.193914:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343500. 00000400:00000200:3.0:1712357314.193920:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.193923:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.193925:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4770 00000400:00000010:3.0:1712357314.193926:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4770. 00000100:00000001:3.0:1712357314.193929:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.193932:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.193937:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.193939:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.193944:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.193945:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.194045:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6915b00. 00010000:00000010:2.1:1712357314.200620:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343300. 00010000:00000010:2.1:1712357314.200631:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2d00. 00000080:00000010:2.1:1712357314.200635:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6915de0. 00000800:00000001:3.0:1712357314.201222:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.201235:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.201237:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.201239:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.201248:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.201254:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.201260:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.201263:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.201267:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.201270:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907080 00000400:00000200:3.0:1712357314.201274:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.201279:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1195 [1] + 224 00000800:00000001:3.0:1712357314.201285:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.201298:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.201300:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.201304:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.201308:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.201315:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.201323:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.201357:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.201364:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.201367:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.201418:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.201424:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.201425:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.201428:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.201432:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.201434:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.201436:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.201440:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.201447:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.201457:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.201537:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.201540:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.201542:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.201545:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.201546:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.201549:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.201556:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.201559:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.201561:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.201570:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.201572:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.201575:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.201578:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.201579:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.201580:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.201957:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.201962:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.201967:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.201970:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.201971:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.201973:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.201978:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.201981:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.201984:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.201986:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.201987:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.201989:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.201993:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.201999:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.202001:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.202002:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202004:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.202007:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202009:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202011:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=4 00000020:00000001:2.0:1712357314.202012:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202014:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000040:2.0:1712357314.202018:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c2ac0, remote cookie: 0xa8e7976a8eb20d1c, flags: 0x1001 00010000:00010000:2.0:1712357314.202022:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.202027:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x20:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:2.0:1712357314.202029:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357314.202036:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343300. 00010000:00000010:2.0:1712357314.202038:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf600. 00010000:00000001:2.0:1712357314.202041:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.202043:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.202048:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202052:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357314.202054:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357314.202056:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357314.202057:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357314.202058:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357314.202059:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x20:0x0].0x0 (ffff8800aa343300) refcount = 1 00010000:00010000:2.0:1712357314.202062:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202074:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357314.202076:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357314.202077:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.202079:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357314.202080:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.202082:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202086:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357314.202088:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202088:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202089:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202090:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202094:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357314.202095:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202096:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202097:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202098:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202100:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202101:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202102:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202102:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=4 00000020:00000001:2.0:1712357314.202103:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202105:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202106:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.202108:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.202110:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202113:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202114:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202119:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202120:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202121:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=5 00000020:00000001:2.0:1712357314.202122:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202123:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202125:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.202127:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202131:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202132:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.202133:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202137:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.202138:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202140:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357314.202144:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.202149:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202150:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202150:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202152:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202153:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202154:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202155:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.202156:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202157:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202159:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.202161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202161:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202162:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202166:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202168:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00000002:00010000:2.0:1712357314.202169:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202173:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202175:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357314.202175:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202176:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202176:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202177:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202178:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000040:2.0:1712357314.202181:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.202183:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.202185:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/32 (0 0) 00010000:00000001:2.0:1712357314.202186:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202187:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.202188:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.202189:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357314.202191:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202194:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202195:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.202199:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.202200:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:2.0:1712357314.202202:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.202205:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202207:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202210:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.202211:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.202213:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.202215:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357314.202220:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.202221:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x20:0x0] 00000080:00000001:2.0:1712357314.202224:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.202229:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502304 : 144115205272502304 : 200000401000020) 00000080:00000001:2.0:1712357314.202230:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.202233:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x20:0x0], updating i_size 4096 00000080:00200000:2.0:1712357314.202235:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x20:0x0](ffff8800a77080c8): rc = 0 00000080:00000001:2.0:1712357314.202237:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123386568 : -131938586165048 : ffff8800a77080c8) 00010000:00000001:2.0:1712357314.202239:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202240:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202241:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202242:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202244:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.202247:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357314.202248:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357314.202249:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.202251:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202252:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.202253:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.202256:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) for lock 0xbda2fb8f0333819e 00000080:00000001:2.0:1712357314.202258:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202259:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.202260:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202262:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.202263:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202264:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202265:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202266:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202268:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.202270:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202272:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.202276:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a69158a0. 00000080:00002000:2.0:1712357314.202280:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624ea20 inode ffff8800a77080c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357314.202286:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.202289:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.202291:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357314.202293:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x20:0x0](ffff8800a77080c8) 00000080:00010000:2.0:1712357314.202296:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333819e from it ffff8800aa3cfa60 00010000:00000001:2.0:1712357314.202297:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.202298:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.202299:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2ac0 refcount=3 00000020:00000001:2.0:1712357314.202300:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202302:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968384 : -131938524583232 : ffff8800ab1c2ac0) 00010000:00000001:2.0:1712357314.202303:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.202305:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202309:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202310:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202311:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.202312:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.202314:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2ac0/0xbda2fb8f0333819e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20d1c expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.202319:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.202321:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.202322:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.202324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202325:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202326:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202328:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.202330:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202331:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202333:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202334:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.202334:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202335:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.202336:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.202341:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357314.202344:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.202347:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45500 x1795536572149888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.202352:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.202353:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.202356:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.202358:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.202360:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.202361:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.202362:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.202364:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61acc00. 02000000:00000001:2.0:1712357314.202368:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.202369:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.202370:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45500. 00000100:00000001:2.0:1712357314.202372:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.202373:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.202379:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.202380:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.202383:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.202390:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:2.0:1712357314.202392:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.202394:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:2.0:1712357314.202397:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.202401:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.202403:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.202405:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:2.0:1712357314.202407:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.202410:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:2.0:1712357314.202412:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202414:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.202415:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.202418:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.202419:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.202425:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45500. 00000020:00000040:2.0:1712357314.202427:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.202430:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.202433:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.202434:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.202435:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.202436:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.202449:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.202451:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.202454:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.202458:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61acc00. 00000100:00000001:2.0:1712357314.202463:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202465:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.202467:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202468:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.202468:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.202470:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.202474:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00010000:00000001:2.0:1712357314.202477:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.202478:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.202479:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.202481:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.202482:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.202484:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2d00. 00000020:00000001:2.0:1712357314.202487:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.202488:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2d00 with handle 0xbda2fb8f033381a5 to hash 00000020:00000001:2.0:1712357314.202490:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.202491:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.202493:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.202494:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.202495:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.202497:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.202502:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.202513:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.202517:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.202518:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.202521:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.202522:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.202524:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.202525:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000001:2.0:1712357314.202528:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.202531:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.202533:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.202534:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.202537:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.202542:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.202543:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.202546:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.202547:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.202550:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.202552:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.202556:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.202557:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.202559:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.202561:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.202573:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.202578:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.202580:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.202600:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.202605:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572149952, portal 10 00000100:00000001:2.0:1712357314.202606:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.202607:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000040:2.0:1712357314.202612:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.202621:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.202623:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.202625:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e44c8. 00000100:00000200:2.0:1712357314.202627:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572149952, offset 0 00000400:00000200:2.0:1712357314.202630:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.202635:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.202639:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.202644:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.202647:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.202649:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.202651:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.202654:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [447:447:256:4294967295] 192.168.203.120@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:2.0:1712357314.202656:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.202662:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.202667:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.202670:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343b00. 00000800:00000200:2.0:1712357314.202674:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.202680:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.202683:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.202703:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.202704:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.202706:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.202708:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.202709:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.202710:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.202712:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.202713:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.202715:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.202715:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.203472:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.203475:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343b00. 00000400:00000200:3.0:1712357314.203479:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.203483:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.203486:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e44c8 00000400:00000010:3.0:1712357314.203487:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e44c8. 00000100:00000001:3.0:1712357314.203489:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.203493:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.203499:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.203501:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.203505:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.203506:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.206339:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.206346:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.206350:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.206352:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.206360:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.206366:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.206371:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.206375:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.206378:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.206381:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9070c0 00000400:00000200:3.0:1712357314.206385:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.206390:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11a5 [1] + 224 00000800:00000001:3.0:1712357314.206395:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.206406:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.206408:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.206416:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.206421:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.206427:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.206435:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.206645:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.206651:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.206654:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.206703:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.206709:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.206710:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.206717:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.206720:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.206722:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.206724:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.206728:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.206744:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.206750:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.206752:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.206754:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.206756:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.206757:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.206759:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.206761:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.206768:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.206771:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.206773:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357314.206776:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.206781:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.206784:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.206786:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.206787:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.206789:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357314.206792:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.206798:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357314.206800:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.206801:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.206804:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.206811:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572149952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.206818:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.206891:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.206893:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.206895:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.206898:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.206904:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.206906:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.206908:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.206909:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357314.206912:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.206915:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.206917:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.206919:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=4 00000020:00000001:2.0:1712357314.206921:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.206923:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00010000:2.0:1712357314.206926:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.206933:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357314.206935:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.206939:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.206941:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.206945:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.206946:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.206947:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.206951:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.206957:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.206959:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357314.206961:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.206966:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c2d00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357314.206969:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357314.206971:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.206976:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357314.206977:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357314.206979:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.206983:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357314.206985:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357314.206986:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.206987:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.206988:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2d00 refcount=5 00000020:00000001:2.0:1712357314.206989:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.206991:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184968960 : -131938524582656 : ffff8800ab1c2d00) 00010000:00000001:2.0:1712357314.206993:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.206994:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357314.206998:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.206999:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.207001:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357314.207002:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.207004:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.207005:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.207005:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.207006:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357314.207008:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2d00 with handle 0xbda2fb8f033381a5 from hash 00010000:00000001:2.0:1712357314.207013:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.207013:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.207014:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.207015:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.207016:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.207017:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357314.207018:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.207019:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.207019:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207020:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.207022:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.207025:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.207026:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.207026:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357314.207027:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.207028:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.207028:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.207029:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.207030:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2d00/0xbda2fb8f033381a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.207050:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.207052:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357314.207055:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357314.207059:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.207064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.207065:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207066:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207067:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207069:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.207071:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.207071:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207072:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.207074:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357314.207078:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.207081:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.207083:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207085:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.207087:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357314.207090:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6915560. 00000080:00002000:2.0:1712357314.207093:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e0d8 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357314.207097:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.207100:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357314.207103:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207105:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357314.207106:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.207107:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.207111:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.207113:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.207116:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:2.0:1712357314.207118:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207119:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.207120:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207121:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.207123:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.207126:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357314.207128:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.207131:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45500 x1795536572149952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.207136:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.207137:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.207139:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.207142:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.207143:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.207144:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.207146:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.207147:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61acc00. 02000000:00000001:2.0:1712357314.207150:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.207151:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.207155:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45500. 00000100:00000001:2.0:1712357314.207157:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.207158:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.207159:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.207160:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357314.207161:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357314.207164:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.207166:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff88013624e0d8, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:2.0:1712357314.207168:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.207170:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.207172:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.207174:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.207175:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:2.0:1712357314.207176:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207200:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.207202:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.207203:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.207207:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207209:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.207210:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357314.207211:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.207217:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.207220:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.207222:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207223:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.207224:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.207226:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207227:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.207228:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ea20) flags 0x108008e refc 0 00000080:00000001:2.0:1712357314.207229:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.207230:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357314.207231:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.207231:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.207232:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.207233:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.207234:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.207239:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_constants.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:2.0:1712357314.207243:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.207244:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_constants.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:2.0:1712357314.207248:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.207251:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.207253:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.207255:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_constants.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:2.0:1712357314.207257:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.207259:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='_constants.cpython-36.pyc' -> mds #0 00800000:00000001:2.0:1712357314.207261:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207263:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.207264:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _constants.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.207266:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.207267:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.207270:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45500. 00000020:00000040:2.0:1712357314.207271:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.207274:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.207277:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.207280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.207281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.207282:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.207284:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.207285:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.207287:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.207290:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61acc00. 00000100:00000001:2.0:1712357314.207294:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.207297:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.207298:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.207299:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.207300:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.207301:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.207305:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00010000:00000001:2.0:1712357314.207307:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.207308:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.207310:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.207313:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.207315:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.207317:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c2f40. 00000020:00000001:2.0:1712357314.207318:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.207320:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c2f40 with handle 0xbda2fb8f033381ac to hash 00000020:00000001:2.0:1712357314.207322:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.207323:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184969536 : -131938524582080 : ffff8800ab1c2f40) 00010000:00000001:2.0:1712357314.207325:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184969536 : -131938524582080 : ffff8800ab1c2f40) 00010000:00000001:2.0:1712357314.207327:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.207328:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.207330:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.207334:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.207339:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.207342:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.207343:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.207346:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.207347:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.207349:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.207350:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000001:2.0:1712357314.207352:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.207354:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.207356:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.207358:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.207361:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.207366:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.207366:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.207368:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.207372:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.207374:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.207377:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.207380:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.207382:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.207383:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.207386:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.207387:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.207391:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.207393:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.207396:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.207400:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150016, portal 10 00000100:00000001:2.0:1712357314.207402:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.207402:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000040:2.0:1712357314.207415:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.207526:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.207528:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.207530:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e46e8. 00000100:00000200:2.0:1712357314.207532:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572150016, offset 0 00000400:00000200:2.0:1712357314.207536:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.207539:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.207543:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.207548:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.207550:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.207553:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.207555:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.207558:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [448:448:256:4294967295] 192.168.203.120@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:2.0:1712357314.207561:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.207574:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.207577:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.207580:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343600. 00000800:00000200:2.0:1712357314.207736:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.207741:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.207744:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.207754:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.207756:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.207758:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.207759:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.207760:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.207762:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.207764:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.207765:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.207766:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.207767:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.207805:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.207808:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343600. 00000400:00000200:3.0:1712357314.207815:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.207818:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.207821:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e46e8 00000400:00000010:3.0:1712357314.207822:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e46e8. 00000100:00000001:3.0:1712357314.207825:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.207828:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.207835:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.207837:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.207842:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.207843:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.209711:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2d00. 00000080:00000010:3.1:1712357314.209719:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6915560. 00000800:00000001:3.0:1712357314.210222:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.210232:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.210235:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.210237:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.210244:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.210249:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.210254:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.210258:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.210261:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.210265:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907100 00000400:00000200:3.0:1712357314.210277:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.210281:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11b5 [1] + 224 00000800:00000001:3.0:1712357314.210287:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.210298:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.210301:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.210304:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.210308:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.210313:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.210322:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.210341:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.210347:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.210350:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.210512:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.210518:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.210519:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.210522:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.210526:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.210528:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.210529:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.210534:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.210542:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.210547:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.210548:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.210550:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.210553:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.210554:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.210556:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.210558:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.210573:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.210576:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.210578:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357314.210608:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.210618:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.210621:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.210623:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.210624:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.210626:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357314.210630:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.210635:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357314.210637:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.210638:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.210641:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.210646:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.210650:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.210653:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.210654:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.210656:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.210658:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.210663:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.210665:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.210667:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.210667:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357314.210670:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.210673:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.210675:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.210677:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2f40 refcount=4 00000020:00000001:2.0:1712357314.210678:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184969536 : -131938524582080 : ffff8800ab1c2f40) 00010000:00000001:2.0:1712357314.210680:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184969536 : -131938524582080 : ffff8800ab1c2f40) 00010000:00010000:2.0:1712357314.210684:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210693:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357314.210697:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210701:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.210703:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210707:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.210708:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.210710:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210713:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.210715:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.210717:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357314.210719:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.210723:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c2f40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357314.210725:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357314.210728:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210732:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357314.210733:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357314.210735:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210739:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357314.210741:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357314.210742:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.210742:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.210746:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c2f40 refcount=5 00000020:00000001:2.0:1712357314.210747:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184969536 : -131938524582080 : ffff8800ab1c2f40) 00010000:00000001:2.0:1712357314.210749:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184969536 : -131938524582080 : ffff8800ab1c2f40) 00010000:00000001:2.0:1712357314.210751:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.210752:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357314.210756:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.210757:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.210759:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357314.210765:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.210766:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.210767:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.210768:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.210769:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357314.210771:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c2f40 with handle 0xbda2fb8f033381ac from hash 00010000:00000001:2.0:1712357314.210773:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.210773:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.210774:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.210775:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.210776:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.210777:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357314.210779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.210780:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.210781:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.210782:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.210784:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210788:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.210788:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.210792:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357314.210793:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.210794:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.210795:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.210796:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.210797:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c2f40/0xbda2fb8f033381ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.210820:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.210821:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357314.210825:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357314.210829:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.210834:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.210835:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.210837:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.210838:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.210840:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.210841:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.210842:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.210843:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.210845:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_constants.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357314.210847:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.210850:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.210852:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.210855:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.210857:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357314.210860:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6915220. 00000080:00002000:2.0:1712357314.210864:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624ebd0 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357314.210868:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.210871:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357314.210874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.210876:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357314.210877:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.210879:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.210882:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.210884:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.210887:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:2.0:1712357314.210889:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.210890:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.210891:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.210896:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.210898:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.210901:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357314.210904:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.210907:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45500 x1795536572150016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.210912:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.210913:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.210915:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.210918:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.210919:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.210921:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.210923:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.210924:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61acc00. 02000000:00000001:2.0:1712357314.210928:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.210929:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.210931:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45500. 00000100:00000001:2.0:1712357314.210932:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.210933:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.210935:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.210936:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357314.210937:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357314.210942:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.210943:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _constants.cpython-36.pyc (ffff88013624ebd0, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:2.0:1712357314.210946:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.210949:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.210951:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.210953:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.210954:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:2.0:1712357314.210956:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.210983:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.210985:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.210986:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.210990:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.210993:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.210994:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357314.210997:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.211001:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.211004:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.211006:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.211008:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.211009:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.211011:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.211013:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.211014:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ea20) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.211015:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.211017:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357314.211018:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.211019:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.211020:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.211021:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.211022:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.211028:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_error_translation.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:2.0:1712357314.211030:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.211031:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_error_translation.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:2.0:1712357314.211035:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcde00. 00000080:00000001:2.0:1712357314.211040:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.211042:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.211043:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_error_translation.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:2.0:1712357314.211045:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.211047:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='_error_translation.cpython-36.pyc' -> mds #0 00800000:00000001:2.0:1712357314.211049:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.211051:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.211052:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _error_translation.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.211055:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.211056:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.211059:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45500. 00000020:00000040:2.0:1712357314.211061:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.211064:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.211066:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.211072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.211072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.211074:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.211075:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.211077:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.211079:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.211082:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61acc00. 00000100:00000001:2.0:1712357314.211086:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.211089:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.211090:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.211091:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.211092:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.211093:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.211097:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00010000:00000001:2.0:1712357314.211100:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.211101:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.211103:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.211105:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.211106:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.211108:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3180. 00000020:00000001:2.0:1712357314.211110:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.211112:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3180 with handle 0xbda2fb8f033381b3 to hash 00000020:00000001:2.0:1712357314.211113:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.211114:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184970112 : -131938524581504 : ffff8800ab1c3180) 00010000:00000001:2.0:1712357314.211116:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184970112 : -131938524581504 : ffff8800ab1c3180) 00010000:00000001:2.0:1712357314.211118:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.211119:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.211121:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.211126:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.211132:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.211154:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.211155:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.211159:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.211160:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.211162:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.211163:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000001:2.0:1712357314.211166:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.211169:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.211170:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.211172:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.211175:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.211181:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.211182:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.211184:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.211186:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.211188:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.211191:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.211194:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.211195:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.211197:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.211199:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e800. 02000000:00000001:2.0:1712357314.211201:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.211205:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.211207:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.211211:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.211215:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150080, portal 10 00000100:00000001:2.0:1712357314.211216:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.211217:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227446528 : -131938482105088 : ffff8800ada45500) 00000100:00000040:2.0:1712357314.211221:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.211225:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.211231:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.211232:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e45d8. 00000100:00000200:2.0:1712357314.211234:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572150080, offset 0 00000400:00000200:2.0:1712357314.211238:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.211242:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.211246:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.211251:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.211254:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.211257:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.211259:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.211262:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [449:449:256:4294967295] 192.168.203.120@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:2.0:1712357314.211264:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.211270:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.211274:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.211277:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357314.211281:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.211286:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.211289:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.211304:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.211306:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.211307:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.211308:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.211309:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.211310:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.211311:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.211312:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.211314:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.211314:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.211420:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.211423:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:3.0:1712357314.211426:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.211430:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.211432:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e45d8 00000400:00000010:3.0:1712357314.211434:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e45d8. 00000100:00000001:3.0:1712357314.211436:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.211440:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.211446:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.211449:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.211454:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.211455:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.213278:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.213286:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.213289:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.213291:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.213305:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.213310:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.213314:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.213317:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.213320:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.213334:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907140 00000400:00000200:3.0:1712357314.213338:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.213342:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11c5 [1] + 224 00000800:00000001:3.0:1712357314.213346:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.213357:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.213360:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.213363:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.213371:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.213376:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.213384:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.213403:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.213409:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.213412:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.213442:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.213446:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.213447:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.213449:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:2.0:1712357314.213453:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:2.0:1712357314.213454:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:2.0:1712357314.213459:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.213462:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.213466:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.213470:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.213471:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.213472:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.213473:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.213475:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.213476:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.213477:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.213481:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.213483:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.213485:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357314.213487:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.213490:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.213492:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.213493:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.213493:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.213494:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357314.213496:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.213500:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357314.213501:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.213502:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.213503:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.213507:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.213509:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.213513:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.213514:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.213515:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.213517:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.213520:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.213522:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.213523:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.213524:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357314.213525:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.213527:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.213529:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.213530:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3180 refcount=4 00000020:00000001:2.0:1712357314.213531:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970112 : -131938524581504 : ffff8800ab1c3180) 00010000:00000001:2.0:1712357314.213532:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970112 : -131938524581504 : ffff8800ab1c3180) 00010000:00010000:2.0:1712357314.213535:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213539:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357314.213542:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213545:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.213546:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213549:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.213549:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.213550:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213553:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.213554:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.213556:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357314.213557:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.213576:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357314.213577:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357314.213579:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213601:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357314.213602:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357314.213604:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213606:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357314.213607:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357314.213608:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.213609:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.213609:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3180 refcount=5 00000020:00000001:2.0:1712357314.213610:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970112 : -131938524581504 : ffff8800ab1c3180) 00010000:00000001:2.0:1712357314.213611:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970112 : -131938524581504 : ffff8800ab1c3180) 00010000:00000001:2.0:1712357314.213612:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.213614:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357314.213616:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.213617:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.213618:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357314.213618:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.213620:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.213621:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.213621:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.213622:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357314.213623:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c3180 with handle 0xbda2fb8f033381b3 from hash 00010000:00000001:2.0:1712357314.213624:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.213624:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.213628:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.213628:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.213629:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.213630:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357314.213631:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.213631:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.213632:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.213634:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.213635:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213637:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.213638:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.213638:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357314.213639:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.213639:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.213640:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.213640:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.213641:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3180/0xbda2fb8f033381b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.213646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.213647:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357314.213649:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357314.213652:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.213655:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.213656:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.213657:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.213658:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.213659:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.213660:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.213660:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.213661:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.213662:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_error_translation.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357314.213664:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.213666:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.213669:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.213671:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.213672:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357314.213718:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab170b40. 00000080:00002000:3.0:1712357314.213723:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e870 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357314.213727:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.213730:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357314.213732:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.213735:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357314.213736:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357314.213738:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357314.213741:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:3.0:1712357314.213743:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357314.213746:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:3.0:1712357314.213748:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.213749:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.213754:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.213756:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357314.213758:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357314.213761:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcde00. 00000100:00000001:3.0:1712357314.213764:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.213768:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45500 x1795536572150080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.213773:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357314.213775:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357314.213776:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e800. 02000000:00000001:3.0:1712357314.213779:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357314.213780:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357314.213781:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357314.213783:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357314.213785:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61acc00. 02000000:00000001:3.0:1712357314.213788:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357314.213789:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357314.213791:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45500. 00000100:00000001:3.0:1712357314.213792:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357314.213793:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.213795:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357314.213796:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357314.213797:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357314.213801:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.213802:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _error_translation.cpython-36.pyc (ffff88013624e870, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:3.0:1712357314.213804:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.213805:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357314.213818:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357314.213820:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.213821:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:3.0:1712357314.213822:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.213846:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357314.213848:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.213849:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.213852:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.213854:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.213858:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:3.0:1712357314.213859:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.213861:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:3.0:1712357314.213863:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.213865:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.213867:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.213868:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.213870:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.213871:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.213872:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ea20) flags 0x10800ce refc 0 00000080:00000001:3.0:1712357314.213874:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.213875:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:3.0:1712357314.213876:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.213876:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.213878:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.213878:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.213880:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.213886:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_libzfs_core.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:3.0:1712357314.213888:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357314.213890:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_libzfs_core.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:3.0:1712357314.213893:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:3.0:1712357314.213897:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.213899:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357314.213900:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_libzfs_core.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:3.0:1712357314.213902:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357314.213905:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='_libzfs_core.cpython-36.pyc' -> mds #0 00800000:00000001:3.0:1712357314.213907:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.213909:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357314.213910:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _libzfs_core.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357314.213913:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357314.213915:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357314.213917:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cf480. 00000020:00000040:3.0:1712357314.213920:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357314.213923:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357314.213929:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357314.213932:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.213933:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.213933:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.213935:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357314.213937:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357314.213939:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357314.213943:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa039800. 00000100:00000001:3.0:1712357314.213947:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.213949:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.213950:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.213952:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.213952:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.213954:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.213958:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322383488 : -131938387168128 : ffff8800b34cf480) 00010000:00000001:3.0:1712357314.213960:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357314.213961:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357314.213963:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:3.0:1712357314.213964:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357314.213966:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357314.213968:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab380fc0. 00000020:00000001:3.0:1712357314.213970:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357314.213971:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab380fc0 with handle 0xbda2fb8f033381ba to hash 00000020:00000001:3.0:1712357314.213973:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357314.213974:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186796480 : -131938522755136 : ffff8800ab380fc0) 00010000:00000001:3.0:1712357314.213976:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186796480 : -131938522755136 : ffff8800ab380fc0) 00010000:00000001:3.0:1712357314.213977:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.213978:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.213980:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.213984:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.213990:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357314.214004:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357314.214005:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357314.214008:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f9c0. 00000100:00000001:3.0:1712357314.214010:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166474688 : -131938543076928 : ffff8800aa01f9c0) 00000100:00000001:3.0:1712357314.214011:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.214012:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322383488 : -131938387168128 : ffff8800b34cf480) 00000100:00000001:3.0:1712357314.214015:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357314.214017:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.214019:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357314.214020:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357314.214024:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.214028:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357314.214029:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.214031:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357314.214033:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357314.214035:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cf480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.214037:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357314.214040:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357314.214041:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.214043:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357314.214045:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a660800. 02000000:00000001:3.0:1712357314.214046:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.214050:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357314.214052:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760840. 00000400:00000010:3.0:1712357314.214055:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35866e8. 00000100:00000200:3.0:1712357314.214059:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150144, portal 10 00000100:00000001:3.0:1712357314.214060:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.214061:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322383488 : -131938387168128 : ffff8800b34cf480) 00000100:00000040:3.0:1712357314.214065:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.214070:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357314.214075:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357314.214076:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586770. 00000100:00000200:3.0:1712357314.214078:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572150144, offset 0 00000400:00000200:3.0:1712357314.214081:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357314.214085:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.214088:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.214092:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357314.214095:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357314.214097:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357314.214099:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357314.214103:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [450:450:256:4294967295] 192.168.203.120@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:3.0:1712357314.214105:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.214111:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357314.214115:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.214118:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.214121:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.214126:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.214129:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:3.0:1712357314.214148:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.214149:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357314.214151:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.214153:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357314.214154:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357314.214156:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357314.214157:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.214158:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.214160:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.214161:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.214235:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.214238:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:2.0:1712357314.214241:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.214245:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.214247:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586770 00000400:00000010:2.0:1712357314.214249:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586770. 00000100:00000001:2.0:1712357314.214251:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.214254:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.214260:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.214261:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.214265:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.214266:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.215701:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c2f40. 00000800:00000001:3.0:1712357314.216656:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.216666:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.216668:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.216670:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.216676:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.216681:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.216694:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.216698:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.216701:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.216704:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907180 00000400:00000200:3.0:1712357314.216707:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.216711:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11d5 [1] + 224 00000800:00000001:3.0:1712357314.216716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.216726:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.216729:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.216732:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.216736:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.216741:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.216750:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.216792:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.216798:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.216801:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.216842:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.216847:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.216848:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.216850:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760840. 00000400:00000200:0.0:1712357314.216853:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35866e8 00000400:00000010:0.0:1712357314.216855:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35866e8. 00000100:00000001:0.0:1712357314.216862:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.216866:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.216871:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.216876:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.216877:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.216879:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.216881:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.216883:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.216885:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.216887:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.216893:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.216896:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.216898:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.216901:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.216906:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.216908:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.216909:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.216911:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.216913:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.216916:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.216921:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.216923:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.216925:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.216927:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.216933:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cf480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.216937:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.216944:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.216945:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.216947:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.216950:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.216955:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.216957:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f9c0. 00000100:00000001:0.0:1712357314.216960:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.216961:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.216963:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.216966:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.216968:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.216970:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab380fc0 refcount=4 00000020:00000001:0.0:1712357314.216971:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186796480 : -131938522755136 : ffff8800ab380fc0) 00010000:00000001:0.0:1712357314.216973:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186796480 : -131938522755136 : ffff8800ab380fc0) 00010000:00010000:0.0:1712357314.216977:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.216984:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.216987:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.216992:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.216995:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.216999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.217000:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.217002:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.217006:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.217007:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.217009:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.217011:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.217019:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab380fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.217022:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.217024:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.217029:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.217030:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.217033:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.217036:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.217037:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.217038:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.217039:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.217040:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab380fc0 refcount=5 00000020:00000001:0.0:1712357314.217042:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186796480 : -131938522755136 : ffff8800ab380fc0) 00010000:00000001:0.0:1712357314.217043:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186796480 : -131938522755136 : ffff8800ab380fc0) 00010000:00000001:0.0:1712357314.217045:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.217047:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.217050:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.217051:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.217053:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.217054:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.217056:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.217057:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.217058:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.217059:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.217060:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab380fc0 with handle 0xbda2fb8f033381ba from hash 00010000:00000001:0.0:1712357314.217062:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.217062:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.217066:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.217067:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.217068:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.217069:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.217071:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.217072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.217073:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217074:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.217076:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.217080:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.217081:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.217082:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.217083:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.217083:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.217084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.217084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.217086:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab380fc0/0xbda2fb8f033381ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.217111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.217112:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.217116:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.217120:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.217126:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.217127:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217128:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217129:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217131:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.217133:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.217134:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217135:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.217136:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_libzfs_core.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.217139:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.217141:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.217146:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217149:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.217150:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.217154:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692fca0. 00000080:00002000:0.0:1712357314.217158:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75dad80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.217162:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.217165:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.217167:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217169:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.217170:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.217172:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.217176:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:0.0:1712357314.217177:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.217180:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:0.0:1712357314.217182:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217183:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.217185:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217186:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.217188:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.217191:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000100:00000001:0.0:1712357314.217194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.217197:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cf480 x1795536572150144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.217202:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.217204:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.217206:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a660800. 02000000:00000001:0.0:1712357314.217209:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.217210:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.217212:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.217213:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.217215:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa039800. 02000000:00000001:0.0:1712357314.217219:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.217220:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.217222:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cf480. 00000100:00000001:0.0:1712357314.217224:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.217225:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.217229:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.217231:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.217232:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.217236:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.217238:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _libzfs_core.cpython-36.pyc (ffff8800a75dad80, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.217240:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.217242:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.217245:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.217246:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.217247:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:0.0:1712357314.217249:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217278:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.217280:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.217281:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.217285:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217288:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.217289:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.217290:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.217292:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.217294:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.217297:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217298:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.217299:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.217301:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217302:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.217303:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ea20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.217304:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.217305:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.217307:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.217308:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.217309:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.217310:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.217311:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.217317:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_nvlist.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:0.0:1712357314.217319:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.217321:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_nvlist.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:0.0:1712357314.217330:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55600. 00000080:00000001:0.0:1712357314.217334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.217336:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.217337:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_nvlist.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:0.0:1712357314.217340:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.217342:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='_nvlist.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.217344:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217346:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.217347:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _nvlist.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.217349:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.217351:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.217353:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357314.217355:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.217359:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.217361:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.217363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.217364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.217365:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.217367:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.217368:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.217370:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.217374:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c800. 00000100:00000001:0.0:1712357314.217378:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.217380:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.217381:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.217382:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.217383:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.217384:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.217388:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357314.217390:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.217391:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.217393:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:0.0:1712357314.217394:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.217396:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.217401:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357314.217403:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.217405:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033381c1 to hash 00000020:00000001:0.0:1712357314.217406:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.217407:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.217409:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.217410:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.217411:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.217413:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.217417:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.217423:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.217426:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.217428:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.217431:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357314.217433:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357314.217435:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.217436:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357314.217439:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.217441:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.217443:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.217444:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.217448:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.217453:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.217454:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.217457:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.217458:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.217461:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.217468:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.217472:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.217473:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.217475:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.217478:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357314.217479:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.217482:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.217485:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c370. 00000400:00000010:0.0:1712357314.217488:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357314.217492:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150208, portal 10 00000100:00000001:0.0:1712357314.217494:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.217495:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357314.217498:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.217503:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.217505:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.217507:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357314.217509:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572150208, offset 0 00000400:00000200:0.0:1712357314.217513:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.217518:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.217522:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.217526:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.217529:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.217531:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.217533:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.217535:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [451:451:256:4294967295] 192.168.203.120@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:0.0:1712357314.217538:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.217545:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.217549:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.217551:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357314.217555:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.217572:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.217576:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.217616:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.217617:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.217619:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.217621:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.217622:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.217624:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.217626:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.217627:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.217628:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.217629:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.217664:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.217667:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357314.217670:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.217674:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.217676:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:2.0:1712357314.217677:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:2.0:1712357314.217680:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.217683:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.217689:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.217692:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.217696:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.217698:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.218735:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab170b40. 00000800:00000001:3.0:1712357314.222149:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.222159:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.222162:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.222164:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.222172:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.222177:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.222182:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.222187:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.222190:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.222193:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9071c0 00000400:00000200:3.0:1712357314.222196:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.222201:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11e5 [1] + 224 00000080:00000010:0.1:1712357314.222202:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6915220. 00000800:00000001:3.0:1712357314.222207:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000010:0.1:1712357314.222212:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c3180. 00000800:00000001:3.0:1712357314.222219:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.222225:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.222229:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.222233:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.222240:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.222247:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:2.1:1712357314.222263:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab380fc0. 00000100:00000001:3.0:1712357314.222266:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.222272:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.222276:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.222283:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.222289:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.222290:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.222300:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c370. 00000400:00000200:2.0:1712357314.222303:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:2.0:1712357314.222305:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:2.0:1712357314.222308:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.222312:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.222320:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222325:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.222327:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.222329:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.222331:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.222333:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.222334:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.222336:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.222342:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.222345:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.222348:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357314.222350:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222356:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.222358:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.222359:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.222361:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.222362:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357314.222365:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222370:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357314.222373:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.222374:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.222376:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.222382:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.222388:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.222391:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.222393:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.222394:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.222397:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222402:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.222404:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:2.0:1712357314.222406:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.222407:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357314.222410:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.222412:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.222414:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.222416:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:2.0:1712357314.222418:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:2.0:1712357314.222420:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:2.0:1712357314.222424:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222431:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357314.222435:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222439:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.222441:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222445:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.222446:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.222448:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222452:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.222456:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.222458:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357314.222460:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.222464:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357314.222466:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357314.222469:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222473:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357314.222474:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357314.222476:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222480:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357314.222482:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357314.222482:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.222483:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.222484:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:2.0:1712357314.222485:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:2.0:1712357314.222486:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:2.0:1712357314.222488:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.222490:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357314.222493:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.222495:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.222496:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357314.222497:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.222499:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.222500:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.222501:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.222502:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357314.222504:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033381c1 from hash 00010000:00000001:2.0:1712357314.222508:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.222509:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.222510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.222510:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.222511:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.222512:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357314.222514:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.222515:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.222515:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222517:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.222519:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.222522:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.222523:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357314.222524:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.222525:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.222525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.222526:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.222528:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033381c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.222535:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.222537:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357314.222540:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357314.222543:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.222549:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.222550:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222551:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222552:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222554:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.222555:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.222556:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222557:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.222559:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_nvlist.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357314.222576:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.222580:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.222599:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222602:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.222603:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357314.222607:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ad8696a0. 00000080:00002000:2.0:1712357314.222611:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357314.222616:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.222619:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357314.222622:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222624:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357314.222626:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.222628:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.222633:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.222635:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.222638:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:2.0:1712357314.222640:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222641:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.222643:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222644:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.222646:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.222649:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55600. 00000100:00000001:2.0:1712357314.222652:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.222655:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572150208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222659:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.222661:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.222663:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:2.0:1712357314.222667:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.222668:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.222669:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.222671:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.222675:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c800. 02000000:00000001:2.0:1712357314.222677:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.222678:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.222684:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:2.0:1712357314.222686:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.222687:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.222689:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.222690:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357314.222690:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357314.222695:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.222696:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _nvlist.cpython-36.pyc (ffff8800a75166c0, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:2.0:1712357314.222698:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.222700:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.222702:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.222703:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.222704:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:2.0:1712357314.222706:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222734:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.222736:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.222738:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.222742:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222744:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.222745:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357314.222747:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.222749:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.222752:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.222753:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222755:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.222756:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.222758:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222759:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.222760:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ea20) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357314.222761:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.222763:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:2.0:1712357314.222764:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.222765:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.222766:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.222766:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.222769:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.222774:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ctypes.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:2.0:1712357314.222783:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.222784:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ctypes.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:2.0:1712357314.222789:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcd200. 00000080:00000001:2.0:1712357314.222793:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.222796:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.222797:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ctypes.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:2.0:1712357314.222800:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.222802:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='ctypes.cpython-36.pyc' -> mds #0 00800000:00000001:2.0:1712357314.222804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222806:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.222807:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ctypes.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.222810:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.222811:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.222814:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46680. 00000020:00000040:2.0:1712357314.222816:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.222819:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.222822:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.222825:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.222826:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.222827:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.222829:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.222831:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.222833:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.222837:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61af000. 00000100:00000001:2.0:1712357314.222842:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.222843:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.222845:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.222846:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.222847:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.222848:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.222852:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227451008 : -131938482100608 : ffff8800ada46680) 00010000:00000001:2.0:1712357314.222854:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.222855:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.222857:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:2.0:1712357314.222862:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.222864:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.222866:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c33c0. 00000020:00000001:2.0:1712357314.222867:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.222869:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c33c0 with handle 0xbda2fb8f033381c8 to hash 00000020:00000001:2.0:1712357314.222870:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.222871:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.222873:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.222875:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.222876:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.222878:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.222882:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.222888:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.222891:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.222892:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.222896:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357314.222897:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357314.222899:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.222900:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451008 : -131938482100608 : ffff8800ada46680) 00000100:00000001:2.0:1712357314.222903:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.222905:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.222907:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.222908:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.222911:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222916:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.222917:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.222920:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.222924:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.222927:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.222929:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.222932:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.222934:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.222935:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.222939:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4c800. 02000000:00000001:2.0:1712357314.222940:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.222944:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.222946:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19a0. 00000400:00000010:2.0:1712357314.222950:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357314.222954:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150272, portal 10 00000100:00000001:2.0:1712357314.222955:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.222956:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451008 : -131938482100608 : ffff8800ada46680) 00000100:00000040:2.0:1712357314.222959:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.222963:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.222965:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.222966:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4440. 00000100:00000200:2.0:1712357314.222968:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572150272, offset 0 00000400:00000200:2.0:1712357314.222971:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.222975:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.222979:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.222982:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.222985:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.222988:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.222989:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.222992:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [452:452:256:4294967295] 192.168.203.120@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:2.0:1712357314.222994:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.223000:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.223004:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.223007:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357314.223015:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.223020:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.223023:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.223042:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.223044:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.223045:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.223047:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.223048:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.223050:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.223052:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.223053:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.223054:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.223055:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.223232:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.223235:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:3.0:1712357314.223238:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.223242:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.223245:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4440 00000400:00000010:3.0:1712357314.223246:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4440. 00000100:00000001:3.0:1712357314.223248:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.223251:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.223257:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.223260:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.223264:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.223265:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.225739:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:1.1:1712357314.225756:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ad8696a0. 00000800:00000001:3.0:1712357314.225770:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.225782:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.225784:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.225786:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.225793:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.225798:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.225804:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.225807:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.225810:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.225818:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907200 00000400:00000200:3.0:1712357314.225821:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.225825:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11ed [1] + 224 00000800:00000001:3.0:1712357314.225830:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.225838:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.225840:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.225844:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.225848:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.225853:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.225861:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.225871:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.225875:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.225877:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1712357314.225923:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692fca0. 00000100:00000001:0.0:1712357314.225958:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.225963:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.225964:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.225966:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19a0. 00000400:00000200:0.0:1712357314.225970:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:0.0:1712357314.225972:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:0.0:1712357314.225974:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.225978:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.225985:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.225990:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.225992:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.225993:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.225996:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.225997:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.225999:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.226001:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.226007:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.226010:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.226012:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.226015:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.226027:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.226030:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.226032:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.226033:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.226035:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.226038:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.226043:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.226045:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.226047:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.226049:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.226055:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.226058:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.226061:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.226062:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.226064:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.226067:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.226072:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.226074:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:0.0:1712357314.226075:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.226076:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.226079:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.226081:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.226083:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.226084:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=4 00000020:00000001:0.0:1712357314.226086:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:0.0:1712357314.226088:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00010000:0.0:1712357314.226092:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226101:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.226104:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226108:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.226111:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226115:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.226116:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.226117:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226121:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.226123:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.226125:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.226127:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.226131:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.226134:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.226136:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226141:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.226142:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.226144:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226148:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.226150:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.226150:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.226151:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.226154:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=5 00000020:00000001:0.0:1712357314.226155:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:0.0:1712357314.226157:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:0.0:1712357314.226159:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.226161:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.226165:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.226166:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.226167:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.226168:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.226170:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.226171:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.226172:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.226173:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.226174:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c33c0 with handle 0xbda2fb8f033381c8 from hash 00010000:00000001:0.0:1712357314.226176:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.226176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.226177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.226178:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.226178:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.226180:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.226181:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.226182:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.226183:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226184:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.226186:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226189:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.226189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.226190:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.226191:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.226192:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.226192:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.226193:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.226195:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.226723:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.226726:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.226730:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.226734:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.226741:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.226742:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226743:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226744:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226746:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.226748:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.226748:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226750:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.226751:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ctypes.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.226753:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.226756:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.226760:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226764:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.226765:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.226768:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692fe00. 00000080:00002000:0.0:1712357314.226772:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.226776:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.226779:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.226782:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226784:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.226785:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.226787:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.226791:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:0.0:1712357314.226792:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.226795:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:0.0:1712357314.226797:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226799:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.226800:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226805:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.226807:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.226810:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd200. 00000100:00000001:0.0:1712357314.226813:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.226816:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46680 x1795536572150272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.226821:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.226822:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.226825:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4c800. 02000000:00000001:0.0:1712357314.226827:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.226829:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.226830:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.226832:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.226833:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61af000. 02000000:00000001:0.0:1712357314.226837:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.226838:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.226840:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46680. 00000100:00000001:0.0:1712357314.226842:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.226843:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.226844:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.226845:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.226846:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.226850:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.226852:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ctypes.cpython-36.pyc (ffff88013624e870, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.226854:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.226856:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.226858:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.226860:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.226861:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:0.0:1712357314.226863:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226890:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.226892:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.226894:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.226898:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226900:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.226901:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.226903:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.226907:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.226910:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.226912:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226913:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.226914:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.226916:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226918:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.226919:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff88013624ea20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.226920:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.226921:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.226922:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.226923:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.226924:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.226925:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x20:0x0](ffff8800a77080c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.226927:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.226932:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=exceptions.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), flags=0 00000080:00000001:0.0:1712357314.226934:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.226936:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=exceptions.cpython-36.pyc, dir=[0x200000401:0x20:0x0](ffff8800a77080c8), intent=getattr 00000080:00000010:0.0:1712357314.226940:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.226943:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.226945:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.226947:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'exceptions.cpython-36.pyc' on [0x200000401:0x20:0x0] 00800000:00000001:0.0:1712357314.226949:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.226951:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x20:0x0], fid2=[0x0:0x0:0x0], name='exceptions.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.226953:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.226955:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.226956:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: exceptions.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x20:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.226959:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.226961:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.226964:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357314.226966:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.226969:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.226972:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.226975:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.226978:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.226979:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.226981:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.226982:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.226985:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.226989:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c000. 00000100:00000001:0.0:1712357314.226993:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.226995:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.226996:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.226998:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.226998:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.227000:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.227005:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357314.227007:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.227008:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.227009:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:0.0:1712357314.227011:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.227012:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.227014:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357314.227016:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.227018:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f033381cf to hash 00000020:00000001:0.0:1712357314.227020:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.227021:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.227023:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.227025:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.227026:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.227028:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.227033:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.227040:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.227043:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.227046:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.227050:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357314.227051:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357314.227053:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.227054:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357314.227058:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.227060:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.227061:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.227063:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.227066:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.227071:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.227072:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.227075:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.227076:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.227078:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150336:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.227081:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.227084:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.227086:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.227087:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.227090:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357314.227091:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.227095:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.227098:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c3c8. 00000400:00000010:0.0:1712357314.227101:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357314.227104:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150336, portal 10 00000100:00000001:0.0:1712357314.227106:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.227107:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357314.227110:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.227115:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.227118:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.227119:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357314.227121:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572150336, offset 0 00000400:00000200:0.0:1712357314.227128:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.227132:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.227136:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.227140:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.227143:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.227146:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.227148:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.227150:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [453:453:256:4294967295] 192.168.203.120@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:0.0:1712357314.227154:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.227160:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.227165:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.227167:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.227171:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.227177:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.227180:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.227570:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.227572:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.227574:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.227576:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.227577:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.227579:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.227594:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.227595:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.227597:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.227598:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.227808:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.227811:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.227814:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.227818:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.227820:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357314.227822:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357314.227824:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.227827:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.227835:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.227837:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.227842:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.227843:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.229960:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.229969:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.229973:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.229983:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.229991:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.229996:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.230001:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.230004:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.230007:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.230011:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907240 00000400:00000200:3.0:1712357314.230014:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.230019:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x11fd [1] + 224 00000800:00000001:3.0:1712357314.230024:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.230032:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.230034:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.230037:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.230042:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.230046:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.230054:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.230095:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.230101:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.230104:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357314.230132:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c33c0. 00000100:00000001:0.0:1712357314.230133:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000080:00000010:2.1:1712357314.230138:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692fe00. 00000400:00000001:0.0:1712357314.230138:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.230139:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.230142:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c3c8. 00000400:00000200:0.0:1712357314.230144:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:0.0:1712357314.230146:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:0.0:1712357314.230148:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.230152:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.230167:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230172:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.230173:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.230174:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.230177:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.230178:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.230180:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.230182:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.230188:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.230191:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.230194:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.230196:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230201:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.230204:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.230205:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.230207:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.230208:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.230212:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230218:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.230220:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.230221:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.230224:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.230230:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150336:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.230233:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.230236:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.230237:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.230242:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.230245:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230250:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.230252:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357314.230254:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.230255:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.230257:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.230260:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.230262:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.230264:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357314.230265:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.230267:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357314.230271:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230277:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.230281:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230285:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.230287:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.230292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.230294:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230298:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.230300:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.230302:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.230304:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.230313:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.230316:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.230318:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230323:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.230324:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.230326:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230330:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.230331:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.230332:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.230333:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.230334:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357314.230335:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.230336:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.230338:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.230340:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.230344:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.230345:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.230347:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.230348:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.230350:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.230351:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.230351:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.230352:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.230354:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f033381cf from hash 00010000:00000001:0.0:1712357314.230355:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.230356:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.230359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.230360:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.230361:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.230362:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.230363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.230364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.230365:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.230366:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.230368:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230372:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.230372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.230373:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.230374:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.230375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.230375:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.230376:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.230377:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033381cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.230396:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.230397:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.230400:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.230404:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.230409:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.230410:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230411:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230412:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230414:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.230415:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.230415:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230416:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.230418:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=exceptions.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.230421:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.230423:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.230429:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.230432:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.230433:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.230436:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692ff60. 00000080:00002000:0.0:1712357314.230461:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.230466:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.230469:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.230471:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230473:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.230475:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.230476:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.230481:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343300 count: 2 00010000:00000001:0.0:1712357314.230483:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.230486:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/32 (0 0) 00000002:00000001:0.0:1712357314.230488:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230489:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.230490:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.230492:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.230494:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.230497:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.230499:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.230503:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572150336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230616:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.230617:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.230620:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357314.230624:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.230625:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.230627:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.230628:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.230630:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c000. 02000000:00000001:0.0:1712357314.230632:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.230633:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.230635:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:0.0:1712357314.230637:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.230637:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.230642:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.230643:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.230644:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.230648:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.230650:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry exceptions.cpython-36.pyc (ffff8800a7516ca8, parent ffff88013624ea20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.230652:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.230654:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.230656:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.230657:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.230658:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff88013624ea20, parent ffff8800a7701e58, inode ffff8800a77080c8) hashed, 00000080:00000001:0.0:1712357314.230660:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.230751:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.230753:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.230755:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.230759:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.230762:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.230764:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.230766:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.230767:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.230770:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.230772:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.230773:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.230774:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.230776:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.230782:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:0.0:1712357314.230784:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.230785:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:0.0:1712357314.230789:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.230794:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.230796:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.230797:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'bindings' on [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357314.230800:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.230802:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='bindings' -> mds #0 00800000:00000001:0.0:1712357314.230804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230806:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.230810:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: bindings,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.230813:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.230814:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.230817:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357314.230819:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.230822:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.230825:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.230828:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.230829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.230830:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.230832:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.230833:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.230835:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.230840:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c000. 00000100:00000001:0.0:1712357314.230843:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.230845:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.230847:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.230848:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.230849:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.230850:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.230854:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00010000:00000001:0.0:1712357314.230857:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.230858:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.230860:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:0.0:1712357314.230862:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.230863:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.230865:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357314.230867:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.230869:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f033381d6 to hash 00000020:00000001:0.0:1712357314.230870:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.230871:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.230873:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.230875:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.230876:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.230878:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.230886:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.230893:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.230897:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.230898:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.230901:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357314.230902:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357314.230904:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.230905:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357314.230908:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.230910:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.230912:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.230913:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.230917:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230922:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.230923:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.230926:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.230927:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.230930:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.230932:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.230935:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.230936:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.230937:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.230940:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357314.230941:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.230946:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.230948:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c3c8. 00000400:00000010:0.0:1712357314.230951:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357314.230954:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150400, portal 10 00000100:00000001:0.0:1712357314.230958:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.230959:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357314.230963:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.230968:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.230971:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.230972:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357314.230975:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572150400, offset 0 00000400:00000200:0.0:1712357314.230978:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.230982:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.230986:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.230990:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.230993:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.230995:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.230997:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.230999:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [454:454:256:4294967295] 192.168.203.120@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:0.0:1712357314.231003:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.231009:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.231013:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.231015:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.231019:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.231025:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.231027:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.231679:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.231681:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.231683:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.231685:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.231686:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.231689:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.231691:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.231692:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.231694:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.231701:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.231942:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.231945:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.231948:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.231952:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.231955:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357314.231957:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357314.231960:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.231963:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.231971:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.231973:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.231982:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.231983:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.235212:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.235223:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.235226:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.235228:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.235237:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.235242:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.235249:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.235252:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.235255:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.235259:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907280 00000400:00000200:3.0:1712357314.235262:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.235266:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1205 [1] + 224 00000800:00000001:3.0:1712357314.235271:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.235282:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.235284:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.235288:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.235292:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.235297:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.235304:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.235313:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.235319:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.235321:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.235368:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.235373:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.235375:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.235377:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c3c8. 00000400:00000200:0.0:1712357314.235380:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:0.0:1712357314.235383:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:0.0:1712357314.235384:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.235388:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.235394:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.235399:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.235401:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.235403:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.235405:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.235407:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.235408:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.235410:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.235417:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.235420:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.235422:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.235424:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.235426:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.235428:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.235430:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.235432:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.235433:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.235435:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.235438:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.235443:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.235446:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.235447:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.235449:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.235461:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.235464:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.235467:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.235469:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.235474:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.235476:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.235481:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.235484:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357314.235486:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.235487:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.235489:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.235492:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235494:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235496:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357314.235498:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235500:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000040:0.0:1712357314.235573:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3180, remote cookie: 0xa8e7976a8eb20dcb, flags: 0x1001 00010000:00010000:0.0:1712357314.235578:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.235678:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x21:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:0.0:1712357314.235681:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.235689:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357314.235691:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.235694:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.235697:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.235703:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235711:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.235714:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.235715:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.235716:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.235717:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.235718:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x21:0x0].0x0 (ffff88012e356d00) refcount = 1 00010000:00010000:0.0:1712357314.235721:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235726:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.235728:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.235729:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.235732:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.235733:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.235735:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235740:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.235741:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.235743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235743:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.235744:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.235748:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.235748:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235749:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235750:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235752:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235753:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235755:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235756:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235756:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357314.235758:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235762:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235765:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.235766:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.235768:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235773:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.235774:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235775:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235775:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357314.235776:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235778:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235779:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.235781:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235785:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.235787:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235791:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.235792:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235793:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.235794:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235794:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.235799:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.235805:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235806:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235807:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235808:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235812:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235814:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235814:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.235815:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.235816:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.235818:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.235820:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235821:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235822:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235823:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235824:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00000002:00010000:0.0:1712357314.235826:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235830:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235831:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.235832:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.235833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235834:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235835:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235836:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235837:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000040:0.0:1712357314.235839:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.235841:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.235843:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/33 (0 0) 00010000:00000001:0.0:1712357314.235845:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235845:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.235846:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.235848:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=bindings intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.235850:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.235853:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.235854:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.235859:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.235860:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357314.235871:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.235873:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.235876:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.235878:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.235880:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.235881:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:0.0:1712357314.235883:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.235887:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.235889:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x21:0x0] 00000080:00000001:0.0:1712357314.235891:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.235893:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:0.0:1712357314.235895:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.235898:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x21:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.235900:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x21:0x0](ffff8800a77100c8): rc = 0 00000080:00000001:0.0:1712357314.235902:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123419336 : -131938586132280 : ffff8800a77100c8) 00010000:00000001:0.0:1712357314.235903:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235904:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235905:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235906:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235907:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235908:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.235911:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.235912:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.235913:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.235914:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.235915:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.235916:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.235919:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) for lock 0xbda2fb8f033381d6 00000080:00000001:0.0:1712357314.235921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.235922:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.235923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.235924:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.235925:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235926:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235930:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235931:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235932:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235934:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.235935:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357314.235937:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00800000:00000001:0.0:1712357314.235937:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.235940:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a692f740. 00000080:00002000:0.0:1712357314.235944:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode ffff8800a77100c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.235947:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.235949:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.235951:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.235953:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) 00000080:00010000:0.0:1712357314.235956:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033381d6 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357314.235957:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.235958:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.235958:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.235960:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235961:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.235962:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.235964:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.235969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.235970:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.235971:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.235973:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.235978:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.235980:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.236037:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.236040:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236044:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.236045:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236047:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.236048:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236050:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236052:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236053:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.236054:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.236056:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.236059:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.236062:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.236065:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572150400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.236068:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.236070:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.236072:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357314.236075:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.236076:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.236078:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.236079:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.236081:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c000. 02000000:00000001:0.0:1712357314.236083:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.236084:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.236085:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:0.0:1712357314.236087:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.236088:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.236089:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.236090:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.236091:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357314.236099:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file bindings:[0x200000401:0x21:0x0](ffff8800a77100c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.236102:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357314.236103:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8),name=bindings 00000080:00000010:0.0:1712357314.236107:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.236111:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.236113:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.236115:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x21:0x0] 'bindings' on [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357314.236119:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.236123:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x200000401:0x21:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357314.236125:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.236127:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.236129:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x21:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.236131:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.236132:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.236133:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.236136:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.236137:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.236139:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.236140:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357314.236142:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357314.236147:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357314.236150:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.236152:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357314.236157:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357314.236158:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.236159:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.236160:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.236161:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357314.236163:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.236165:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357314.236166:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.236167:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) 00000080:00010000:0.0:1712357314.236169:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) for lock 0xbda2fb8f033381d6 00000080:00000001:0.0:1712357314.236171:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.236172:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.236173:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.236175:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.236177:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.236178:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.236180:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.236181:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.236183:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.236184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236184:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.236185:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.236186:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.236188:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033381d6 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357314.236189:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.236190:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.236191:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357314.236192:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.236193:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.236194:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.236196:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.236199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.236201:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.236202:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.236203:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.236207:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.236208:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.236209:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.236211:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236211:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.236212:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236213:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.236214:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236215:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236219:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236220:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.236221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236222:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357314.236223:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357314.236224:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.236226:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357314.236229:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file bindings:[0x200000401:0x21:0x0](ffff8800a77100c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.236232:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.236233:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff8800a7516948, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:0.0:1712357314.236236:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236257:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.236259:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.236260:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.236263:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236265:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.236267:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.236269:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.236270:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.236272:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.236273:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236275:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.236276:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.236277:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236279:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.236280:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff8800a7516948) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.236281:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.236282:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=0 00000080:00000001:0.0:1712357314.236283:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.236284:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236289:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.236291:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file bindings:[0x200000401:0x21:0x0](ffff8800a77100c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1627598046.398176215, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.236296:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1627598046, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.236298:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.236299:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.236303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.236305:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.236307:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x21:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357314.236309:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.236311:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.236313:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.236314:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.236316:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.236318:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.236320:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.236322:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.236328:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.236329:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.236331:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.236332:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x21:0x0] mode (null) 00000080:00000001:0.0:1712357314.236334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.236335:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.236335:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.236336:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.236338:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.236339:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236340:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.236341:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.236342:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.236343:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.236344:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.236345:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236347:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.236347:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.236348:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.236349:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.236350:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.236351:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.236352:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.236354:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x21:0x0] lli = ffff8800a7710000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.236359:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.236360:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.236361:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.236363:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x21:0x0](ffff8800a77100c8) invalid 00000080:00002000:0.0:1712357314.236365:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry bindings (ffff8800a7516948) parent ffff8800a7701e58 inode ffff8800a77100c8 refc 1 00000080:00000001:0.0:1712357314.236367:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.236368:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.236369:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236371:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.236373:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.236373:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.236374:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.236375:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.236377:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f033381d6 from hash 00010000:00000001:0.0:1712357314.236378:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.236379:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236380:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.236381:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.236382:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.236383:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.236385:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.236386:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.236387:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.236390:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2b800. 00000020:00000040:0.0:1712357314.236392:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.236396:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.236398:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.236399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.236400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.236401:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.236402:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.236404:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.236405:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.236410:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7b55400. 00000100:00000001:0.0:1712357314.236414:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236419:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.236420:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.236423:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.236427:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.236429:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.236429:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.236431:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033381d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20dcb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.236436:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00010000:00000010:0.0:1712357314.236440:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.236446:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.236447:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236448:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.236449:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.236450:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.236451:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1627598046, ctime 1712357314 00000020:00100000:0.0:1712357314.236457:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.236461:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.236466:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.236467:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.236471:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357314.236472:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357314.236473:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.236474:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:0.0:1712357314.236477:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.236479:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.236481:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.236483:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.236485:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.236498:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.236499:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.236501:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.236503:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.236505:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150528:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.236508:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.236512:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.236513:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.236515:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.236517:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7c000. 02000000:00000001:0.0:1712357314.236519:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.236524:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.236526:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c3c8. 00000400:00000010:0.0:1712357314.236530:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357314.236534:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572150528, portal 10 00000100:00000001:0.0:1712357314.236535:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.236536:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000040:0.0:1712357314.236540:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.236546:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.236548:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.236549:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357314.236551:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572150528, offset 0 00000400:00000200:0.0:1712357314.236555:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.236560:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.236575:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.236580:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.236597:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.236600:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.236602:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.236604:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [455:455:256:4294967295] 192.168.203.120@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:0.0:1712357314.236608:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.236619:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.236624:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.236627:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.236631:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.236637:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.236640:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.236656:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.236658:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.236660:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.236661:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.236663:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.236664:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.236666:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.236667:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.236669:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.236670:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.237089:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.237092:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.237095:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.237099:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.237102:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:3.0:1712357314.237107:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:3.0:1712357314.237110:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.237113:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.237120:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.237122:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.237127:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.237129:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.238547:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.238556:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.238558:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.238560:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.238574:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238578:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.238602:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238605:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238608:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238611:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907300 00000400:00000200:3.0:1712357314.238615:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238619:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x120d [1] + 224 00000800:00000001:3.0:1712357314.238624:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.238634:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.238636:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.238640:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.238644:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.238648:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.238656:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.238664:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.238668:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.238675:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238678:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.238683:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [456:456:256:4294967295] 192.168.203.120@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:3.0:1712357314.238686:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.238691:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.238695:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.238698:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.238701:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.238705:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.238708:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357314.238908:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1712357314.238926:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.238930:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.238931:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.238933:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c3c8. 00000400:00000200:2.0:1712357314.238936:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:2.0:1712357314.238938:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:2.0:1712357314.238940:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.238944:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.238951:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2b800 x1795536572150528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.238956:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.238957:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.238959:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.238961:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.238963:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.238964:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.238966:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.238972:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.238975:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.238977:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.238982:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.238984:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.238986:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.238988:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357314.238989:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1712357314.238991:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357314.238992:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.238993:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160231936 : -131938549319680 : ffff8800a9a2b800) 00000100:00000001:2.0:1712357314.238995:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.238997:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.238998:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.238999:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.239002:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2b800 x1795536572150528/t4294967369(4294967369) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.239008:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.239010:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.239012:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.239014:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2b800 x1795536572150528/t4294967369(4294967369) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.239020:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150528:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.239023:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.239026:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.239027:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.239028:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.239031:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2b800 x1795536572150528/t4294967369(4294967369) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.239035:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.239038:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:2.0:1712357314.239040:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.239040:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.239044:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.239046:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239049:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.239054:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.239056:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.239058:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.239062:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.239064:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x21:0x0] 00000080:00000001:2.0:1712357314.239066:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239068:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.239070:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.239074:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x21:0x0], updating i_size 4096 00000100:00000001:2.0:1712357314.239075:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.239078:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2b800 x1795536572150528/t4294967369(4294967369) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.239082:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239083:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.239085:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.239086:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239087:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239089:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.239091:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00200008:2.0:1712357314.239100:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file bindings:[0x200000401:0x21:0x0](ffff8800a77100c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.235000000, mtime 1627598046.398176215, ctime 1712357314.235000000, rc 0 00000080:00000001:2.0:1712357314.239105:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239111:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.239113:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry bindings (ffff8800a7516948, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:2.0:1712357314.239115:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.239119:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000800:00000200:3.0:1712357314.239233:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.239235:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357314.239238:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.239241:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000080:00000001:2.0:1712357314.239526:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.239540:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.239542:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.239544:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.239547:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239550:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.239551:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357314.239554:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.239555:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=17 00000080:00000001:2.0:1712357314.239560:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.239570:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.239572:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.239573:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.239575:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.239580:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=1 00000080:00000001:2.0:1712357314.239599:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.239601:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:2.0:1712357314.239605:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcca00. 00000080:00000001:2.0:1712357314.239609:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.239612:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.239613:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'bindings' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.239616:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.239618:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='bindings' -> mds #0 00800000:00000001:2.0:1712357314.239621:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.239623:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.239625:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: bindings,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.239628:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.239630:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.239633:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46a00. 00000020:00000040:2.0:1712357314.239635:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.239640:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.239643:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.239647:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.239648:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.239650:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.239651:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.239653:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.239656:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.239660:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61adc00. 00000100:00000001:2.0:1712357314.239664:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.239666:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.239667:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.239668:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.239669:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.239674:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.239679:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227451904 : -131938482099712 : ffff8800ada46a00) 00010000:00000001:2.0:1712357314.239681:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.239683:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.239688:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.239690:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.239692:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.239694:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c33c0. 00000020:00000001:2.0:1712357314.239697:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.239699:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c33c0 with handle 0xbda2fb8f033381dd to hash 00000020:00000001:2.0:1712357314.239701:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.239702:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.239704:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.239707:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.239708:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.239711:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.239718:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.239724:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.239728:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.239729:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.239732:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.239733:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139264 : -131938387412352 : ffff8800b3493a80) 00000100:00000001:2.0:1712357314.239735:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.239736:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451904 : -131938482099712 : ffff8800ada46a00) 00000100:00000001:2.0:1712357314.239738:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.239741:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.239742:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.239743:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.239748:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.239757:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.239758:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.239760:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.239762:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.239764:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.239766:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.239769:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.239771:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.239772:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.239775:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e000. 02000000:00000001:2.0:1712357314.239776:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.239780:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.239783:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19f8. 00000400:00000010:2.0:1712357314.239786:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357314.239791:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150592, portal 10 00000100:00000001:2.0:1712357314.239792:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.239793:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451904 : -131938482099712 : ffff8800ada46a00) 00000100:00000040:2.0:1712357314.239797:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.239803:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.239805:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.239806:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e43b8. 00000100:00000200:2.0:1712357314.239808:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572150592, offset 0 00000400:00000200:2.0:1712357314.239811:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.239814:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.239818:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.239821:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.239823:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.239826:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.239827:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.239830:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [457:457:256:4294967295] 192.168.203.120@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:2.0:1712357314.239833:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.239841:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.239845:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.239847:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357314.239850:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.239854:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.239857:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.239872:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.239874:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.239875:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.239877:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.239878:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.239880:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493a80 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.239881:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.239882:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.239884:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.239885:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357314.239892:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357314.240206:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.240208:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357314.240210:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.240214:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.240216:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e43b8 00000400:00000010:2.0:1712357314.240218:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e43b8. 00000100:00000001:2.0:1712357314.240220:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.240223:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.240230:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.240232:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.240237:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.240238:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.241743:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692ff60. 00000800:00000001:3.0:1712357314.242071:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.242079:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.242081:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.242084:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.242091:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.242096:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.242100:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.242104:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.242107:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.242111:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907340 00000400:00000200:3.0:1712357314.242115:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.242119:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1215 [1] + 224 00000800:00000001:3.0:1712357314.242125:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.242137:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.242139:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.242143:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.242147:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.242158:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.242166:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.242190:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.242195:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.242198:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.242237:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.242242:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.242248:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.242250:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19f8. 00000400:00000200:2.0:1712357314.242254:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:2.0:1712357314.242256:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:2.0:1712357314.242258:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.242261:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.242268:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.242278:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.242280:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.242281:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.242284:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.242285:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.242287:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.242290:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.242297:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.242300:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.242302:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.242306:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242309:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.242311:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.242314:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.242316:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.242317:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.242319:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.242323:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.242328:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.242331:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.242332:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.242335:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.242341:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.242348:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.242351:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.242352:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.242354:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.242357:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.242362:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.242364:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.242366:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.242367:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242369:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.242372:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242374:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242376:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=4 00000020:00000001:2.0:1712357314.242378:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242380:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000040:2.0:1712357314.242384:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c33c0, remote cookie: 0xa8e7976a8eb20dee, flags: 0x1001 00010000:00010000:2.0:1712357314.242388:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.242394:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x21:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:2.0:1712357314.242397:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357314.242403:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343100. 00010000:00000010:2.0:1712357314.242406:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf500. 00010000:00000001:2.0:1712357314.242409:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.242412:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.242418:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242430:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357314.242433:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357314.242434:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357314.242435:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357314.242436:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357314.242438:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x21:0x0].0x0 (ffff8800aa343100) refcount = 1 00010000:00010000:2.0:1712357314.242441:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242446:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357314.242448:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357314.242450:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.242452:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357314.242454:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.242456:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242460:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357314.242461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242463:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242463:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242464:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242465:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242469:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357314.242471:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242472:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242473:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242474:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242476:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242477:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242478:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242479:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=4 00000020:00000001:2.0:1712357314.242480:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242485:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242487:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.242488:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.242490:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242496:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242497:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242498:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242499:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=5 00000020:00000001:2.0:1712357314.242500:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242501:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242503:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.242505:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242509:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.242512:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242517:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.242518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242518:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357314.242524:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.242530:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242531:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242532:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242533:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242538:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242539:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242540:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.242541:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242542:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242544:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.242546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242547:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242548:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242549:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242550:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00000002:00010000:2.0:1712357314.242553:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242558:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242559:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357314.242560:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242561:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242574:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242576:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242577:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000040:2.0:1712357314.242580:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357314.242599:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.242602:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/33 (0 0) 00010000:00000001:2.0:1712357314.242604:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242605:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.242606:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.242607:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=bindings intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357314.242610:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242612:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242614:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.242618:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.242620:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:2.0:1712357314.242626:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.242628:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242631:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242633:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.242635:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.242637:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.242639:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357314.242643:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.242645:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x21:0x0] 00000080:00000001:2.0:1712357314.242647:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.242648:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.242650:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.242653:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x21:0x0], updating i_size 4096 00000080:00200000:2.0:1712357314.242655:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x21:0x0](ffff8800a77100c8): rc = 0 00000080:00000001:2.0:1712357314.242656:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123419336 : -131938586132280 : ffff8800a77100c8) 00010000:00000001:2.0:1712357314.242658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242659:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242660:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242661:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242663:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242664:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242665:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.242666:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357314.242667:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357314.242668:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.242670:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242672:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.242673:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.242675:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) for lock 0xbda2fb8f033381dd 00000080:00000001:2.0:1712357314.242677:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242679:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.242680:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242682:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.242682:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242683:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242688:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242689:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242691:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242692:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.242694:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242695:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.242699:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ad869b60. 00000080:00002000:2.0:1712357314.242703:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e870 inode ffff8800a77100c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357314.242705:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.242707:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.242709:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357314.242711:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) 00000080:00010000:2.0:1712357314.242713:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033381dd from it ffff8800aa3cfc38 00010000:00000001:2.0:1712357314.242714:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.242715:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.242716:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=3 00000020:00000001:2.0:1712357314.242717:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242719:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357314.242720:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.242722:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242726:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242727:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242728:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.242730:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.242731:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.242738:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.242740:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.242741:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.242743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242748:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242751:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.242752:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242754:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242756:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242757:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.242758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242758:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.242760:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.242762:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcca00. 00000100:00000001:2.0:1712357314.242765:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.242769:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46a00 x1795536572150592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.242774:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.242776:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.242779:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e000. 02000000:00000001:2.0:1712357314.242781:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.242782:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.242784:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.242786:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.242788:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61adc00. 02000000:00000001:2.0:1712357314.242792:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.242793:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.242800:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46a00. 00000100:00000001:2.0:1712357314.242802:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.242803:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.242805:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.242806:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:2.0:1712357314.242807:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357314.242818:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:2.0:1712357314.242823:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file bindings:[0x200000401:0x21:0x0](ffff8800a77100c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:2.0:1712357314.242828:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:2.0:1712357314.242830:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6dcca00. 00000080:00000001:2.0:1712357314.242832:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:2.0:1712357314.242846:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.242849:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:2.0:1712357314.242850:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x21:0x0], valid 0x41/0x1 00800000:00000001:2.0:1712357314.242853:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242855:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1712357314.242857:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1712357314.242859:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357314.242861:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.242863:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357314.242865:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.242867:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357314.242873:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.242875:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1712357314.242877:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1712357314.242878:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x21:0x0] mode (null) 00000080:00000001:2.0:1712357314.242880:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242882:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.242883:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.242885:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357314.242886:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.242888:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.242889:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242890:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.242891:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.242892:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357314.242893:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.242894:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.242896:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.242897:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.242897:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.242898:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357314.242900:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.242901:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.242903:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1712357314.242905:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x21:0x0] lli = ffff8800a7710000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1712357314.242911:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1712357314.242912:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1712357314.242913:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1712357314.242915:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x21:0x0](ffff8800a77100c8) invalid 00000080:00002000:2.0:1712357314.242916:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry bindings (ffff88013624e870) parent ffff8800a7701e58 inode ffff8800a77100c8 refc 1 00000080:00000001:2.0:1712357314.242919:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1712357314.242920:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1712357314.242921:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242923:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.242925:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.242926:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.242928:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.242929:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1712357314.242931:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c33c0 with handle 0xbda2fb8f033381dd from hash 00010000:00000001:2.0:1712357314.242933:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.242934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242935:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.242937:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.242938:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1712357314.242940:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.242941:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357314.242943:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1712357314.242946:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46a00. 00000020:00000040:2.0:1712357314.242949:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.242952:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.242954:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.242956:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.242957:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.242958:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.242960:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.242961:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.242964:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.242967:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcd400. 00000100:00000001:2.0:1712357314.242972:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.242977:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.242979:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1712357314.242982:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 1/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.242987:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1712357314.242989:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.242990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.242992:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c33c0/0xbda2fb8f033381dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20dee expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.242997:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343100 count: 0 00010000:00000010:2.0:1712357314.243001:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf500. 00010000:00000001:2.0:1712357314.243005:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.243006:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.243008:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.243009:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.243010:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1712357314.243011:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:2.0:1712357314.243017:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1712357314.243023:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357314.243028:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.243029:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.243033:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.243034:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139264 : -131938387412352 : ffff8800b3493a80) 00000100:00000001:2.0:1712357314.243036:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.243037:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451904 : -131938482099712 : ffff8800ada46a00) 00000100:00000001:2.0:1712357314.243040:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.243043:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.243045:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.243047:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.243049:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.243063:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.243064:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.243067:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.243069:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.243072:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada46a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150720:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.243075:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.243078:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.243080:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.243082:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.243085:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61adc00. 02000000:00000001:2.0:1712357314.243086:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.243090:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.243093:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19f8. 00000400:00000010:2.0:1712357314.243097:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357314.243101:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572150720, portal 10 00000100:00000001:2.0:1712357314.243103:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.243104:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451904 : -131938482099712 : ffff8800ada46a00) 00000100:00000040:2.0:1712357314.243107:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.243113:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.243115:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.243117:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e43b8. 00000100:00000200:2.0:1712357314.243119:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572150720, offset 0 00000400:00000200:2.0:1712357314.243123:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.243127:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.243132:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.243136:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.243139:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.243141:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.243143:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.243146:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [458:458:256:4294967295] 192.168.203.120@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:2.0:1712357314.243149:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.243158:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.243164:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.243167:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343800. 00000800:00000200:2.0:1712357314.243171:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.243177:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.243180:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.243201:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.243203:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.243204:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.243207:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.243208:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.243209:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493a80 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.243211:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.243213:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.243215:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.243216:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.243423:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.243426:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343800. 00000400:00000200:3.0:1712357314.243429:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.243432:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.243435:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e43b8 00000400:00000010:3.0:1712357314.243436:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e43b8. 00000100:00000001:3.0:1712357314.243438:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.243441:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.243447:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.243449:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.243454:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.243455:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357314.246177:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a692f740. 00000800:00000001:3.0:1712357314.247380:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.247390:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.247391:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.247393:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.247400:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247405:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.247410:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247413:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247416:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247419:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9073c0 00000400:00000200:3.0:1712357314.247422:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247426:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1225 [1] + 224 00000800:00000001:3.0:1712357314.247451:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.247462:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.247464:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.247468:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.247473:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.247478:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.247485:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.247506:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.247512:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.247515:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247519:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.247523:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [459:459:256:4294967295] 192.168.203.120@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:3.0:1712357314.247526:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.247532:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000001:2.0:1712357314.247532:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1712357314.247535:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000001:2.0:1712357314.247537:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.247538:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1712357314.247539:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000400:00000010:2.0:1712357314.247540:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19f8. 00000800:00000200:3.0:1712357314.247543:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:2.0:1712357314.247543:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:2.0:1712357314.247544:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:2.0:1712357314.247546:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:3.0:1712357314.247549:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000200:2.0:1712357314.247549:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357314.247552:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1712357314.247555:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada46a00 x1795536572150720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.247558:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.247559:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.247560:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.247571:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.247572:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.247573:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.247575:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.247598:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.247602:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.247604:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.247605:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.247608:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.247611:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.247613:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1712357314.247615:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000045/0x0] 00000100:00000001:2.0:1712357314.247616:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1712357314.247618:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.247619:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227451904 : -131938482099712 : ffff8800ada46a00) 00000100:00000001:2.0:1712357314.247621:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.247622:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.247623:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.247625:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.247629:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada46a00 x1795536572150720/t4294967370(4294967370) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357314.247635:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1712357314.247635:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.247637:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:3.0:1712357314.247638:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000100:00000001:2.0:1712357314.247639:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.247640:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1712357314.247641:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46a00 x1795536572150720/t4294967370(4294967370) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357314.247643:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.247647:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:2.0:1712357314.247648:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada46a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150720:192.168.203.120@tcp:36:rsync.0 00000800:00000001:3.0:1712357314.247650:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.247651:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.247654:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.247659:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.247660:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.247663:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada46a00 x1795536572150720/t4294967370(4294967370) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.247668:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.247670:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.247672:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.247678:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.247682:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.247685:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247688:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.247691:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.247693:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.247694:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.247700:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.247701:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x21:0x0] 00000080:00000001:2.0:1712357314.247703:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247705:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.247707:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.247711:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x21:0x0], updating i_size 4096 00000100:00000001:2.0:1712357314.247712:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.247716:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada46a00 x1795536572150720/t4294967370(4294967370) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.247720:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247721:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.247723:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.247725:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247726:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247727:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.247730:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcca00. 00000080:00200008:2.0:1712357314.247736:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file bindings:[0x200000401:0x21:0x0](ffff8800a77100c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.242000000, rc 0 00000080:00000001:2.0:1712357314.247741:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247747:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.247748:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry bindings (ffff88013624e870, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:2.0:1712357314.247755:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.247760:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357314.247763:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357314.247784:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.247787:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.247788:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.247791:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247797:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.247799:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357314.247801:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.247802:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:2.0:1712357314.247805:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.247807:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.247808:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.247809:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.247811:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.247817:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=16 00000080:00000001:2.0:1712357314.247819:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.247821:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=bindings, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=0 00000080:00000010:2.0:1712357314.247824:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcca00. 00000080:00000001:2.0:1712357314.247829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.247831:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.247833:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'bindings' on [0x200000401:0xa:0x0] 00800000:00000001:2.0:1712357314.247836:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.247839:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='bindings' -> mds #0 00800000:00000001:2.0:1712357314.247841:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.247843:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.247845:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: bindings,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: lookup flags 0 00000002:00000001:2.0:1712357314.247848:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.247850:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.247853:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45180. 00000020:00000040:2.0:1712357314.247856:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.247859:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.247862:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.247866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.247867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.247868:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.247870:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.247871:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.247874:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.247878:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61af800. 00000100:00000001:2.0:1712357314.247882:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.247887:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.247889:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.247890:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.247890:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.247892:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.247897:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227445632 : -131938482105984 : ffff8800ada45180) 00010000:00000001:2.0:1712357314.247899:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.247900:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.247905:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:2.0:1712357314.247907:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.247909:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.247912:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3600. 00000020:00000001:2.0:1712357314.247914:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.247916:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3600 with handle 0xbda2fb8f033381e4 to hash 00000020:00000001:2.0:1712357314.247917:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.247918:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.247921:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.247923:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.247924:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.247927:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.247933:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.247940:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.247944:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.247945:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.247948:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.247949:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139264 : -131938387412352 : ffff8800b3493a80) 00000100:00000001:2.0:1712357314.247951:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.247952:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227445632 : -131938482105984 : ffff8800ada45180) 00000100:00000001:2.0:1712357314.247955:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.247965:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.247967:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.247969:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.247973:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.247979:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.247980:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.247982:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.247984:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.247987:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.247990:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.247993:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.247995:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.247996:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.248000:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e000. 02000000:00000001:2.0:1712357314.248001:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.248004:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.248006:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19f8. 00000400:00000010:2.0:1712357314.248009:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357314.248013:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150784, portal 10 00000100:00000001:2.0:1712357314.248014:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.248015:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227445632 : -131938482105984 : ffff8800ada45180) 00000100:00000040:2.0:1712357314.248019:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.248024:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.248026:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.248028:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e42a8. 00000100:00000200:2.0:1712357314.248029:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572150784, offset 0 00000400:00000200:2.0:1712357314.248033:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.248037:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.248040:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.248043:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.248046:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.248048:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.248054:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.248057:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [460:460:256:4294967295] 192.168.203.120@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:2.0:1712357314.248060:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.248065:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.248069:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.248071:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343400. 00000800:00000200:2.0:1712357314.248074:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.248078:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.248080:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.248097:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.248099:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.248101:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.248103:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.248104:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.248106:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493a80 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.248107:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.248108:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.248110:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.248110:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.248211:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.248213:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343400. 00000400:00000200:3.0:1712357314.248216:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.248224:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.248227:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e42a8 00000400:00000010:3.0:1712357314.248228:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e42a8. 00000100:00000001:3.0:1712357314.248230:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.248233:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.248238:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.248240:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.248244:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.248245:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.248800:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:3.1:1712357314.248806:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00010000:00000010:0.1:1712357314.252227:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343100. 00010000:00000010:0.1:1712357314.252237:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c33c0. 00000800:00000001:3.0:1712357314.252928:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.252942:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.252944:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.252946:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.252955:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.252960:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.252965:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.252968:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.252971:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.252975:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907400 00000400:00000200:3.0:1712357314.252978:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.252983:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1235 [1] + 224 00000800:00000001:3.0:1712357314.252988:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.253000:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.253002:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.253005:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.253009:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.253015:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.253023:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.253051:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.253056:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.253059:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.253082:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.253088:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.253089:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.253092:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19f8. 00000400:00000200:2.0:1712357314.253096:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:2.0:1712357314.253099:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:2.0:1712357314.253101:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.253109:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.253118:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.253124:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.253125:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.253127:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.253134:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.253136:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.253138:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.253140:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.253146:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.253149:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.253151:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.253153:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253155:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.253157:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.253160:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.253161:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.253163:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.253164:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.253251:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.253259:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.253262:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.253263:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.253267:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.253274:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.253277:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.253280:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.253282:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.253284:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.253287:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.253292:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.253294:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.253296:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.253297:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253299:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.253306:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253308:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253310:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=4 00000020:00000001:2.0:1712357314.253312:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253314:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000040:2.0:1712357314.253319:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c3600, remote cookie: 0xa8e7976a8eb20e11, flags: 0x1001 00010000:00010000:2.0:1712357314.253323:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.253330:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x21:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:2.0:1712357314.253333:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357314.253340:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343700. 00010000:00000010:2.0:1712357314.253343:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf500. 00010000:00000001:2.0:1712357314.253346:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.253349:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.253355:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253360:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357314.253363:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357314.253364:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357314.253365:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357314.253366:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357314.253367:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x21:0x0].0x0 (ffff8800aa343700) refcount = 1 00010000:00010000:2.0:1712357314.253370:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253375:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357314.253377:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357314.253378:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.253382:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357314.253384:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.253386:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253391:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357314.253392:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253393:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253394:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253395:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253396:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253399:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357314.253400:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253400:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253401:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253403:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253404:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253406:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253406:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253407:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=4 00000020:00000001:2.0:1712357314.253408:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253409:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253411:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.253413:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.253415:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253420:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253422:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253422:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253423:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=5 00000020:00000001:2.0:1712357314.253424:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253425:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253429:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.253431:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253436:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253436:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.253438:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253442:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.253443:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253445:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357314.253448:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.253454:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253454:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253455:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253456:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253457:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253459:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253459:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.253460:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253461:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253464:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.253465:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253466:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253467:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253468:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253469:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00000002:00010000:2.0:1712357314.253472:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253483:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253483:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253484:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357314.253485:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253486:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253487:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253488:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253489:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000040:2.0:1712357314.253492:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:2.0:1712357314.253493:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.253496:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/33 (0 0) 00010000:00000001:2.0:1712357314.253497:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.253499:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.253501:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=bindings intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357314.253503:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253506:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253508:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.253512:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.253513:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:2.0:1712357314.253516:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.253518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253520:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253523:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.253525:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.253526:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.253529:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357314.253533:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.253535:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x21:0x0] 00000080:00000001:2.0:1712357314.253537:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.253539:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502305 : 144115205272502305 : 200000401000021) 00000080:00000001:2.0:1712357314.253540:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.253544:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x21:0x0], updating i_size 4096 00000080:00200000:2.0:1712357314.253548:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x21:0x0](ffff8800a77100c8): rc = 0 00000080:00000001:2.0:1712357314.253550:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123419336 : -131938586132280 : ffff8800a77100c8) 00010000:00000001:2.0:1712357314.253551:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253552:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253553:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253554:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253556:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253557:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.253559:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357314.253560:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357314.253571:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.253573:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253575:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.253576:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.253578:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) for lock 0xbda2fb8f033381e4 00000080:00000001:2.0:1712357314.253581:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253611:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.253612:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253614:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.253614:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253615:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253616:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253617:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253619:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253621:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253621:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.253622:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253623:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.253627:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b8ba100. 00000080:00002000:2.0:1712357314.253631:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e510 inode ffff8800a77100c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357314.253633:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.253635:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.253637:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357314.253639:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x21:0x0](ffff8800a77100c8) 00000080:00010000:2.0:1712357314.253645:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033381e4 from it ffff8800aa3cfa60 00010000:00000001:2.0:1712357314.253647:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.253647:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.253648:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3600 refcount=3 00000020:00000001:2.0:1712357314.253650:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253651:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971264 : -131938524580352 : ffff8800ab1c3600) 00010000:00000001:2.0:1712357314.253652:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.253654:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253659:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253659:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253660:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.253662:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.253663:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3600/0xbda2fb8f033381e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e11 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.253669:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.253671:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.253672:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.253675:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253676:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253677:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253679:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.253680:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253681:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253683:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253684:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.253685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253685:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.253687:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.253689:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcca00. 00000100:00000001:2.0:1712357314.253692:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.253696:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45180 x1795536572150784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.253707:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.253709:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.253711:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e000. 02000000:00000001:2.0:1712357314.253714:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.253715:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.253717:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.253719:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.253720:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61af800. 02000000:00000001:2.0:1712357314.253724:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.253725:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.253726:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45180. 00000100:00000001:2.0:1712357314.253728:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.253729:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.253734:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.253735:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.253739:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.253747:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=0 00000080:00000001:2.0:1712357314.253750:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357314.253751:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=getattr 00000080:00000010:2.0:1712357314.253755:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcca00. 00000080:00000001:2.0:1712357314.253759:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.253761:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.253763:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x21:0x0] 00800000:00000001:2.0:1712357314.253765:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.253768:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:2.0:1712357314.253770:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253772:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.253773:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.253777:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357314.253778:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357314.253780:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45180. 00000020:00000040:2.0:1712357314.253782:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.253786:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.253791:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.253793:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.253794:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.253794:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.253796:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.253797:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.253800:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.253804:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61af800. 00000100:00000001:2.0:1712357314.253808:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253810:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.253812:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253813:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.253813:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.253815:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.253819:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227445632 : -131938482105984 : ffff8800ada45180) 00010000:00000001:2.0:1712357314.253821:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357314.253822:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357314.253824:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:2.0:1712357314.253825:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.253827:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357314.253829:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3840. 00000020:00000001:2.0:1712357314.253831:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357314.253832:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3840 with handle 0xbda2fb8f033381eb to hash 00000020:00000001:2.0:1712357314.253834:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357314.253835:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357314.253837:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357314.253839:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.253840:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.253842:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.253847:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.253853:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357314.253860:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.253862:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.253866:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.253867:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139264 : -131938387412352 : ffff8800b3493a80) 00000100:00000001:2.0:1712357314.253869:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.253870:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227445632 : -131938482105984 : ffff8800ada45180) 00000100:00000001:2.0:1712357314.253873:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.253876:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.253878:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.253879:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.253883:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.253889:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.253890:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.253892:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.253894:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.253896:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.253899:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.253903:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.253904:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.253906:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.253908:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4e000. 02000000:00000001:2.0:1712357314.253909:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.253913:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.253914:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19f8. 00000400:00000010:2.0:1712357314.253918:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357314.253922:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150848, portal 10 00000100:00000001:2.0:1712357314.253923:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.253924:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227445632 : -131938482105984 : ffff8800ada45180) 00000100:00000040:2.0:1712357314.253928:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.253933:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.253938:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.253940:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4220. 00000100:00000200:2.0:1712357314.253942:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572150848, offset 0 00000400:00000200:2.0:1712357314.253946:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.253951:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.253956:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.253960:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.254037:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.254039:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.254041:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.254044:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [461:461:256:4294967295] 192.168.203.120@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:2.0:1712357314.254047:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.254053:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.254057:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.254060:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000800:00000200:2.0:1712357314.254066:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.254071:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.254074:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.254092:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.254094:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.254095:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.254097:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.254098:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.254099:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493a80 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.254101:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.254102:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.254103:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.254104:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.254514:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.254517:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000400:00000200:3.0:1712357314.254520:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.254524:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.254526:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4220 00000400:00000010:3.0:1712357314.254528:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4220. 00000100:00000001:3.0:1712357314.254530:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.254534:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.254541:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.254543:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.254547:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.254549:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357314.255478:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ad869b60. 00000800:00000001:3.0:1712357314.257678:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.257690:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.257692:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.257694:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.257703:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.257708:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.257714:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.257717:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.257720:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.257730:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907440 00000400:00000200:3.0:1712357314.257734:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.257738:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1245 [1] + 224 00000800:00000001:3.0:1712357314.257744:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.257758:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.257760:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.257770:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.257775:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.257780:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.257788:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.258341:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.258348:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.258352:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.258399:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.258405:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.258406:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.258408:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19f8. 00000400:00000200:2.0:1712357314.258413:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:2.0:1712357314.258414:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:2.0:1712357314.258420:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.258424:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.258430:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.258435:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.258436:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.258437:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.258440:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.258442:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.258443:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.258446:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.258452:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.258455:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.258457:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357314.258459:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.258463:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.258466:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.258467:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.258468:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.258470:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357314.258472:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.258477:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357314.258479:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.258480:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.258482:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.258488:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.258491:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.258496:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357314.258498:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.258500:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.258502:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.258507:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.258510:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493a80. 00000100:00000001:2.0:1712357314.258512:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.258512:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357314.258515:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.258518:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.258520:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.258522:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=4 00000020:00000001:2.0:1712357314.258523:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357314.258525:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00010000:2.0:1712357314.258529:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258536:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357314.258539:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258544:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.258546:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258551:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.258552:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.258554:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258558:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.258559:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.258570:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357314.258572:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357314.258580:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c3840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357314.258653:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357314.258656:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258661:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357314.258663:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357314.258665:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258669:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357314.258670:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357314.258671:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.258672:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.258673:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=5 00000020:00000001:2.0:1712357314.258674:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357314.258676:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357314.258678:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.258680:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357314.258683:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.258684:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.258686:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357314.258687:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.258689:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.258690:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.258691:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.258692:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357314.258693:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c3840 with handle 0xbda2fb8f033381eb from hash 00010000:00000001:2.0:1712357314.258695:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.258696:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.258700:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.258701:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.258702:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.258703:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357314.258705:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.258705:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.258706:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.258707:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.258709:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258712:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.258712:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.258713:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357314.258714:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.258714:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.258715:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.258716:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.258717:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f033381eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357314.258727:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.258728:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357314.258732:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357314.258737:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.258742:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.258743:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.258745:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.258746:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.258748:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.258749:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357314.258750:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.258752:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.258753:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357314.258756:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.258759:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.258764:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.258767:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.258768:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357314.259180:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1ce080. 00000080:00002000:3.0:1712357314.259185:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff88013624e6c0 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357314.259190:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.259193:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357314.259196:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.259198:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357314.259199:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357314.259200:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357314.259204:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:3.0:1712357314.259205:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357314.259208:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/33 (0 0) 00000002:00000001:3.0:1712357314.259209:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.259210:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.259211:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.259212:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357314.259214:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357314.259216:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcca00. 00000100:00000001:3.0:1712357314.259219:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.259221:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45180 x1795536572150848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.259225:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357314.259226:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357314.259228:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4e000. 02000000:00000001:3.0:1712357314.259230:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357314.259234:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357314.259235:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357314.259236:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357314.259238:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61af800. 02000000:00000001:3.0:1712357314.259240:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357314.259241:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357314.259242:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45180. 00000100:00000001:3.0:1712357314.259244:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357314.259245:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.259246:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357314.259247:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357314.259248:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357314.259251:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.259252:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff88013624e6c0, parent ffff88013624e510, inode (null)) hashed, 00000080:00000001:3.0:1712357314.259254:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.259256:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357314.259267:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357314.259270:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.259271:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:3.0:1712357314.259272:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.259304:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357314.259306:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.259307:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.259312:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.259314:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.259316:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357314.259317:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.259319:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:3.0:1712357314.259321:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.259323:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.259324:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.259326:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.259327:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.259328:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.259329:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x108008e refc 0 00000080:00000001:3.0:1712357314.259330:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.259331:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:3.0:1712357314.259335:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.259336:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.259338:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.259339:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.259341:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.259346:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libnvpair.py, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=0 00000080:00000001:3.0:1712357314.259348:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357314.259350:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libnvpair.py, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=getattr 00000080:00000010:3.0:1712357314.259354:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:3.0:1712357314.259358:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.259360:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357314.259361:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libnvpair.py' on [0x200000401:0x21:0x0] 00800000:00000001:3.0:1712357314.259364:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357314.259366:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='libnvpair.py' -> mds #0 00800000:00000001:3.0:1712357314.259368:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.259370:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357314.259371:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libnvpair.py,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357314.259372:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357314.259373:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357314.259376:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cf800. 00000020:00000040:3.0:1712357314.259377:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357314.259381:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357314.259383:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357314.259385:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.259385:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.259386:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.259388:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357314.259389:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357314.259391:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357314.259394:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa03a400. 00000100:00000001:3.0:1712357314.259397:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.259399:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.259401:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.259401:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.259402:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.259405:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.259410:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322384384 : -131938387167232 : ffff8800b34cf800) 00010000:00000001:3.0:1712357314.259411:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357314.259412:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357314.259414:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:3.0:1712357314.259415:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357314.259416:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357314.259418:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab381200. 00000020:00000001:3.0:1712357314.259419:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357314.259420:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab381200 with handle 0xbda2fb8f033381f2 to hash 00000020:00000001:3.0:1712357314.259421:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357314.259421:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:3.0:1712357314.259423:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:3.0:1712357314.259424:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.259425:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.259427:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.259430:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.259434:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357314.259437:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357314.259438:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357314.259441:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01fcc0. 00000100:00000001:3.0:1712357314.259441:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166475456 : -131938543076160 : ffff8800aa01fcc0) 00000100:00000001:3.0:1712357314.259443:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.259443:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322384384 : -131938387167232 : ffff8800b34cf800) 00000100:00000001:3.0:1712357314.259446:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357314.259448:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.259449:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357314.259450:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357314.259452:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.259458:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357314.259459:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.259461:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357314.259462:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357314.259464:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cf800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.259466:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357314.259468:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357314.259469:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.259470:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357314.259473:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a667000. 02000000:00000001:3.0:1712357314.259474:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.259478:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357314.259479:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760898. 00000400:00000010:3.0:1712357314.259483:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b35867f8. 00000100:00000200:3.0:1712357314.259486:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150912, portal 10 00000100:00000001:3.0:1712357314.259487:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.259488:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322384384 : -131938387167232 : ffff8800b34cf800) 00000100:00000040:3.0:1712357314.259490:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.259494:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357314.259495:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357314.259496:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586880. 00000100:00000200:3.0:1712357314.259497:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572150912, offset 0 00000400:00000200:3.0:1712357314.259500:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357314.259503:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.259507:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.259510:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357314.259513:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357314.259515:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357314.259516:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357314.259518:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [462:462:256:4294967295] 192.168.203.120@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:3.0:1712357314.259520:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.259528:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357314.259531:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.259533:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.259537:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.259542:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.259545:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1712357314.259557:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.259559:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357314.259561:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.259572:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357314.259573:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357314.259574:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01fcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357314.259576:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.259577:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.259579:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.259580:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.259657:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.259660:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:2.0:1712357314.259664:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.259668:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.259671:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586880 00000400:00000010:2.0:1712357314.259672:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586880. 00000100:00000001:2.0:1712357314.259675:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.259678:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.259684:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.259686:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.259691:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.259692:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.261784:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c3840. 00000800:00000001:3.0:1712357314.262764:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.262778:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.262780:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.262782:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.262790:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.262795:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.262800:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.262802:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.262805:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.262808:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907480 00000400:00000200:3.0:1712357314.262812:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.262816:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1255 [1] + 224 00000800:00000001:3.0:1712357314.262822:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.262834:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.262836:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.262840:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.262845:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.262856:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.262863:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.262884:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.262890:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.262893:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.262942:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.262948:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.262949:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.262951:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760898. 00000400:00000200:0.0:1712357314.262955:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b35867f8 00000400:00000010:0.0:1712357314.262957:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b35867f8. 00000100:00000001:0.0:1712357314.262959:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.262963:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.262969:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.262975:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.262976:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.262978:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.262981:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.262982:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.262984:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.262986:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.262997:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.263000:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.263002:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.263005:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.263010:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.263013:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.263014:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.263016:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.263018:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.263021:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.263026:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.263028:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.263030:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.263032:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.263038:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cf800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.263041:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.263044:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.263045:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.263047:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.263049:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.263054:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.263057:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01fcc0. 00000100:00000001:0.0:1712357314.263060:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.263061:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.263064:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.263066:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.263068:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.263070:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=4 00000020:00000001:0.0:1712357314.263075:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.263077:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00010000:0.0:1712357314.263081:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263088:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.263091:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263095:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.263097:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.263102:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.263103:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263107:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.263109:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.263111:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.263113:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.263117:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab381200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.263120:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.263122:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263127:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.263128:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.263130:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263133:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.263138:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.263139:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.263140:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.263142:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=5 00000020:00000001:0.0:1712357314.263143:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.263144:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.263146:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.263148:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.263152:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.263153:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.263155:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.263156:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.263158:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.263159:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.263160:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.263161:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.263163:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab381200 with handle 0xbda2fb8f033381f2 from hash 00010000:00000001:0.0:1712357314.263164:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.263165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.263166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.263167:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.263168:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.263168:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.263170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.263170:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.263171:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263172:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.263174:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263178:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.263178:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.263179:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.263180:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.263184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.263185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.263186:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.263187:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033381f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.263209:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.263210:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.263213:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.263217:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.263222:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.263224:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263225:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263226:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263228:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.263230:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.263231:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263232:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.263234:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libnvpair.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.263236:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.263239:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.263241:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263243:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.263245:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.263248:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e191e0. 00000080:00002000:0.0:1712357314.263252:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.263256:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.263259:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.263262:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263264:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.263265:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.263267:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.263271:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:0.0:1712357314.263273:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.263276:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/33 (0 0) 00000002:00000001:0.0:1712357314.263282:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263283:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.263284:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263290:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.263293:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.263297:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357314.263300:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.263303:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cf800 x1795536572150912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.263308:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.263310:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.263312:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a667000. 02000000:00000001:0.0:1712357314.263315:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.263317:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.263318:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.263320:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.263322:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa03a400. 02000000:00000001:0.0:1712357314.263326:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.263327:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.263328:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cf800. 00000100:00000001:0.0:1712357314.263331:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.263331:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.263333:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.263334:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.263335:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.263339:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.263340:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libnvpair.py (ffff8800a75da360, parent ffff88013624e510, inode (null)) hashed, 00000080:00000001:0.0:1712357314.263343:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.263345:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.263348:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.263349:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.263350:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:0.0:1712357314.263352:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263382:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.263385:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.263387:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.263394:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263398:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.263399:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.263401:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.263402:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.263404:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.263407:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263408:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.263409:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.263411:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263412:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.263413:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.263415:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.263449:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:0.0:1712357314.263451:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.263452:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.263454:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.263455:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.263458:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.263463:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core.py, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=0 00000080:00000001:0.0:1712357314.263466:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.263467:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libzfs_core.py, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=getattr 00000080:00000010:0.0:1712357314.263472:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:0.0:1712357314.263476:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.263478:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.263480:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libzfs_core.py' on [0x200000401:0x21:0x0] 00800000:00000001:0.0:1712357314.263482:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.263484:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='libzfs_core.py' -> mds #0 00800000:00000001:0.0:1712357314.263486:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263488:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.263489:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libzfs_core.py,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.263491:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.263493:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.263495:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2aa00. 00000020:00000040:0.0:1712357314.263501:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.263504:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.263506:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.263510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.263510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.263511:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.263513:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.263515:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.263517:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.263521:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c800. 00000100:00000001:0.0:1712357314.263525:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.263527:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.263529:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.263530:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.263530:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.263532:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.263536:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00010000:00000001:0.0:1712357314.263539:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.263540:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.263542:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:0.0:1712357314.263543:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.263545:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.263547:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357314.263549:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.263550:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f033381f9 to hash 00000020:00000001:0.0:1712357314.263552:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.263553:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.263555:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.263557:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.263558:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.263559:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.263574:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.263681:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.263685:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.263686:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.263690:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.263691:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.263693:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.263694:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357314.263696:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.263699:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.263701:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.263702:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.263706:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.263711:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.263712:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.263714:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.263716:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.263718:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.263721:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.263724:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.263726:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.263727:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.263730:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.263732:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.263735:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.263737:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.263741:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.263745:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572150976, portal 10 00000100:00000001:0.0:1712357314.263746:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.263747:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000040:0.0:1712357314.263750:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.263758:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.263760:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.263762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357314.263764:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572150976, offset 0 00000400:00000200:0.0:1712357314.263768:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.263771:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.263775:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.263779:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.263782:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.263784:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.263786:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.263788:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [463:463:256:4294967295] 192.168.203.120@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:0.0:1712357314.263792:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.263797:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.263801:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.263804:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356e00. 00000800:00000200:0.0:1712357314.263808:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.263812:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.263815:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.263830:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.263831:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.263833:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.263835:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.263835:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.263837:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.263838:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.263839:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.263841:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.263841:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.264017:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.264020:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356e00. 00000400:00000200:2.0:1712357314.264023:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.264026:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.264029:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:2.0:1712357314.264030:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:2.0:1712357314.264032:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.264035:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.264040:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.264043:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.264046:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.264048:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.264674:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1ce080. 00000800:00000001:3.0:1712357314.266162:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.266171:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.266173:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.266176:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.266183:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.266187:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.266193:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.266196:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.266198:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.266201:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9074c0 00000400:00000200:3.0:1712357314.266204:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.266209:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1265 [1] + 224 00000800:00000001:3.0:1712357314.266214:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.266227:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.266229:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.266233:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.266237:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.266242:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.266248:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.266268:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.266274:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.266276:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.266333:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.266338:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.266339:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.266347:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.266350:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.266351:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.266353:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.266357:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.266363:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.266368:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.266370:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.266371:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.266374:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.266376:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.266377:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.266379:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.266385:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.266388:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.266390:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.266393:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.266398:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.266400:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.266401:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.266403:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.266405:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.266408:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.266413:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.266426:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.266427:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.266430:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.266436:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572150976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.266443:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.266445:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.266447:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.266448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.266451:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.266456:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.266458:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.266460:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.266462:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.266464:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.266467:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.266469:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.266470:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357314.266472:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.266474:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357314.266477:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266488:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.266491:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266496:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.266497:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266501:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.266502:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.266503:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266507:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.266512:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.266515:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.266517:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.266521:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.266523:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.266526:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266530:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.266531:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.266533:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266536:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.266538:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.266538:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.266539:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.266540:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357314.266541:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.266542:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.266544:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.266546:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.266550:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.266551:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.266552:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.266553:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.266555:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.266556:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.266558:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.266559:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.266560:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f033381f9 from hash 00010000:00000001:0.0:1712357314.266578:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.266579:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.266580:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.266632:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.266633:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.266634:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.266636:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.266637:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.266638:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266639:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.266642:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.266646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.266647:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.266648:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.266649:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.266649:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.266650:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.266652:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033381f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.266658:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.266659:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.266663:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.266666:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.266669:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.266670:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266671:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266672:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266674:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.266675:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.266675:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266676:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.266677:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libzfs_core.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.266683:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.266686:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.266688:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266691:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.266692:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.266695:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e198a0. 00000080:00002000:0.0:1712357314.266699:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.266704:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.266707:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.266709:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266712:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.266713:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.266715:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.266719:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:0.0:1712357314.266721:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.266725:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/33 (0 0) 00000002:00000001:0.0:1712357314.266727:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266728:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.266729:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266731:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.266733:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.266737:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:0.0:1712357314.266739:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.266742:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2aa00 x1795536572150976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.266747:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.266748:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.266750:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.266755:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.266756:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.266758:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.266759:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.266761:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c800. 02000000:00000001:0.0:1712357314.266768:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.266769:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.266774:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2aa00. 00000100:00000001:0.0:1712357314.266776:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.266777:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.266779:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.266780:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.266781:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.266785:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.266786:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libzfs_core.py (ffff8800a7516948, parent ffff88013624e510, inode (null)) hashed, 00000080:00000001:0.0:1712357314.266788:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.266790:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.266792:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.266794:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.266794:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:0.0:1712357314.266796:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266822:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.266824:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.266825:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.266828:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266830:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.266831:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.266832:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.266833:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.266835:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.266837:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266838:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.266839:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.266840:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266841:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.266842:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.266842:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.266843:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:0.0:1712357314.266844:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.266844:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.266845:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.266845:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.266846:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.266850:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=0 00000080:00000001:0.0:1712357314.266854:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.266855:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=getattr 00000080:00000010:0.0:1712357314.266858:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff880137398e00. 00000080:00000001:0.0:1712357314.266862:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.266863:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.266864:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x21:0x0] 00800000:00000001:0.0:1712357314.266866:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.266868:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.266869:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266870:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.266871:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.266873:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.266874:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.266876:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2aa00. 00000020:00000040:0.0:1712357314.266877:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.266880:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.266882:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.266885:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.266885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.266886:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.266887:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.266888:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.266890:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.266893:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c800. 00000100:00000001:0.0:1712357314.266896:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.266898:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.266899:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.266900:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.266901:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.266901:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.266904:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00010000:00000001:0.0:1712357314.266906:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.266907:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.266908:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:0.0:1712357314.266909:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.266912:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.266914:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357314.266915:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.266916:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03338200 to hash 00000020:00000001:0.0:1712357314.266917:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.266918:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.266919:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.266921:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.266922:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.266924:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.266928:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.266935:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.266938:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.266939:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.266942:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.266944:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.266945:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.266946:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357314.266949:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.266952:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.266954:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.266955:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.266958:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.266963:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.266964:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.266966:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.266967:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.266969:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.266976:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.266979:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.266980:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.266981:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.266984:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357314.266985:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.266989:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.266991:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.266994:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.266998:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151040, portal 10 00000100:00000001:0.0:1712357314.266999:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.267000:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000040:0.0:1712357314.267004:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.267009:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.267011:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.267012:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357314.267014:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572151040, offset 0 00000400:00000200:0.0:1712357314.267018:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.267022:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.267026:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.267030:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.267033:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.267036:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.267038:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.267041:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [464:464:256:4294967295] 192.168.203.120@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:0.0:1712357314.267043:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.267049:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.267053:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.267056:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357314.267059:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.267069:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.267072:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.267091:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.267093:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.267094:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.267096:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.267097:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.267099:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.267101:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.267102:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.267104:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.267105:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.267213:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.267216:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:2.0:1712357314.267218:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.267225:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.267227:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:2.0:1712357314.267228:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:2.0:1712357314.267231:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.267234:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.267240:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.267242:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.267246:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.267247:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.267894:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab381200. 00000800:00000001:3.0:1712357314.269310:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.269326:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.269329:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.269330:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.269338:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.269342:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.269347:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.269350:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.269352:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.269356:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907500 00000400:00000200:3.0:1712357314.269360:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.269363:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x126d [1] + 224 00000800:00000001:3.0:1712357314.269368:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.269378:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.269380:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.269383:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.269387:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.269392:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.269399:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.269407:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.269412:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.269415:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.269452:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.269457:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.269458:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.269461:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.269463:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.269465:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.269467:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.269471:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.269477:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.269482:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.269484:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.269485:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.269487:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.269489:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.269490:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.269492:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.269498:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.269501:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.269503:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.269505:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.269517:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.269520:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.269521:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.269522:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.269524:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.269527:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.269532:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.269534:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.269535:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.269538:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.269543:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.269546:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.269549:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.269550:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.269552:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.269554:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.269558:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.269560:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.269574:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.269575:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.269578:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.269607:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.269610:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.269612:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357314.269613:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.269616:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357314.269619:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269635:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.269638:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269642:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.269644:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269648:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.269649:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.269650:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269654:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.269655:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.269657:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.269659:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.269662:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.269664:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.269667:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269670:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.269672:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.269673:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269677:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.269678:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.269679:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.269680:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.269683:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357314.269685:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.269686:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.269688:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.269690:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.269693:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.269694:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.269696:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.269697:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.269699:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.269701:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.269701:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.269702:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.269704:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03338200 from hash 00010000:00000001:0.0:1712357314.269705:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.269708:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.269708:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.269709:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.269710:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.269711:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.269713:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.269714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.269715:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.269716:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.269718:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269722:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.269722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.269723:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.269724:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.269725:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.269726:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.269727:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.269728:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338200 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.269737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.269739:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.269741:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.269745:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.269750:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.269751:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.269752:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.269753:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.269755:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.269756:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.269756:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.269757:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.269758:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.269760:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.269762:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.269763:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.269765:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.269766:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.269803:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5b0a0. 00000080:00002000:1.0:1712357314.269810:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.269815:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.269818:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.269821:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.269823:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.269824:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.269826:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.269830:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:1.0:1712357314.269831:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.269835:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/33 (0 0) 00000002:00000001:1.0:1712357314.269837:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.269838:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.269839:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269840:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.269842:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.269844:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff880137398e00. 00000100:00000001:1.0:1712357314.269846:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.269849:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2aa00 x1795536572151040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.269852:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.269853:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.269855:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:1.0:1712357314.269859:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.269860:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.269861:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.269862:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.269864:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c800. 02000000:00000001:1.0:1712357314.269865:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.269866:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.269867:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2aa00. 00000100:00000001:1.0:1712357314.269869:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.269869:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.269870:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.269871:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.269872:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.269875:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.269879:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516798, parent ffff88013624e510, inode (null)) hashed, 00000080:00000001:1.0:1712357314.269880:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.269882:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.269892:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.269895:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.269896:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:1.0:1712357314.269898:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269915:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.269917:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.269919:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.269923:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269925:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.269927:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.269928:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.269930:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.269933:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.269935:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269937:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.269938:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.269939:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269941:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.269942:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.269943:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.269944:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:1.0:1712357314.269945:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.269946:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269947:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.269948:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.269950:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.269955:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=1536 00000080:00000001:1.0:1712357314.269957:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.269958:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.269959:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269963:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.269964:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.269965:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.269972:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.269973:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8) 00000080:00000001:1.0:1712357314.269975:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.269978:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000002:1.0:1712357314.269983:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x21:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.269985:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.269986:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.269990:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.269992:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.269993:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.269996:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.269997:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.269999:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.270000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.270002:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.270004:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.270006:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x23:0x0] 40000000:00000001:1.0:1712357314.270008:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.270009:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.270010:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.270011:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.270013:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x23:0x0] on [0x200000401:0x21:0x0] -> mds #0 00800000:00000001:1.0:1712357314.270014:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.270016:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.270018:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.270020:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:1.0:1712357314.270021:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.270023:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.270024:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.270026:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.270027:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.270030:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a25180. 00000020:00000040:1.0:1712357314.270032:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.270035:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.270036:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.270038:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.270043:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.270046:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.270047:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.270048:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.270050:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.270051:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.270053:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.270057:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7c00. 00000100:00000001:1.0:1712357314.270062:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.270063:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.270065:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.270066:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.270067:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.270068:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.270075:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.270080:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.270085:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.270086:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.270089:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.270090:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.270092:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.270093:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160205696 : -131938549345920 : ffff8800a9a25180) 00000100:00000001:1.0:1712357314.270096:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.270099:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.270100:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.270101:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.270103:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.270107:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.270108:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.270109:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.270110:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.270112:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a25180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151168:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.270117:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.270120:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.270121:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.270122:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.270124:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9ac00. 02000000:00000001:1.0:1712357314.270125:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.270128:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.270129:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.270132:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.270135:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572151168, portal 10 00000100:00000001:1.0:1712357314.270136:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.270136:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160205696 : -131938549345920 : ffff8800a9a25180) 00000100:00000040:1.0:1712357314.270139:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.270151:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.270153:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.270154:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357314.270156:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572151168, offset 0 00000400:00000200:1.0:1712357314.270159:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.270162:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.270165:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.270168:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.270171:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.270173:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.270175:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.270178:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [465:465:256:4294967295] 192.168.203.120@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:1.0:1712357314.270184:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.270189:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.270193:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.270196:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.270200:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.270206:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.270212:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.270230:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.270232:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.270233:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.270235:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.270236:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.270237:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.270239:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.270240:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.270242:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.270243:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.270393:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.270396:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357314.270399:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.270403:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.270405:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357314.270406:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357314.270408:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.270411:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.270417:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.270419:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.270423:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.270424:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.270678:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e191e0. 00010000:00000010:3.1:1712357314.270685:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:3.1:1712357314.270687:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e198a0. 00000080:00000010:2.1:1712357314.274280:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5b0a0. 00000800:00000001:3.0:1712357314.274356:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.274367:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.274369:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.274371:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.274379:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274384:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.274390:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274394:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274397:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274400:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef907580 00000400:00000200:3.0:1712357314.274411:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274416:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1275 [1] + 224 00000800:00000001:3.0:1712357314.274422:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.274431:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.274434:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.274437:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.274442:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.274449:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.274458:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.274478:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.274485:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.274488:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274492:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.274496:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [466:466:256:4294967295] 192.168.203.120@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:3.0:1712357314.274499:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.274506:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.274511:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.274514:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.274518:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.274524:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.274527:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357314.274655:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.274661:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.274662:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.274664:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.274668:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.274670:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.274671:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.274675:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.274682:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a25180 x1795536572151168/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.274687:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.274689:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.274691:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.274693:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.274695:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.274696:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.274699:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.274704:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.274707:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.274709:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.274710:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.274712:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.274715:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.274718:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.274723:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000004a/0x1] 00000100:00000001:1.0:1712357314.274725:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.274726:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.274727:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160205696 : -131938549345920 : ffff8800a9a25180) 00000100:00000001:1.0:1712357314.274730:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.274731:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.274732:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.274734:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.274738:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a25180 x1795536572151168/t4294967371(4294967371) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.274744:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.274746:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.274747:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.274750:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a25180 x1795536572151168/t4294967371(4294967371) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.274756:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a25180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151168:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.274760:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.274763:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.274765:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.274766:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.274769:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a25180 x1795536572151168/t4294967371(4294967371) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.274773:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.274775:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.274777:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.274778:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.274785:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.274787:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x23:0x0] 00800000:00000001:1.0:1712357314.274789:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.274792:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x21:0x0] mtime from 1627598046 to 1712357314 00000080:00000001:1.0:1712357314.274795:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.274797:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.274804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.274807:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.274809:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.274810:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.274813:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.274819:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76df000. 00000080:00000001:1.0:1712357314.274826:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.274827:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x23:0x0](ffff8800a76df0c8) 00000080:00000001:1.0:1712357314.274829:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.274831:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x23:0x0] 00000080:00000001:1.0:1712357314.274833:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274834:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.274836:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.274838:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502307 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.274840:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x23:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.274842:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.274844:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123218632 : -131938586332984 : ffff8800a76df0c8) 00000080:00000001:1.0:1712357314.274846:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.274848:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.274850:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.274851:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274855:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.274856:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.274860:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a25180 x1795536572151168/t4294967371(4294967371) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.274865:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.274867:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.274870:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274874:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274879:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.274880:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.274889:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.274890:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:1.0:1712357314.274893:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274974:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.274979:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.274981:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.274985:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274988:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.274990:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.274992:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.274993:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.274996:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.274998:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.274999:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.275000:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.275002:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.275004:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.275004:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.275006:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.275007:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:1.0:1712357314.275008:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.275009:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.275010:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.275011:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.275013:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.275019:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=0 00000080:00000001:1.0:1712357314.275021:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.275023:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=getattr 00000080:00000010:1.0:1712357314.275027:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.275032:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.275035:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.275036:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x21:0x0] 00800000:00000001:1.0:1712357314.275038:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.275042:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.275044:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.275046:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.275048:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.275051:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.275057:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.275060:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24380. 00000020:00000040:1.0:1712357314.275063:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=75 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.275067:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.275070:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.275074:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.275075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.275076:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.275078:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.275080:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.275082:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.275087:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b000. 00000100:00000001:1.0:1712357314.275091:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.275093:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.275095:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.275095:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.275096:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.275097:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.275102:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00010000:00000001:1.0:1712357314.275105:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.275106:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.275111:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:1.0:1712357314.275113:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.275115:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.275117:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357314.275120:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.275122:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338207 to hash 00000020:00000001:1.0:1712357314.275123:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.275124:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.275127:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.275129:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.275131:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.275134:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.275140:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.275151:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.275155:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.275156:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.275158:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.275160:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.275161:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.275162:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000001:1.0:1712357314.275165:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.275168:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.275170:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.275172:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.275180:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357314.275184:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.275186:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000100:00000001:1.0:1712357314.275186:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.275187:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.275189:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1712357314.275189:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.275191:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.275192:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00100000:1.0:1712357314.275193:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151232:192.168.203.120@tcp:101:rsync.0 00000800:00000001:3.0:1712357314.275196:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357314.275196:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1712357314.275199:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1712357314.275199:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.275200:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.275202:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.275205:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.275207:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.275210:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.275211:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.275215:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.275219:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151232, portal 10 00000100:00000001:1.0:1712357314.275220:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.275221:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000040:1.0:1712357314.275226:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.275235:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.275237:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.275239:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357314.275242:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572151232, offset 0 00000400:00000200:1.0:1712357314.275245:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.275249:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.275252:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.275256:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.275258:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.275261:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.275263:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.275265:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [467:467:256:4294967295] 192.168.203.120@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:1.0:1712357314.275268:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.275273:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.275277:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.275280:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357314.275283:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.275286:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.275288:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.275304:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.275306:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.275308:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.275310:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.275311:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.275312:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.275314:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.275315:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.275317:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.275318:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.275395:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.275397:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357314.275401:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.275404:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.275406:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357314.275408:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357314.275410:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.275413:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.275419:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.275421:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.275425:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.275426:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.277979:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000800:00000001:3.0:1712357314.278373:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.278383:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.278384:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.278386:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.278393:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.278398:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.278403:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.278406:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.278409:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.278412:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9075c0 00000400:00000200:3.0:1712357314.278416:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.278421:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x127d [1] + 224 00000800:00000001:3.0:1712357314.278426:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.278438:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.278440:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.278444:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.278448:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.278454:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.278472:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.278492:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.278499:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.278502:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.278618:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.278623:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.278624:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.278631:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.278634:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.278636:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.278638:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.278641:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.278648:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.278655:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.278656:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.278658:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.278660:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.278662:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.278663:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.278666:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.278671:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.278674:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.278676:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.278677:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.278679:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.278682:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.278684:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.278685:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.278687:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.278689:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.278692:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.278697:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.278699:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.278701:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.278703:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.278710:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.278718:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.278721:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.278723:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.278724:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.278727:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.278732:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.278733:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.278735:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.278736:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.278739:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.278741:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278744:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278746:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357314.278748:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278750:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357314.278754:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d200, remote cookie: 0xa8e7976a8eb20e8f, flags: 0x1001 00010000:00010000:1.0:1712357314.278758:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.278764:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x23:0x0].0x0, instead of [0x200000401:0x21:0x0].0x0 00010000:00000001:1.0:1712357314.278766:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.278773:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357314.278775:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.278777:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.278779:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.278785:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278797:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.278800:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.278801:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.278802:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.278803:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.278805:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x23:0x0].0x0 (ffff8800b6e1dc00) refcount = 1 00010000:00010000:1.0:1712357314.278808:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278813:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.278816:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.278817:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.278819:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.278820:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.278823:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278828:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.278829:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.278830:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278831:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.278832:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.278835:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.278837:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278837:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278838:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.278839:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278841:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278842:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278843:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278844:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357314.278845:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278849:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278852:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.278853:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.278855:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278860:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278860:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.278861:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278862:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278862:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357314.278863:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278864:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278866:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.278868:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278872:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278872:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.278875:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278879:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.278879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.278881:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278881:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.278885:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.278890:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278890:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278891:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.278892:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278896:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278898:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.278899:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.278901:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.278903:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.278904:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278905:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278906:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.278907:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278908:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00000002:00010000:1.0:1712357314.278911:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.278915:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278916:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.278917:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.278918:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278919:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278919:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.278920:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278922:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357314.278924:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.278926:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.278929:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/35 (0 0) 00010000:00000001:1.0:1712357314.278931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278931:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.278932:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.278933:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.278936:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.278938:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.278940:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.278944:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.278945:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357314.278958:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.278960:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.278963:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.278966:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.278967:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.278969:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.278971:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.278976:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.278978:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x23:0x0] 00000080:00000001:1.0:1712357314.278980:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.278982:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.278983:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.278986:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.278988:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x23:0x0](ffff8800a76df0c8): rc = 0 00000080:00000001:1.0:1712357314.278990:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123218632 : -131938586332984 : ffff8800a76df0c8) 00010000:00000001:1.0:1712357314.278992:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.278993:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.278994:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.278995:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278996:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.278998:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.278998:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.278999:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.279000:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.279001:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.279002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279004:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.279005:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.279007:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) for lock 0xbda2fb8f03338207 00000080:00000001:1.0:1712357314.279010:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279011:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.279012:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279014:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.279014:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.279015:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.279018:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.279020:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279021:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279023:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.279024:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279026:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.279029:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5b320. 00000080:00002000:1.0:1712357314.279034:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode ffff8800a76df0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.279036:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.279038:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279040:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.279042:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) 00000080:00010000:1.0:1712357314.279045:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338207 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357314.279046:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.279047:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.279048:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.279049:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279050:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279051:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.279053:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.279057:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279058:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279059:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.279060:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.279062:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.279068:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.279070:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.279071:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.279073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279076:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279077:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279079:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.279081:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279082:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279084:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279085:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.279086:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279086:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.279088:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.279091:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000100:00000001:1.0:1712357314.279093:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.279097:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24380 x1795536572151232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.279102:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.279103:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.279105:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.279109:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.279111:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.279112:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.279114:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.279115:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b000. 02000000:00000001:1.0:1712357314.279120:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.279121:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.279122:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24380. 00000100:00000001:1.0:1712357314.279125:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.279125:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.279127:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.279128:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.279129:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357314.279143:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x23:0x0](ffff8800a76df0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357314.279147:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357314.279148:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x23:0x0](ffff8800a76df0c8),name=__pycache__ 00000080:00000010:1.0:1712357314.279152:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.279156:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279159:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.279163:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x23:0x0] '__pycache__' on [0x200000401:0x21:0x0] 00800000:00000001:1.0:1712357314.279166:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.279169:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x200000401:0x23:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357314.279171:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279173:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.279175:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x23:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.279177:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.279179:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.279180:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.279182:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.279184:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.279186:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.279187:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357314.279189:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357314.279196:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357314.279202:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.279205:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357314.279210:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357314.279211:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.279212:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357314.279213:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357314.279214:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357314.279216:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.279218:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357314.279219:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.279221:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) 00000080:00010000:1.0:1712357314.279223:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) for lock 0xbda2fb8f03338207 00000080:00000001:1.0:1712357314.279225:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279226:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.279227:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279231:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.279232:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.279233:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.279234:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.279235:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279236:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.279239:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279240:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.279242:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338207 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357314.279243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.279244:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.279244:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357314.279246:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279247:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.279248:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.279250:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.279254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279255:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.279256:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.279258:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.279262:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.279263:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.279263:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.279264:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279265:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279267:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.279267:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279270:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279272:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279273:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.279274:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279274:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357314.279275:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357314.279276:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.279278:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357314.279281:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x23:0x0](ffff8800a76df0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357314.279284:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.279285:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77020d8, parent ffff88013624e510, inode ffff8800a76df0c8) hashed, 00000080:00000001:1.0:1712357314.279288:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279310:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.279312:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.279313:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.279316:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279319:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.279320:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.279322:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.279324:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.279326:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.279327:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279328:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.279329:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.279331:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279332:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.279333:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.279335:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.279336:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:1.0:1712357314.279337:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.279337:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279339:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.279339:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.279341:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279342:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.279343:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77020d8) flags 0x108008e refc 0 00000080:00000001:1.0:1712357314.279347:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.279348:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357314.279350:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.279350:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279356:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357314.279359:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x23:0x0](ffff8800a76df0c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1627598046.409176217, ctime 1712357314.000000000 00000080:00000002:1.0:1712357314.279363:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1627598046, ctime 1712357314, now = 1712357314 00000080:00000010:1.0:1712357314.279366:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.279368:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357314.279369:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.279372:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357314.279373:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x23:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357314.279375:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279377:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357314.279379:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.279381:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.279382:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.279384:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.279386:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.279388:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357314.279394:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.279396:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357314.279398:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357314.279399:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x23:0x0] mode (null) 00000080:00000001:1.0:1712357314.279401:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279402:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.279403:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.279404:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357314.279406:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.279408:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279410:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.279410:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.279414:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357314.279415:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.279417:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279418:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.279419:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.279420:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.279420:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357314.279422:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.279423:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.279424:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.279426:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x23:0x0] lli = ffff8800a76df000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357314.279428:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357314.279429:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357314.279430:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357314.279432:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x23:0x0](ffff8800a76df0c8) invalid 00000080:00002000:1.0:1712357314.279433:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a77020d8) parent ffff88013624e510 inode ffff8800a76df0c8 refc 1 00000080:00000001:1.0:1712357314.279435:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357314.279436:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357314.279437:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279439:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.279441:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.279442:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.279443:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.279445:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357314.279446:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338207 from hash 00010000:00000001:1.0:1712357314.279448:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.279449:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279450:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.279452:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.279453:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357314.279454:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.279456:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.279457:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.279460:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a24380. 00000020:00000040:1.0:1712357314.279464:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=75 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.279468:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.279470:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.279471:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.279472:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279473:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.279475:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.279476:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.279478:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.279482:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6a00. 00000100:00000001:1.0:1712357314.279486:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279488:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.279490:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357314.279493:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.279497:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357314.279499:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.279500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.279502:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338207 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20e8f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.279507:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1dc00 count: 0 00010000:00000010:1.0:1712357314.279510:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.279516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.279517:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279519:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.279519:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.279521:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357314.279522:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1627598046, ctime 1712357314 00000020:00100000:1.0:1712357314.279527:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.279532:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.279537:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.279541:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.279545:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.279546:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.279548:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.279549:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000001:1.0:1712357314.279552:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.279554:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.279556:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.279557:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.279560:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.279577:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.279578:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.279599:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.279601:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.279604:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151360:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.279607:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.279610:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.279611:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.279613:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.279616:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9b000. 02000000:00000001:1.0:1712357314.279617:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.279621:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.279623:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.279627:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.279631:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572151360, portal 10 00000100:00000001:1.0:1712357314.279632:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.279633:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000040:1.0:1712357314.279637:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.279642:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.279644:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.279645:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357314.279647:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572151360, offset 0 00000400:00000200:1.0:1712357314.279655:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.279658:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.279662:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.279666:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.279669:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.279672:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.279674:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.279677:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [468:468:256:4294967295] 192.168.203.120@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1712357314.279679:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.279686:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.279690:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.279693:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357314.279697:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.279703:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.279706:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.279714:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.279716:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.279717:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.279719:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.279720:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.279722:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.279723:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.279725:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.279726:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.279727:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.279886:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.279889:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:3.0:1712357314.279892:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.279896:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.279898:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357314.279899:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357314.279901:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.279904:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.279911:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.279913:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.279918:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.279920:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.283013:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.283026:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.283029:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.283031:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.283039:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283045:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.283050:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283053:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283056:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283059:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907640 00000400:00000200:3.0:1712357314.283062:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283067:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1285 [1] + 224 00000800:00000001:3.0:1712357314.283082:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.283093:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.283095:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.283098:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.283102:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.283108:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.283116:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.283134:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.283140:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.283143:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283146:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.283150:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [469:469:256:4294967295] 192.168.203.120@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:3.0:1712357314.283153:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.283159:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.283163:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.283166:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.283170:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.283176:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.283179:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.283217:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.283219:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357314.283221:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.283224:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.283227:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.283230:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.283284:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.283290:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.283291:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.283293:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.283296:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.283297:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.283299:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.283303:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.283317:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a24380 x1795536572151360/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.283322:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.283323:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.283325:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.283327:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.283329:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.283331:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.283333:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.283339:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.283342:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.283345:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.283346:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.283348:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.283350:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.283352:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.283353:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357314.283355:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.283356:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.283357:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160202112 : -131938549349504 : ffff8800a9a24380) 00000100:00000001:1.0:1712357314.283360:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.283361:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.283362:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.283364:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.283367:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a24380 x1795536572151360/t4294967372(4294967372) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.283373:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.283375:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.283377:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.283380:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a24380 x1795536572151360/t4294967372(4294967372) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.283386:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a24380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151360:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.283393:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.283396:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.283397:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.283399:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.283401:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a24380 x1795536572151360/t4294967372(4294967372) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.283406:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.283409:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.283411:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.283411:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.283417:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.283419:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283422:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.283425:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.283427:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.283429:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.283433:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.283434:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x23:0x0] 00000080:00000001:1.0:1712357314.283436:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283439:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.283441:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.283444:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x23:0x0], updating i_size 4096 00000100:00000001:1.0:1712357314.283445:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.283448:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a24380 x1795536572151360/t4294967372(4294967372) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.283453:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283454:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.283456:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.283457:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283458:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283460:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.283462:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000080:00200008:1.0:1712357314.283468:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x23:0x0](ffff8800a76df0c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.278000000, mtime 1627598046.409176217, ctime 1712357314.278000000, rc 0 00000080:00000001:1.0:1712357314.283477:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283483:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.283485:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77020d8, parent ffff88013624e510, inode ffff8800a76df0c8) hashed, 00000080:00000001:1.0:1712357314.283487:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.283490:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.283495:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.283497:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.283498:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:1.0:1712357314.283500:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283513:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.283515:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.283516:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.283519:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283522:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.283523:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.283525:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.283527:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=17 00000080:00000001:1.0:1712357314.283529:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.283531:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283533:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.283534:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.283535:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283537:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.283538:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.283539:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.283540:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=17 00000080:00000001:1.0:1712357314.283541:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.283542:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.283543:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.283544:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.283546:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.283551:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=1 00000080:00000001:1.0:1712357314.283554:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.283555:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=getattr 00000080:00000010:1.0:1712357314.283571:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.283576:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.283579:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.283580:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x21:0x0] 00800000:00000001:1.0:1712357314.283609:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.283611:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.283613:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.283616:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.283617:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.283620:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.283621:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.283632:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0000. 00000020:00000040:1.0:1712357314.283635:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.283639:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.283643:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.283853:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.283854:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.283855:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.283858:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.283859:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.283862:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.283868:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b400. 00000100:00000001:1.0:1712357314.283872:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.283874:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.283876:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.283877:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.283878:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.283879:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.283884:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414164480 : -131936295387136 : ffff88012ffb0000) 00010000:00000001:1.0:1712357314.283887:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.283888:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.283893:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:1.0:1712357314.283895:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.283897:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.283900:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357314.283907:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.283909:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f0333820e to hash 00000020:00000001:1.0:1712357314.283910:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.283911:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.283913:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.283916:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.283918:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.283921:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.283927:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.283934:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.283937:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.283938:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.283941:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.283942:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.283944:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.283945:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414164480 : -131936295387136 : ffff88012ffb0000) 00000100:00000001:1.0:1712357314.283948:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.283951:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.283952:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.283954:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.283957:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.283963:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.283964:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.283966:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.283968:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.283970:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.283973:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.283979:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.283981:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.283982:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.283985:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.283986:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.283991:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.283992:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.283996:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.283999:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151424, portal 10 00000100:00000001:1.0:1712357314.284001:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.284002:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414164480 : -131936295387136 : ffff88012ffb0000) 00000100:00000040:1.0:1712357314.284006:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.284011:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.284013:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.284015:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357314.284018:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572151424, offset 0 00000400:00000200:1.0:1712357314.284021:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.284025:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.284028:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.284031:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.284034:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.284036:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.284038:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.284040:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [470:470:256:4294967295] 192.168.203.120@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:1.0:1712357314.284043:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.284049:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.284052:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.284054:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.284057:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.284061:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.284063:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.284273:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.284275:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.284277:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.284279:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.284280:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.284282:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.284284:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.284285:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.284287:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.284287:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.284344:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.284346:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357314.284350:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.284356:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.284358:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357314.284359:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357314.284361:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.284364:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.284371:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.284373:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.284378:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.284379:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.287116:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1dc00. 00010000:00000010:2.1:1712357314.287127:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:2.0:1712357314.287730:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.287739:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.287741:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.287743:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.287750:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.287754:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.287759:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.287763:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.287772:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.287776:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907680 00000400:00000200:2.0:1712357314.287779:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.287783:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x128d [1] + 224 00000800:00000001:2.0:1712357314.287788:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.287796:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.287798:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.287801:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.287805:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.287810:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.287818:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.287836:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.287841:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.287843:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.287891:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.287896:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.287897:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.287899:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.287902:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.287903:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.287905:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.287909:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.287915:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.287920:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.287921:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.287923:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.287925:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.287927:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.287928:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.287930:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.287936:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.287939:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.287940:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.287941:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.287943:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.287945:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.287947:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.287949:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.287954:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.287955:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.287958:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.287963:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.287965:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.287967:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.287969:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.287974:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.287977:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.287980:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.287981:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.287983:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.287985:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.287989:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.287990:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.287992:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.287993:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.287995:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.287997:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.287999:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288001:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357314.288002:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288004:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000040:1.0:1712357314.288008:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e1c0, remote cookie: 0xa8e7976a8eb20eb2, flags: 0x1001 00010000:00010000:1.0:1712357314.288012:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.288018:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x23:0x0].0x0, instead of [0x200000401:0x21:0x0].0x0 00010000:00000001:1.0:1712357314.288023:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.288030:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357314.288032:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.288035:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.288038:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.288043:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288047:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.288050:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.288051:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.288052:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.288053:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.288055:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x23:0x0].0x0 (ffff8800b6e1dc00) refcount = 1 00010000:00010000:1.0:1712357314.288058:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288063:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.288065:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.288066:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.288068:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.288070:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.288072:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288076:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.288078:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288079:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288080:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288081:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288084:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.288088:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288089:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288090:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288092:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288093:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288094:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288095:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288096:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357314.288097:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288098:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288099:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.288101:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.288103:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288107:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288108:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288109:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288109:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357314.288110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288112:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288113:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.288115:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288119:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.288121:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288124:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.288125:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288127:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288128:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288128:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.288132:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.288137:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288138:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288139:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288141:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288142:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288143:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.288144:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288145:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288147:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.288148:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288149:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288150:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288151:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288152:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00000002:00010000:1.0:1712357314.288154:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288157:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288158:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288159:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.288159:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288160:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288160:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288161:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288162:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000040:1.0:1712357314.288164:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.288166:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.288168:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/35 (0 0) 00010000:00000001:1.0:1712357314.288172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.288174:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.288175:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.288178:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288180:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288182:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.288185:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.288187:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357314.288189:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.288191:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288193:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288196:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.288197:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.288199:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.288201:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.288205:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.288207:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x23:0x0] 00000080:00000001:1.0:1712357314.288209:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.288211:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.288213:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.288216:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.288218:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x23:0x0](ffff8800a76df0c8): rc = 0 00000080:00000001:1.0:1712357314.288220:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123218632 : -131938586332984 : ffff8800a76df0c8) 00010000:00000001:1.0:1712357314.288222:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288223:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288224:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288225:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288228:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288229:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.288230:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.288231:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.288232:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.288233:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288239:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.288240:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.288242:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) for lock 0xbda2fb8f0333820e 00000080:00000001:1.0:1712357314.288245:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288246:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.288247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288249:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.288250:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288251:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288252:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288253:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288254:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288255:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288256:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.288257:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288258:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.288261:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5b600. 00000080:00002000:1.0:1712357314.288265:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77021b0 inode ffff8800a76df0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.288268:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.288271:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.288272:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.288275:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) 00000080:00010000:1.0:1712357314.288277:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333820e from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357314.288279:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.288280:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.288280:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.288282:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288283:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.288284:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.288286:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288290:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288294:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288295:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.288296:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.288298:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.288304:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.288306:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.288307:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.288310:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288310:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288311:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288313:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.288315:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288316:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288319:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288320:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.288321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.288323:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.288326:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000100:00000001:1.0:1712357314.288328:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.288332:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0000 x1795536572151424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.288336:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.288338:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.288340:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.288344:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.288345:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.288347:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=75 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.288348:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.288351:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b400. 02000000:00000001:1.0:1712357314.288355:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.288356:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.288357:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0000. 00000100:00000001:1.0:1712357314.288360:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.288361:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.288365:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.288367:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357314.288367:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.288378:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357314.288380:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x23:0x0](ffff8800a76df0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:1.0:1712357314.288385:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:1.0:1712357314.288387:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.288389:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357314.288392:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.288395:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357314.288396:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x23:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357314.288398:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288400:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357314.288401:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.288403:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.288405:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.288406:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.288408:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.288410:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357314.288415:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.288417:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357314.288419:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357314.288420:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x23:0x0] mode (null) 00000080:00000001:1.0:1712357314.288422:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288424:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.288425:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.288426:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357314.288427:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.288428:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.288430:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288431:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.288432:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.288432:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357314.288437:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.288438:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.288440:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.288441:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.288441:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.288442:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 3 00010000:00000001:1.0:1712357314.288444:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.288445:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.288446:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.288448:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x23:0x0] lli = ffff8800a76df000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357314.288451:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357314.288451:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357314.288453:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357314.288454:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x23:0x0](ffff8800a76df0c8) invalid 00000080:00002000:1.0:1712357314.288456:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a77021b0) parent ffff88013624e510 inode ffff8800a76df0c8 refc 1 00000080:00000001:1.0:1712357314.288458:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357314.288459:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357314.288460:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288462:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.288463:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.288464:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.288465:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.288466:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357314.288468:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f0333820e from hash 00010000:00000001:1.0:1712357314.288470:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.288471:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288471:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288472:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.288474:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.288474:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357314.288476:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.288478:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.288479:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.288482:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0000. 00000020:00000040:1.0:1712357314.288484:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.288491:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.288493:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.288494:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.288495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288496:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.288498:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.288499:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.288501:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.288506:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6000. 00000100:00000001:1.0:1712357314.288509:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288511:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.288513:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357314.288516:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.288520:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357314.288521:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.288523:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.288524:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333820e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20eb2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.288529:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1dc00 count: 0 00010000:00000010:1.0:1712357314.288532:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.288538:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.288539:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288541:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.288541:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.288543:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357314.288544:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:1.0:1712357314.288549:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.288553:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.288558:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.288559:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.288573:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.288578:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.288580:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.288609:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414164480 : -131936295387136 : ffff88012ffb0000) 00000100:00000001:1.0:1712357314.288613:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.288615:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.288617:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.288618:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.288621:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.288627:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.288628:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.288631:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.288633:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.288635:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151552:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.288637:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.288641:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.288642:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.288644:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.288646:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9b400. 02000000:00000001:1.0:1712357314.288647:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.288651:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.288653:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.288657:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.288660:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572151552, portal 10 00000100:00000001:1.0:1712357314.288662:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.288663:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414164480 : -131936295387136 : ffff88012ffb0000) 00000100:00000040:1.0:1712357314.288667:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.288672:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.288673:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.288675:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357314.288677:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572151552, offset 0 00000400:00000200:1.0:1712357314.288680:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.288688:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.288693:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.288697:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.288700:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.288702:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.288704:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.288707:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [471:471:256:4294967295] 192.168.203.120@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:1.0:1712357314.288710:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.288716:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.288721:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.288723:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.288727:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.288733:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.288735:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.289298:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.289300:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.289302:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.289304:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.289305:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.289307:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.289308:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.289310:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.289311:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.289312:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.289763:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.289767:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357314.289771:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.289775:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.289778:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357314.289780:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357314.289783:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.289787:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.289794:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.289796:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.289800:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.289801:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.293927:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5b320. 00000800:00000001:2.0:1712357314.294557:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.294576:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.294578:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.294580:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.294601:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294607:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.294612:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294615:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294618:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294622:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907700 00000400:00000200:2.0:1712357314.294625:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294629:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1295 [1] + 224 00000800:00000001:2.0:1712357314.294634:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.294643:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.294646:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.294649:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.294657:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.294663:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.294671:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.294692:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.294699:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.294702:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294706:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.294710:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [472:472:256:4294967295] 192.168.203.120@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:2.0:1712357314.294713:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.294719:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.294723:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.294727:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357314.294731:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.294736:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.294739:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357314.294779:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357314.294806:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.294808:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357314.294810:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.294813:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.294842:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.295341:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.295347:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.295348:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.295350:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.295354:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.295355:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.295357:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.295361:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.295368:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0000 x1795536572151552/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.295377:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.295379:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.295381:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.295383:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.295384:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.295386:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.295388:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.295395:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.295398:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.295400:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.295401:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.295403:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.295406:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295409:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.295410:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000004b/0x0] 00000100:00000001:1.0:1712357314.295412:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.295413:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.295414:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414164480 : -131936295387136 : ffff88012ffb0000) 00000100:00000001:1.0:1712357314.295416:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.295417:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.295418:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.295420:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.295423:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0000 x1795536572151552/t4294967373(4294967373) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.295428:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.295431:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.295432:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.295435:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0000 x1795536572151552/t4294967373(4294967373) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.295441:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151552:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.295445:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.295448:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295459:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.295461:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.295464:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0000 x1795536572151552/t4294967373(4294967373) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.295468:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.295471:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.295473:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.295474:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.295478:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.295481:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295484:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.295487:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.295489:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.295491:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.295495:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.295497:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x23:0x0] 00000080:00000001:1.0:1712357314.295499:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295501:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.295503:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.295506:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x23:0x0], updating i_size 4096 00000100:00000001:1.0:1712357314.295507:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.295509:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0000 x1795536572151552/t4294967373(4294967373) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.295515:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295516:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.295517:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.295519:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295520:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295521:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.295524:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000080:00200008:1.0:1712357314.295528:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x23:0x0](ffff8800a76df0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.287000000, rc 0 00000080:00000001:1.0:1712357314.295533:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295538:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.295542:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77021b0, parent ffff88013624e510, inode ffff8800a76df0c8) hashed, 00000080:00000001:1.0:1712357314.295544:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.295547:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.295550:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.295552:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.295553:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry bindings (ffff88013624e510, parent ffff8800a7701e58, inode ffff8800a77100c8) hashed, 00000080:00000001:1.0:1712357314.295555:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295581:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.295601:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.295603:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.295606:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295608:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.295609:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.295610:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.295612:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.295615:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.295616:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295618:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.295619:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.295621:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295622:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.295623:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.295624:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.295626:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:1.0:1712357314.295628:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.295628:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.295630:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.295631:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.295632:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.295636:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), flags=16 00000080:00000001:1.0:1712357314.295639:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.295640:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x21:0x0](ffff8800a77100c8), intent=0 00000080:00000010:1.0:1712357314.295644:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.295647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.295650:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.295651:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x21:0x0] 00800000:00000001:1.0:1712357314.295657:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.295660:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x21:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.295662:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.295664:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.295666:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x21:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357314.295669:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.295670:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.295674:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0380. 00000020:00000040:1.0:1712357314.295677:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.295680:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.295683:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.295687:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.295688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.295688:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295690:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.295692:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.295694:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.295698:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b800. 00000100:00000001:1.0:1712357314.295702:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.295704:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.295705:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.295706:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.295707:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.295708:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.295713:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00010000:00000001:1.0:1712357314.295716:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.295717:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.295721:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343700 count: 2 00010000:00000001:1.0:1712357314.295723:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.295725:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.295728:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38df80. 00000020:00000001:1.0:1712357314.295731:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.295733:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38df80 with handle 0xbda2fb8f03338215 to hash 00000020:00000001:1.0:1712357314.295734:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.295735:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.295740:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.295743:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.295744:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.295748:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.295753:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.295760:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.295764:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.295765:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.295768:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.295769:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.295771:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.295771:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357314.295774:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.295777:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295778:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.295780:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.295783:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.295789:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.295790:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.295792:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.295794:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.295796:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.295799:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.295802:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.295804:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.295805:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.295808:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.295812:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.295816:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.295818:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.295822:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.295826:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151616, portal 10 00000100:00000001:1.0:1712357314.295828:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.295828:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000040:1.0:1712357314.295833:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.295838:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.295840:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.295841:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357314.295844:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572151616, offset 0 00000400:00000200:1.0:1712357314.295847:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.295851:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.295854:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.295857:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.295860:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.295863:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.295865:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.295867:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [473:473:256:4294967295] 192.168.203.120@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:1.0:1712357314.295870:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.295876:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.295879:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.295881:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357314.295884:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.295888:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.295890:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.295897:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295898:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.295900:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295904:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.295905:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.295907:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.295908:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.295910:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.295911:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.295912:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.296122:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.296124:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357314.296128:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.296131:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.296134:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357314.296135:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:2.0:1712357314.296137:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.296140:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.296160:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.296163:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.296167:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.296169:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.298098:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1dc00. 00010000:00000010:0.1:1712357314.298107:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000800:00000001:3.0:1712357314.300826:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.300835:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.300837:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.300839:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.300847:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.300851:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.300856:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.300865:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.300868:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.300872:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907740 00000400:00000200:3.0:1712357314.300875:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.300879:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x129d [1] + 224 00000800:00000001:3.0:1712357314.300885:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.300893:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.300896:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.300899:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.300904:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.300910:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.300917:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.300940:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.300946:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.300949:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.301102:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.301108:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.301109:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.301112:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.301115:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.301117:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.301119:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.301123:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.301130:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.301135:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.301137:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.301138:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.301141:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.301143:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.301144:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.301147:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.301153:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.301157:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.301159:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.301160:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301162:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.301165:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301168:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.301169:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.301171:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.301172:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.301176:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.301186:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.301188:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.301190:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.301193:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.301198:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.301202:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.301205:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301207:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.301208:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.301211:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.301215:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.301217:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.301219:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.301220:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301222:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.301224:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301226:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301228:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357314.301230:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301232:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000040:1.0:1712357314.301236:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38df80, remote cookie: 0xa8e7976a8eb20ed5, flags: 0x1001 00010000:00010000:1.0:1712357314.301239:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.301245:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x23:0x0].0x0, instead of [0x200000401:0x21:0x0].0x0 00010000:00000001:1.0:1712357314.301247:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.301255:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1dc00. 00010000:00000010:1.0:1712357314.301260:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25200. 00010000:00000001:1.0:1712357314.301263:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.301266:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.301271:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301275:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.301278:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.301279:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.301280:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.301281:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.301283:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x23:0x0].0x0 (ffff8800b6e1dc00) refcount = 1 00010000:00010000:1.0:1712357314.301286:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301290:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.301292:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.301294:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.301296:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.301297:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.301299:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301304:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.301305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301306:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301307:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301307:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301308:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301311:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.301312:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301313:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301314:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301319:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301320:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301322:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301322:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301323:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=4 00000020:00000001:1.0:1712357314.301324:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301325:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301327:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.301329:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.301331:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301337:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301337:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301338:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=5 00000020:00000001:1.0:1712357314.301339:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301341:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301342:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.301344:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301348:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.301350:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301354:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.301354:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301355:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301356:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301356:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.301362:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.301367:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301368:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301369:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301370:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301372:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301373:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301374:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.301374:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301375:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301377:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.301379:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301380:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301380:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301382:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301383:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00000002:00010000:1.0:1712357314.301385:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301389:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301389:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301390:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.301391:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301392:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301393:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301394:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301396:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000040:1.0:1712357314.301399:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.301400:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.301403:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/35 (0 0) 00010000:00000001:1.0:1712357314.301404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.301408:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.301410:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.301413:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301415:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301417:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.301421:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.301423:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357314.301425:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.301427:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301430:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301433:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.301434:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.301437:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.301439:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.301443:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.301445:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x23:0x0] 00000080:00000001:1.0:1712357314.301447:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.301448:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502307 : 144115205272502307 : 200000401000023) 00000080:00000001:1.0:1712357314.301450:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.301453:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.301455:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x23:0x0](ffff8800a76df0c8): rc = 0 00000080:00000001:1.0:1712357314.301456:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123218632 : -131938586332984 : ffff8800a76df0c8) 00010000:00000001:1.0:1712357314.301458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301459:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301461:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301463:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301464:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301465:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.301466:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.301467:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.301468:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.301469:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301471:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.301472:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.301477:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) for lock 0xbda2fb8f03338215 00000080:00000001:1.0:1712357314.301480:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301482:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.301483:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301484:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.301485:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301486:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301487:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301488:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301489:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301491:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.301492:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301494:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.301497:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5b880. 00000080:00002000:1.0:1712357314.301500:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702798 inode ffff8800a76df0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.301503:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.301505:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.301506:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.301509:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x23:0x0](ffff8800a76df0c8) 00000080:00010000:1.0:1712357314.301511:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338215 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357314.301512:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.301513:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.301514:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38df80 refcount=3 00000020:00000001:1.0:1712357314.301515:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301516:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626880 : -131938505924736 : ffff8800ac38df80) 00010000:00000001:1.0:1712357314.301518:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.301520:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301525:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301526:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.301528:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.301533:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38df80/0xbda2fb8f03338215 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ed5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.301538:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.301540:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.301542:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.301544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301545:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301548:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.301549:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301551:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301552:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301553:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.301554:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301554:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.301556:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.301558:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000100:00000001:1.0:1712357314.301569:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.301573:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0380 x1795536572151616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.301578:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.301580:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.301596:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.301600:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.301601:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.301603:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.301604:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.301607:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b800. 02000000:00000001:1.0:1712357314.301611:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.301612:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.301614:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0380. 00000100:00000001:1.0:1712357314.301616:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.301617:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.301622:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.301623:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x23:0x0](ffff8800a76df0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.301627:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.301635:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x23:0x0](ffff8800a76df0c8), flags=0 00000080:00000001:1.0:1712357314.301638:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.301640:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x23:0x0](ffff8800a76df0c8), intent=getattr 00000080:00000010:1.0:1712357314.301644:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.301647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.301650:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.301651:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x23:0x0] 00800000:00000001:1.0:1712357314.301654:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.301656:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x23:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357314.301658:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301660:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.301662:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.301664:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.301666:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.301668:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0380. 00000020:00000040:1.0:1712357314.301670:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.301674:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.301676:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.301678:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.301679:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.301680:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301682:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.301683:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.301685:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.301689:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b800. 00000100:00000001:1.0:1712357314.301692:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301695:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.301696:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301697:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.301698:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.301699:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.301704:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00010000:00000001:1.0:1712357314.301706:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.301707:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.301712:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.301714:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.301715:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.301717:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357314.301719:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.301721:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f0333821c to hash 00000020:00000001:1.0:1712357314.301723:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.301724:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.301725:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.301727:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.301728:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.301730:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.301735:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.301741:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.301744:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.301745:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.301748:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.301750:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.301751:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.301752:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357314.301755:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.301758:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301760:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.301761:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.301764:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.301770:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.301771:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.301773:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.301778:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.301781:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.301784:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.301787:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.301789:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.301790:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.301793:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.301794:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.301798:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.301799:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.301803:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.301807:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151680, portal 10 00000100:00000001:1.0:1712357314.301808:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.301809:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000040:1.0:1712357314.301813:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.301818:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.301820:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.301821:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357314.301823:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572151680, offset 0 00000400:00000200:1.0:1712357314.301827:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.301831:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.301834:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.301838:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.301841:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.301844:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.301845:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.301848:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [474:474:256:4294967295] 192.168.203.120@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:1.0:1712357314.301851:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.301857:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.301862:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.301864:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d700. 00000800:00000200:1.0:1712357314.301872:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.301877:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.301880:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.301887:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301889:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.301890:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301892:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.301893:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.301894:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.301896:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.301897:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.301898:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.301899:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.302518:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.302521:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d700. 00000400:00000200:2.0:1712357314.302525:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.302528:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.302530:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:2.0:1712357314.302532:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:2.0:1712357314.302534:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.302538:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.302544:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.302546:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.302551:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.302552:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.304937:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.304947:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.304949:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.304951:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.305249:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.305255:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.305261:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.305264:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.305267:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.305271:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907780 00000400:00000200:3.0:1712357314.305274:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.305278:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12a5 [1] + 224 00000800:00000001:3.0:1712357314.305283:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.305293:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.305295:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.305302:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.305306:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.305311:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.305319:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.305337:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.305342:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.305345:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.305367:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.305372:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.305373:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.305375:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.305379:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.305380:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.305382:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.305387:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.305393:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.305398:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.305399:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.305401:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.305404:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.305406:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.305407:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.305410:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.305415:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.305417:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.305419:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.305421:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.305430:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.305432:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.305434:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.305435:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.305437:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.305441:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.305446:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.305448:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.305449:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.305451:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.305457:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.305459:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.305462:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.305464:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.305465:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.305468:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.305472:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.305474:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.305476:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.305477:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.305480:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.305483:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.305485:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.305487:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357314.305489:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.305490:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357314.305494:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305504:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.305507:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305511:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.305513:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.305517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.305519:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305523:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.305524:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.305526:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.305528:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.305532:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.305534:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.305536:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305540:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.305542:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.305544:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305547:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.305549:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.305549:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.305550:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.305553:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357314.305555:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.305556:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.305558:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.305560:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.305574:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.305575:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.305577:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.305578:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.305601:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.305603:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.305604:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.305605:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.305606:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f0333821c from hash 00010000:00000001:1.0:1712357314.305608:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.305609:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.305610:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.305610:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.305611:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.305612:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.305613:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.305614:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.305615:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305616:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.305618:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305621:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.305622:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.305623:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.305624:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.305625:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.305626:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.305626:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.305628:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333821c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.305638:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.305639:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.305642:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.305646:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.305652:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.305653:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305654:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305655:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305657:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.305659:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.305660:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305661:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.305662:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.305665:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.305667:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.305668:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305671:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.305673:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.305676:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5b9c0. 00000080:00002000:1.0:1712357314.305679:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.305683:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.305686:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.305689:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305691:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.305693:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.305694:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.305698:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.305700:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.305702:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/35 (0 0) 00000002:00000001:1.0:1712357314.305705:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305706:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.305707:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305712:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.305714:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.305718:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000100:00000001:1.0:1712357314.305721:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.305723:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0380 x1795536572151680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.305728:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.305730:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.305732:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.305735:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.305737:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.305738:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.305740:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.305741:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b800. 02000000:00000001:1.0:1712357314.305745:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.305747:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.305748:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0380. 00000100:00000001:1.0:1712357314.305750:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.305751:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.305753:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.305754:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.305755:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.305758:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.305760:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7702870, parent ffff8800a7702798, inode (null)) hashed, 00000080:00000001:1.0:1712357314.305762:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.305764:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.305768:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.305770:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.305771:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702798, parent ffff88013624e510, inode ffff8800a76df0c8) hashed, 00000080:00000001:1.0:1712357314.305773:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305801:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.305803:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.305805:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.305808:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305811:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.305812:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.305814:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.305818:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.305821:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.305822:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305824:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.305825:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.305827:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305829:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.305830:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.305831:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.305832:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:1.0:1712357314.305834:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.305835:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305836:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.305837:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.305839:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305840:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.305841:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702798) flags 0x108008e refc 0 00000080:00000001:1.0:1712357314.305842:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.305843:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.305844:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.305845:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.305846:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.305847:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x23:0x0](ffff8800a76df0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.305848:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.305852:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libnvpair.cpython-36.pyc, dir=[0x200000401:0x23:0x0](ffff8800a76df0c8), flags=0 00000080:00000001:1.0:1712357314.305855:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.305856:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libnvpair.cpython-36.pyc, dir=[0x200000401:0x23:0x0](ffff8800a76df0c8), intent=getattr 00000080:00000010:1.0:1712357314.305860:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.305864:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.305866:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.305867:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libnvpair.cpython-36.pyc' on [0x200000401:0x23:0x0] 00800000:00000001:1.0:1712357314.305869:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.305872:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x23:0x0], fid2=[0x0:0x0:0x0], name='libnvpair.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357314.305874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305879:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.305881:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libnvpair.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.305883:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.305885:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.305887:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0380. 00000020:00000040:1.0:1712357314.305889:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.305893:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.305896:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.305899:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.305899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.305900:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.305902:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.305904:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.305906:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.305910:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b800. 00000100:00000001:1.0:1712357314.305914:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.305916:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.305917:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.305919:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.305919:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.305921:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.305925:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00010000:00000001:1.0:1712357314.305927:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.305928:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.305931:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.305932:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.305934:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.305936:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357314.305937:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.305939:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f03338223 to hash 00000020:00000001:1.0:1712357314.305941:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.305942:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.305944:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.305946:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.305947:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.305952:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.305957:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.305964:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.305967:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.305968:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.305971:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.305973:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.305975:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.305976:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357314.305978:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.305981:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.305983:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.305984:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.305987:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.305992:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.305993:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.305995:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.305997:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.305999:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.306001:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.306005:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.306006:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.306007:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.306010:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.306011:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.306015:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.306016:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.306020:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.306027:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151744, portal 10 00000100:00000001:1.0:1712357314.306028:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.306029:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000040:1.0:1712357314.306034:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.306039:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.306040:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.306042:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357314.306044:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572151744, offset 0 00000400:00000200:1.0:1712357314.306048:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.306052:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.306056:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.306060:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.306063:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.306066:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.306067:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.306070:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [475:475:256:4294967295] 192.168.203.120@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:1.0:1712357314.306073:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.306079:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.306083:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.306086:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.306089:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.306095:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.306098:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.306111:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.306112:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.306114:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.306116:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.306117:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.306118:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.306120:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.306121:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.306125:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.306126:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.306225:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.306228:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357314.306231:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.306234:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.306237:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357314.306238:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357314.306240:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.306243:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.306248:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.306250:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.306255:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.306259:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357314.306757:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5b600. 00000800:00000001:3.0:1712357314.310602:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.310611:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.310614:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.310616:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.310624:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.310629:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.310634:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.310638:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.310640:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.310644:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9077c0 00000400:00000200:3.0:1712357314.310647:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.310651:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12ad [1] + 224 00000800:00000001:3.0:1712357314.310656:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.310669:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.310671:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.310674:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.310679:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.310685:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.310694:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.310714:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.310725:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.310728:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.310828:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.310834:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.310835:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.310837:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:1.0:1712357314.310841:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:1.0:1712357314.310843:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:1.0:1712357314.310844:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.310848:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.310856:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.310861:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.310862:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.310864:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.310866:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.310867:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.310869:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.310871:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.310878:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.310881:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.310883:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.310887:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.310892:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.310894:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.310896:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.310897:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.310899:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.310902:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.310906:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.310909:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.310914:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.310917:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.310922:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.310925:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.310928:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.310929:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.310931:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.310933:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.310938:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.310941:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.310943:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.310944:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.310946:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.310949:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.310951:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.310953:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357314.310955:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.310957:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00010000:1.0:1712357314.310961:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.310967:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.310970:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.310975:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.310977:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.310981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.310986:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.310987:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.310992:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.310993:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.310995:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.310997:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.311006:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38eac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.311009:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.311012:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.311016:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.311017:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.311019:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.311023:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.311026:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.311026:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.311027:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.311028:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:1.0:1712357314.311030:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.311031:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.311033:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.311035:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.311038:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.311039:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.311041:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.311042:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.311048:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.311049:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.311050:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.311051:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.311054:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f03338223 from hash 00010000:00000001:1.0:1712357314.311055:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.311056:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.311057:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.311058:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.311058:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.311060:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.311061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.311062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.311063:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311064:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.311065:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.311069:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.311069:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.311070:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.311071:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.311072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.311072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.311073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.311074:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338223 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.311081:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.311082:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.311085:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.311089:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.311094:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.311095:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311096:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311097:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311101:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.311103:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.311104:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311105:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.311107:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libnvpair.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.311109:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.311112:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.311113:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311116:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.311118:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.311121:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5bb20. 00000080:00002000:1.0:1712357314.311125:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.311130:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.311133:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.311136:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311138:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.311139:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.311141:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.311145:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.311147:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.311150:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/35 (0 0) 00000002:00000001:1.0:1712357314.311152:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311153:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.311154:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311156:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.311158:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.311161:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000100:00000001:1.0:1712357314.311163:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.311166:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0380 x1795536572151744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.311171:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.311172:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.311174:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.311178:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.311179:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.311181:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.311193:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.311195:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b800. 02000000:00000001:1.0:1712357314.311200:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.311201:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.311202:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0380. 00000100:00000001:1.0:1712357314.311205:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.311206:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.311208:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.311209:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.311210:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.311214:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.311215:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libnvpair.cpython-36.pyc (ffff8800a7702d80, parent ffff8800a7702798, inode (null)) hashed, 00000080:00000001:1.0:1712357314.311217:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.311220:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.311224:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.311226:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.311228:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702798, parent ffff88013624e510, inode ffff8800a76df0c8) hashed, 00000080:00000001:1.0:1712357314.311229:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311259:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.311261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.311263:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.311267:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311270:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.311271:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.311273:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.311274:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:1.0:1712357314.311277:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.311278:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311280:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.311281:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.311282:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311284:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.311285:0:12713:0:(dcache.c:101:ll_dcompare()) found name bindings(ffff88013624e510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.311286:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.311287:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=bindings, flags=16 00000080:00000001:1.0:1712357314.311289:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.311290:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311294:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.311296:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x21:0x0](ffff8800a77100c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.311297:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311299:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.311299:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702798) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.311301:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.311301:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.311302:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.311303:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.311304:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.311306:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x23:0x0](ffff8800a76df0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.311307:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.311312:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=libzfs_core.cpython-36.pyc, dir=[0x200000401:0x23:0x0](ffff8800a76df0c8), flags=0 00000080:00000001:1.0:1712357314.311315:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.311316:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=libzfs_core.cpython-36.pyc, dir=[0x200000401:0x23:0x0](ffff8800a76df0c8), intent=getattr 00000080:00000010:1.0:1712357314.311320:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7000. 00000080:00000001:1.0:1712357314.311323:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.311325:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.311326:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'libzfs_core.cpython-36.pyc' on [0x200000401:0x23:0x0] 00800000:00000001:1.0:1712357314.311329:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.311331:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x23:0x0], fid2=[0x0:0x0:0x0], name='libzfs_core.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357314.311333:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311335:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.311336:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: libzfs_core.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.311339:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.311340:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.311342:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0380. 00000020:00000040:1.0:1712357314.311344:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.311348:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.311351:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.311353:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.311354:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.311355:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.311357:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.311362:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.311364:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.311368:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b800. 00000100:00000001:1.0:1712357314.311371:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.311373:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.311375:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.311376:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.311377:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.311378:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.311382:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00010000:00000001:1.0:1712357314.311385:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.311386:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.311388:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:1.0:1712357314.311389:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.311391:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.311393:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357314.311394:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.311396:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f0333822a to hash 00000020:00000001:1.0:1712357314.311397:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.311398:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.311401:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.311402:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.311403:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.311405:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.311409:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.311416:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.311419:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.311420:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.311423:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158600. 00000100:00000001:1.0:1712357314.311425:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532992 : -131938525018624 : ffff8800ab158600) 00000100:00000001:1.0:1712357314.311430:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.311431:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357314.311434:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.311436:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.311438:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.311439:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.311443:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.311447:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.311449:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.311451:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.311452:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.311455:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.311457:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.311461:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.311462:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.311464:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.311466:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357314.311468:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.311472:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.311473:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b00. 00000400:00000010:1.0:1712357314.311476:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.311480:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151808, portal 10 00000100:00000001:1.0:1712357314.311481:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.311482:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000040:1.0:1712357314.311486:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.311490:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.311492:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.311493:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357314.311496:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572151808, offset 0 00000400:00000200:1.0:1712357314.311499:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.311502:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.311509:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.311513:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.311516:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.311519:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.311520:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.311523:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [476:476:256:4294967295] 192.168.203.120@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:1.0:1712357314.311526:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.311531:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.311535:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.311539:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.311543:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.311548:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.311551:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.313806:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.313810:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.313813:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.313815:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.313817:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.313819:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.313821:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.313823:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.313825:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.313826:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.314273:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.314276:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:2.0:1712357314.314281:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.314287:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.314290:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:2.0:1712357314.314292:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:2.0:1712357314.314295:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.314300:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.314307:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.314310:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.314315:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.314316:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.318677:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.318690:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.318693:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.318696:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.318704:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.318710:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.318717:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.318721:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.318724:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.318728:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907800 00000400:00000200:3.0:1712357314.318731:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.318736:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12b5 [1] + 224 00000800:00000001:3.0:1712357314.318745:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.318759:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.318762:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.318765:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.318770:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.318777:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.318785:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.318799:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.318804:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.318807:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.318829:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357314.318835:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357314.318836:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357314.318838:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b00. 00000400:00000200:3.0:1712357314.318841:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357314.318843:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357314.318845:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.318849:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357314.318861:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.318867:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357314.318868:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.318870:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357314.318873:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357314.318874:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357314.318876:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.318878:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357314.318884:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357314.318888:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357314.318890:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1712357314.318893:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.318898:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357314.318901:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357314.318902:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357314.318903:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357314.318905:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1712357314.318908:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.318913:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1712357314.318915:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357314.318917:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357314.318919:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357314.318925:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.318928:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.318931:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357314.318933:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357314.318937:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.318940:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.318945:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357314.318947:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158600. 00000100:00000001:3.0:1712357314.318949:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357314.318950:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1712357314.318953:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357314.318956:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357314.318958:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357314.318960:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:3.0:1712357314.318962:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:3.0:1712357314.318964:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:3.0:1712357314.318968:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.318975:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1712357314.318978:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.318983:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357314.318985:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.318990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.318991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357314.318993:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.318997:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.318998:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.319001:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1712357314.319002:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.319019:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:3.0:1712357314.319022:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1712357314.319025:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.319030:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1712357314.319032:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1712357314.319034:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.319037:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1712357314.319039:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1712357314.319040:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357314.319041:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357314.319042:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:3.0:1712357314.319043:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:3.0:1712357314.319044:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:3.0:1712357314.319046:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357314.319048:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:3.0:1712357314.319051:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357314.319052:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.319054:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1712357314.319055:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357314.319057:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357314.319058:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357314.319059:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.319060:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357314.319062:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f0333822a from hash 00010000:00000001:3.0:1712357314.319063:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357314.319064:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.319067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.319068:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357314.319069:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357314.319070:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1712357314.319072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.319072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.319073:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.319075:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.319077:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.319080:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.319081:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.319082:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1712357314.319083:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357314.319084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.319084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.319085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357314.319086:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f0333822a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.319097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.319098:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1712357314.319101:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1712357314.319105:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357314.319110:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357314.319111:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319113:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319114:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319116:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357314.319117:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357314.319118:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319120:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357314.319122:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=libzfs_core.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1712357314.319124:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.319127:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.319131:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.319134:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357314.319136:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357314.319139:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1ce480. 00000080:00002000:3.0:1712357314.319142:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702a20 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357314.319147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.319150:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357314.319153:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319155:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357314.319157:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357314.319158:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357314.319162:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1dc00 count: 2 00010000:00000001:3.0:1712357314.319164:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357314.319167:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/35 (0 0) 00000002:00000001:3.0:1712357314.319169:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319171:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.319172:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.319173:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357314.319176:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357314.319179:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7000. 00000100:00000001:3.0:1712357314.319181:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.319184:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0380 x1795536572151808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.319189:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357314.319191:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357314.319193:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:3.0:1712357314.319197:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357314.319198:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357314.319199:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357314.319201:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357314.319202:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b800. 02000000:00000001:3.0:1712357314.319206:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357314.319208:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357314.319209:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0380. 00000100:00000001:3.0:1712357314.319211:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357314.319212:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.319216:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357314.319217:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357314.319219:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357314.319223:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.319224:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry libzfs_core.cpython-36.pyc (ffff8800a7702a20, parent ffff8800a7702798, inode (null)) hashed, 00000080:00000001:3.0:1712357314.319227:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.319229:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357314.319231:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357314.319234:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.319235:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702798, parent ffff88013624e510, inode ffff8800a76df0c8) hashed, 00000080:00000001:3.0:1712357314.319237:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.319329:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357314.319331:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.319333:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.319337:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.319340:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.319341:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357314.319343:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.319345:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:3.0:1712357314.319348:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.319350:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.319352:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.319353:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.319355:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.319361:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=0 00000080:00000001:3.0:1712357314.319364:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357314.319365:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:3.0:1712357314.319370:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:3.0:1712357314.319374:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.319376:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357314.319378:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test' on [0x200000401:0xa:0x0] 00800000:00000001:3.0:1712357314.319380:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357314.319383:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='test' -> mds #0 00800000:00000001:3.0:1712357314.319385:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319387:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357314.319391:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357314.319393:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357314.319395:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357314.319399:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cfb80. 00000020:00000040:3.0:1712357314.319401:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357314.319404:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357314.319406:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357314.319409:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.319410:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.319411:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.319413:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357314.319415:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357314.319417:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357314.319421:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa03a000. 00000100:00000001:3.0:1712357314.319426:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.319428:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.319429:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.319430:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.319431:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.319433:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.319437:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322385280 : -131938387166336 : ffff8800b34cfb80) 00010000:00000001:3.0:1712357314.319439:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357314.319440:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357314.319443:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:3.0:1712357314.319444:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357314.319446:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357314.319448:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab381200. 00000020:00000001:3.0:1712357314.319450:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357314.319452:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab381200 with handle 0xbda2fb8f03338231 to hash 00000020:00000001:3.0:1712357314.319453:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357314.319454:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:3.0:1712357314.319456:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:3.0:1712357314.319458:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.319459:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.319461:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.319470:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.319476:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357314.319480:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357314.319482:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357314.319485:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01fe40. 00000100:00000001:3.0:1712357314.319487:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166475840 : -131938543075776 : ffff8800aa01fe40) 00000100:00000001:3.0:1712357314.319489:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.319490:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322385280 : -131938387166336 : ffff8800b34cfb80) 00000100:00000001:3.0:1712357314.319493:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357314.319496:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.319497:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357314.319499:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357314.319502:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.319509:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357314.319510:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.319512:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357314.319514:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357314.319517:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cfb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.319520:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357314.319523:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357314.319524:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.319526:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357314.319529:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a665800. 02000000:00000001:3.0:1712357314.319530:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.319533:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357314.319535:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37608f0. 00000400:00000010:3.0:1712357314.319539:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586908. 00000100:00000200:3.0:1712357314.319543:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572151872, portal 10 00000100:00000001:3.0:1712357314.319547:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.319548:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322385280 : -131938387166336 : ffff8800b34cfb80) 00000100:00000040:3.0:1712357314.319552:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.319557:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357314.319559:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357314.319570:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586990. 00000100:00000200:3.0:1712357314.319572:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572151872, offset 0 00000400:00000200:3.0:1712357314.319576:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357314.319580:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.319602:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.319606:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357314.319609:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357314.319612:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357314.319613:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357314.319616:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [477:477:256:4294967295] 192.168.203.120@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:3.0:1712357314.319619:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.319625:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357314.319629:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.319632:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.319637:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.319642:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.319645:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1712357314.319652:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.319654:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357314.319655:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.319657:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357314.319658:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357314.319660:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01fe40 going to sleep for 11 seconds 00010000:00000010:2.1:1712357314.320016:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357314.320021:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5b9c0. 00000800:00000200:3.0:1712357314.320210:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.320213:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357314.320216:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.320223:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.320226:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586990 00000400:00000010:3.0:1712357314.320227:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586990. 00000100:00000001:3.0:1712357314.320230:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.320233:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.320240:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.320242:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.320247:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.320249:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357314.320255:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.320257:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.320259:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.320260:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357314.322726:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000080:00000010:2.1:1712357314.322734:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5bb20. 00010000:00000010:3.1:1712357314.322779:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:3.1:1712357314.322783:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1ce480. 00000800:00000001:3.0:1712357314.323998:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.324009:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.324011:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.324012:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.324020:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.324025:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.324030:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.324034:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.324037:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.324041:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907840 00000400:00000200:3.0:1712357314.324044:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.324048:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12bd [1] + 224 00000800:00000001:3.0:1712357314.324054:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.324067:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.324069:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.324072:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.324076:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.324082:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.324099:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.324108:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.324114:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.324117:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.324166:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.324172:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.324173:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.324176:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b37608f0. 00000400:00000200:0.0:1712357314.324180:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586908 00000400:00000010:0.0:1712357314.324182:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586908. 00000100:00000001:0.0:1712357314.324184:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.324188:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.324195:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.324200:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.324201:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.324203:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.324209:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.324211:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.324212:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.324215:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.324221:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.324225:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.324227:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.324228:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.324230:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.324233:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.324235:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.324236:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.324238:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.324240:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.324244:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.324249:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.324252:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.324253:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.324256:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.324261:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cfb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572151872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.324264:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.324267:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.324269:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.324270:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.324272:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.324277:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.324279:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01fe40. 00000100:00000001:0.0:1712357314.324283:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.324284:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.324286:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.324292:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324294:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324295:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=4 00000020:00000001:0.0:1712357314.324297:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324299:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000040:0.0:1712357314.324303:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab381200, remote cookie: 0xa8e7976a8eb20f30, flags: 0x1001 00010000:00010000:0.0:1712357314.324307:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.324312:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x22:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:0.0:1712357314.324319:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.324327:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356f00. 00010000:00000010:0.0:1712357314.324329:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.324332:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.324335:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.324340:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324345:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.324347:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.324348:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.324349:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.324350:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.324352:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x22:0x0].0x0 (ffff88012e356f00) refcount = 1 00010000:00010000:0.0:1712357314.324355:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324359:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.324361:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.324362:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.324369:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.324370:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.324373:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324377:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.324378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324379:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.324380:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324380:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.324381:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.324385:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.324386:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324387:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324388:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.324389:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324390:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324392:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324393:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324393:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=4 00000020:00000001:0.0:1712357314.324394:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324395:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324397:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.324399:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.324401:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324405:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.324406:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324407:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324407:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=5 00000020:00000001:0.0:1712357314.324409:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324410:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324415:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.324417:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324421:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324422:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.324424:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324428:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.324429:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324429:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.324430:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324431:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.324435:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.324440:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324441:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324441:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.324442:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324444:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324445:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324446:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.324447:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.324448:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.324450:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.324451:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324452:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324453:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.324454:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324455:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00000002:00010000:0.0:1712357314.324458:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.324469:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324470:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.324471:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.324472:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324473:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324474:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.324475:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324476:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000040:0.0:1712357314.324479:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.324480:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.324483:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/34 (0 0) 00010000:00000001:0.0:1712357314.324484:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324485:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.324486:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.324487:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.324490:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.324492:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.324494:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.324498:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.324499:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357314.324501:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.324503:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.324506:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.324509:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.324510:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.324512:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.324514:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.324518:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.324519:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x22:0x0] 00000080:00000001:0.0:1712357314.324522:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.324523:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.324525:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.324528:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x22:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.324534:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x22:0x0](ffff8800a77108c8): rc = 0 00000080:00000001:0.0:1712357314.324535:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123421384 : -131938586130232 : ffff8800a77108c8) 00010000:00000001:0.0:1712357314.324537:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324538:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324539:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.324540:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324541:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324543:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324543:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.324545:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.324546:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.324547:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.324549:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.324550:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.324552:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.324554:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) for lock 0xbda2fb8f03338231 00000080:00000001:0.0:1712357314.324556:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.324558:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.324559:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.324569:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.324570:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.324571:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.324571:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.324573:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324574:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.324575:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.324576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.324577:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.324578:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.325353:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6e191e0. 00000080:00002000:0.0:1712357314.325360:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da360 inode ffff8800a77108c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.325363:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.325365:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325366:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.325369:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) 00000080:00010000:0.0:1712357314.325376:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338231 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357314.325377:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.325378:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.325379:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.325380:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.325382:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.325383:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.325386:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.325390:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325391:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.325392:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.325394:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.325395:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.325401:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.325403:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.325404:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.325407:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.325409:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325411:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.325412:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325413:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325416:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325417:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.325418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.325420:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.325422:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000100:00000001:0.0:1712357314.325425:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.325429:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cfb80 x1795536572151872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.325441:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.325443:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.325446:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a665800. 02000000:00000001:0.0:1712357314.325449:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.325451:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.325452:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.325454:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.325456:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa03a000. 02000000:00000001:0.0:1712357314.325460:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.325461:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.325462:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cfb80. 00000100:00000001:0.0:1712357314.325465:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.325466:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.325468:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.325469:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.325471:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357314.325480:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file test:[0x200000401:0x22:0x0](ffff8800a77108c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.325484:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357314.325486:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8),name=test 00000080:00000010:0.0:1712357314.325490:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.325494:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.325496:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.325498:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x22:0x0] 'test' on [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357314.325500:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.325503:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x200000401:0x22:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357314.325505:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.325507:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.325508:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x22:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.325511:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.325512:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.325513:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.325516:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.325517:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.325519:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.325528:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357314.325531:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357314.325540:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357314.325543:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.325545:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357314.325550:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357314.325552:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.325553:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.325554:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.325556:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357314.325558:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.325560:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357314.325569:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.325571:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) 00000080:00010000:0.0:1712357314.325573:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) for lock 0xbda2fb8f03338231 00000080:00000001:0.0:1712357314.325575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.325576:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.325577:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.325579:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.325579:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.325739:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.325741:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.325743:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.325744:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.325746:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.325748:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.325749:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.325751:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338231 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357314.325752:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.325756:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.325757:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=3 00000020:00000001:0.0:1712357314.325758:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.325759:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.325760:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.325762:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.325767:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.325768:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.325769:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.325770:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.325775:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.325776:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.325777:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.325779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.325780:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325781:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.325782:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325784:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325785:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325786:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.325787:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325788:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357314.325789:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357314.325790:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.325792:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357314.325795:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file test:[0x200000401:0x22:0x0](ffff8800a77108c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.325798:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.325799:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a75da360, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.325801:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325825:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.325831:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.325832:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.325835:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325838:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.325839:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.325841:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.325842:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.325844:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.325845:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325846:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.325847:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.325849:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325850:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.325851:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a75da360) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.325852:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.325853:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=0 00000080:00000001:0.0:1712357314.325854:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.325855:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325861:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.325863:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file test:[0x200000401:0x22:0x0](ffff8800a77108c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1627598046.399176215, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.325868:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1627598046, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.325870:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.325872:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.325873:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.325875:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.325876:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x22:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357314.325878:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.325880:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.325882:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.325884:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.325885:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.325887:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.325889:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.325891:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.325904:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.325906:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.325908:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.325909:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x22:0x0] mode (null) 00000080:00000001:0.0:1712357314.325911:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.325912:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.325913:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.325914:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.325916:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.325917:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325918:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.325919:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.325920:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.325921:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.325922:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.325923:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.325925:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.325926:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.325926:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.325927:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.325929:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.325930:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.325932:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x22:0x0] lli = ffff8800a7710800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.325934:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.325935:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.325936:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.325937:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x22:0x0](ffff8800a77108c8) invalid 00000080:00002000:0.0:1712357314.325939:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry test (ffff8800a75da360) parent ffff8800a7701e58 inode ffff8800a77108c8 refc 1 00000080:00000001:0.0:1712357314.325941:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.325942:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.325943:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325946:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.325947:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.325951:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.325952:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.325953:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.325955:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab381200 with handle 0xbda2fb8f03338231 from hash 00010000:00000001:0.0:1712357314.325957:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.325957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.325959:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.325960:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.325961:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.325963:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.325964:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.325966:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.325969:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9a2aa00. 00000020:00000040:0.0:1712357314.325971:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.325975:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.325976:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.325978:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.325978:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.325979:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.325981:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.325982:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.325984:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.325988:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7b55600. 00000100:00000001:0.0:1712357314.325992:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.325994:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.325995:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.325999:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.326003:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.326004:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.326005:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.326007:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f03338231 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20f30 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.326018:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356f00 count: 0 00010000:00000010:0.0:1712357314.326022:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.326045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.326047:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.326048:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.326049:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.326051:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.326052:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1627598046, ctime 1712357314 00000020:00100000:0.0:1712357314.326058:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.326063:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.326068:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.326070:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.326073:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.326075:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.326076:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.326078:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357314.326081:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.326084:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.326085:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.326087:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.326090:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.326095:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.326096:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.326098:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.326100:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.326102:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152000:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.326105:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.326109:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.326111:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.326115:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.326118:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357314.326120:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.326125:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.326128:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.326132:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.326137:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572152000, portal 10 00000100:00000001:0.0:1712357314.326139:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.326140:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000040:0.0:1712357314.326145:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.326149:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.326151:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.326153:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357314.326155:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572152000, offset 0 00000400:00000200:0.0:1712357314.326159:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.326163:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.326168:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.326172:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.326175:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.326178:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.326180:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.326182:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [478:478:256:4294967295] 192.168.203.120@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:0.0:1712357314.326185:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.326192:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.326197:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.326200:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.326205:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.326210:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.326213:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.326219:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.326221:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.326226:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.326228:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.326229:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.326230:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.326232:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.326234:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.326236:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.326237:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.326476:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.326479:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.326482:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.326485:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.326488:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357314.326489:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357314.326492:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.326495:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.326502:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.326504:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.326513:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.326514:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.328758:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.328767:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.328769:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.328770:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.328777:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328782:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.328787:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328790:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328792:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328795:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9078c0 00000400:00000200:3.0:1712357314.328798:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328802:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x12cd [1] + 224 00000800:00000001:3.0:1712357314.328813:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.328823:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.328825:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.328828:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.328831:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.328835:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.328843:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.328851:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.328856:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.328858:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328860:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.328864:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [479:479:256:4294967295] 192.168.203.120@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:3.0:1712357314.328867:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.328872:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000001:0.0:1712357314.328899:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.328903:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.328905:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.328906:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.328909:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.328911:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.328913:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.328916:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.328922:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9a2aa00 x1795536572152000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.328927:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.328928:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.328929:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.328931:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.328933:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.328934:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.328936:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.328941:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.328944:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.328946:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.328947:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.328949:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.328951:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.328953:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.328954:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357314.328956:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.328957:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.328958:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160228352 : -131938549323264 : ffff8800a9a2aa00) 00000100:00000001:0.0:1712357314.328963:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.328964:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.328965:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.328967:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.328970:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a9a2aa00 x1795536572152000/t4294967374(4294967374) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.328975:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.328977:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.328978:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.328980:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a9a2aa00 x1795536572152000/t4294967374(4294967374) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.328986:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9a2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152000:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.328989:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.328992:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.328994:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.328995:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.328997:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a9a2aa00 x1795536572152000/t4294967374(4294967374) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.329001:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.329003:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.329005:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.329006:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.329009:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.329011:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329014:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.329016:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.329019:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.329020:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.329025:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.329026:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x22:0x0] 00000080:00000001:0.0:1712357314.329028:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329031:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.329034:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.329038:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x22:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.329039:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.329042:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a2aa00 x1795536572152000/t4294967374(4294967374) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.329046:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329047:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.329049:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.329050:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329051:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329052:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.329055:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00200008:0.0:1712357314.329059:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file test:[0x200000401:0x22:0x0](ffff8800a77108c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.325000000, mtime 1627598046.399176215, ctime 1712357314.325000000, rc 0 00000080:00000001:0.0:1712357314.329063:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329068:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.329070:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test (ffff8800a75da360, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.329073:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.329076:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.329080:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.329092:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.329094:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.329095:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.329098:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329100:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.329102:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.329103:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.329105:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=17 00000080:00000001:0.0:1712357314.329106:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.329108:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.329110:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.329111:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.329112:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.329118:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=1 00000080:00000001:0.0:1712357314.329120:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.329124:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=getattr 00000080:00000010:0.0:1712357314.329127:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.329131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.329133:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.329134:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test' on [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357314.329137:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.329139:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='test' -> mds #0 00800000:00000001:0.0:1712357314.329141:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.329143:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.329144:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.329147:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.329149:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.329157:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4000. 00000020:00000040:0.0:1712357314.329160:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.329164:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.329166:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.329169:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.329170:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.329171:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.329173:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.329175:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.329177:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.329181:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d800. 00000100:00000001:0.0:1712357314.329184:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.329186:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.329188:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.329189:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.329190:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.329191:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.329199:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00010000:00000001:0.0:1712357314.329202:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.329203:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.329208:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:0.0:1712357314.329212:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.329214:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.329219:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357314.329221:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.329223:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03338238 to hash 00000020:00000001:0.0:1712357314.329224:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.329225:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.329227:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.329230:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.329231:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.329234:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.329239:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.329245:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.329248:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.329249:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.329252:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.329253:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.329255:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.329256:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357314.329258:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.329260:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.329262:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.329263:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.329266:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.329271:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.329272:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.329274:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.329275:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.329277:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.329283:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.329287:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.329288:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.329289:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.329292:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.329293:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.329296:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.329298:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.329301:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.329303:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152064, portal 10 00000100:00000001:0.0:1712357314.329305:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.329306:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000040:0.0:1712357314.329309:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.329314:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.329316:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.329317:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357314.329319:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572152064, offset 0 00000400:00000200:0.0:1712357314.329325:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.329328:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.329330:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.329333:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.329335:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.329337:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.329339:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.329341:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [480:480:255:4294967295] 192.168.203.120@tcp LPNI seq info [480:480:7:4294967295] 00000400:00000200:0.0:1712357314.329344:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.329348:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.329351:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.329353:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357314.329357:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.329364:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.329366:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.329377:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.329378:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.329380:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.329381:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.329382:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.329384:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.329385:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.329386:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.329388:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.329388:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.329415:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000200:3.0:1712357314.329465:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.329470:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357314.329473:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.329476:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.329478:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357314.329479:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357314.329481:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.329484:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.329489:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.329490:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.329495:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.329500:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000010:3.0:1712357314.329507:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.329510:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.329513:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.329515:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.329538:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.329540:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357314.329542:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.329544:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.329546:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.329548:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357314.332730:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356f00. 00010000:00000010:3.1:1712357314.332747:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab381200. 00000080:00000010:3.1:1712357314.335730:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6e191e0. 00000800:00000001:3.0:1712357314.341119:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.341132:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.341135:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.341137:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.341146:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.341152:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.341159:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.341163:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.341166:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.341170:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907900 00000400:00000200:3.0:1712357314.341173:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.341177:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12d5 [1] + 224 00000800:00000001:3.0:1712357314.341182:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.341196:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.341198:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.341201:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.341205:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.341211:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.341219:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.341238:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.341243:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.341245:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.341296:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.341301:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.341303:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.341305:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.341308:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.341309:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.341311:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.341315:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.341321:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.341326:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.341327:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.341328:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.341331:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.341333:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.341334:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.341336:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.341342:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.341345:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.341347:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.341348:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.341350:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.341356:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.341358:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.341360:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.341361:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.341363:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.341366:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.341371:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.341373:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.341375:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.341377:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.341382:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.341385:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.341388:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.341390:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.341391:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.341393:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.341397:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.341400:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.341402:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.341403:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.341405:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.341407:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.341409:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.341411:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357314.341413:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341415:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000040:0.0:1712357314.341419:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3a80, remote cookie: 0xa8e7976a8eb20f53, flags: 0x1001 00010000:00010000:0.0:1712357314.341422:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.341434:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x22:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:0.0:1712357314.341436:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.341443:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356000. 00010000:00000010:0.0:1712357314.341445:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.341448:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.341450:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.341456:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341460:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.341463:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.341464:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.341465:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.341466:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.341467:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x22:0x0].0x0 (ffff88012e356000) refcount = 1 00010000:00010000:0.0:1712357314.341470:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341474:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.341476:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.341477:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.341479:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.341480:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.341482:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341486:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.341487:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341488:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.341490:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.341492:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.341495:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.341496:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.341496:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.341497:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.341498:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341500:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341501:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.341501:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.341502:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357314.341503:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341504:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341506:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.341507:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.341509:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341513:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341514:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.341514:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.341515:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.341515:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357314.341516:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341518:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341519:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.341521:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341524:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341524:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.341526:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341541:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.341542:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341542:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.341543:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.341546:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.341551:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.341551:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.341552:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.341553:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341554:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341555:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341556:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.341557:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.341558:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.341560:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.341570:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.341571:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.341572:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.341573:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.341574:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00000002:00010000:0.0:1712357314.341576:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.341580:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.341580:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.342569:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.342571:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.342573:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.342574:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.342577:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342598:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000040:0.0:1712357314.342601:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.342603:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.342606:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/34 (0 0) 00010000:00000001:0.0:1712357314.342608:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342609:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.342610:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.342612:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.342615:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342619:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342620:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.342625:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.342626:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357314.342628:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.342630:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342633:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.342635:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.342637:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.342639:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.342641:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.342645:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.342646:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x22:0x0] 00000080:00000001:0.0:1712357314.342648:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.342650:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.342652:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.342656:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x22:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.342657:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x22:0x0](ffff8800a77108c8): rc = 0 00000080:00000001:0.0:1712357314.342659:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123421384 : -131938586130232 : ffff8800a77108c8) 00010000:00000001:0.0:1712357314.342661:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.342661:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.342662:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.342664:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342665:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342666:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.342670:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.342672:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.342673:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.342674:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342676:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.342677:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.342680:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) for lock 0xbda2fb8f03338238 00000080:00000001:0.0:1712357314.342682:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342683:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.342684:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.342686:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.342687:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.342687:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.342688:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.342689:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342691:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342692:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.342694:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342695:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.342699:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bd280. 00000080:00002000:0.0:1712357314.342703:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode ffff8800a77108c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.342706:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.342708:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.342710:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.342712:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) 00000080:00010000:0.0:1712357314.342714:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338238 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357314.342716:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.342717:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.342717:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.342719:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342720:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.342721:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.342726:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.342731:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.342733:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.342735:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.342737:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.342742:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.342745:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.342746:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.342748:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342749:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.342750:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.342752:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.342754:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.342755:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.342757:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.342758:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.342759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342759:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.342760:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.342763:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.342766:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.342771:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4000 x1795536572152064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.342776:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.342777:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.342780:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.342783:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.342785:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.342786:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.342787:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.342789:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357314.342791:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.342796:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.342797:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4000. 00000100:00000001:0.0:1712357314.342800:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.342801:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.342803:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.342804:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357314.342805:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.342816:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.342817:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file test:[0x200000401:0x22:0x0](ffff8800a77108c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.342822:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.342825:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.342826:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.342829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.342832:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.342833:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x22:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357314.342836:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.342838:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.342839:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.342841:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.342842:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.342844:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.342846:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.342848:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.342853:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.342855:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.342857:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.342858:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x22:0x0] mode (null) 00000080:00000001:0.0:1712357314.342860:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.342862:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.342863:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.342864:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 3 00010000:00000001:0.0:1712357314.342865:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.342867:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.342871:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.342872:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.342873:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.342875:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 3 00010000:00000001:0.0:1712357314.342876:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.342877:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.342878:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.342879:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.342880:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.342881:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 3 00010000:00000001:0.0:1712357314.342882:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.342883:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.342885:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.342887:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x22:0x0] lli = ffff8800a7710800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.342889:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.342890:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.342892:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.342893:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x22:0x0](ffff8800a77108c8) invalid 00000080:00002000:0.0:1712357314.342895:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry test (ffff8800a7516510) parent ffff8800a7701e58 inode ffff8800a77108c8 refc 1 00000080:00000001:0.0:1712357314.342897:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.342898:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.342899:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.342902:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.342903:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.342904:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.342905:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.342907:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.342909:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03338238 from hash 00010000:00000001:0.0:1712357314.342911:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.342911:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342912:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.342913:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.342914:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.342915:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.342917:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.342918:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.342922:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.342926:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4000. 00000020:00000040:0.0:1712357314.342929:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.342932:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.342934:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.342936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.342936:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.342937:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.342939:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.342941:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.342943:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.342949:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6fce000. 00000100:00000001:0.0:1712357314.342953:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.342955:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.342956:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.342959:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.342963:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.342964:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.342965:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.342967:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338238 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20f53 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.342972:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356000 count: 0 00010000:00000010:0.0:1712357314.342975:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.343001:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.343002:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.343003:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.343004:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.343006:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.343007:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:0.0:1712357314.343013:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.343018:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.343031:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.343032:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.343036:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.343037:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.343039:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.343040:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357314.343043:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.343046:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.343048:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.343049:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.343053:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.343057:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.343059:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.343061:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.343062:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.343065:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152192:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.343067:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.343070:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.343072:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.343074:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.343076:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357314.343077:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.343083:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.343086:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.343089:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.343094:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572152192, portal 10 00000100:00000001:0.0:1712357314.343096:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.343096:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000040:0.0:1712357314.343100:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.343106:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.343111:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.343112:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357314.343115:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572152192, offset 0 00000400:00000200:0.0:1712357314.343118:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.343123:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.343128:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.343132:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.343135:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.343137:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.343139:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.343142:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [481:481:256:4294967295] 192.168.203.120@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:0.0:1712357314.343145:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.343152:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.343156:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.343159:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.343163:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.343168:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.343171:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.343187:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.343189:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.343190:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.343192:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.343193:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.343195:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.343197:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.343198:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.343200:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.343200:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.343862:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.343865:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.343868:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.343872:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.343875:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:2.0:1712357314.343876:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:2.0:1712357314.343879:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.343883:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.343888:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.343890:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.343894:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.343895:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.346714:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.346726:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.346728:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.346730:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.346739:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.346744:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.346750:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.346754:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.346757:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.346761:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907980 00000400:00000200:3.0:1712357314.346765:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.347068:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x12dd [1] + 224 00000800:00000001:3.0:1712357314.347075:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.347091:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.347093:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.347097:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.347102:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.347107:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.347193:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.347213:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.347222:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.347225:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.347229:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.347234:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [482:482:256:4294967295] 192.168.203.120@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:3.0:1712357314.347237:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.347253:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.347258:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.347261:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.347266:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.347271:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.347274:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357314.347330:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357314.347340:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.347342:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357314.347345:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.347348:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.347349:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.347734:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.347740:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.347742:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.347745:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.347748:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.347750:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.347757:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.347761:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.347769:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4000 x1795536572152192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.347775:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.347777:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.347778:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.347781:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.347783:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.347785:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.347787:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.347793:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.347796:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.347798:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.347799:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.347801:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.347804:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.347807:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.347808:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000046/0x0] 00000100:00000001:0.0:1712357314.347809:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.347811:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.347812:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357314.347814:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.347816:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.347817:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.347819:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.347822:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4000 x1795536572152192/t4294967375(4294967375) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.347828:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.347830:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.347831:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.347834:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4000 x1795536572152192/t4294967375(4294967375) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.347849:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152192:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.347852:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.347855:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.347857:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.347859:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.347861:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572152192/t4294967375(4294967375) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.347866:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.347869:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.347871:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.347872:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.347876:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.347879:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347882:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.347885:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.347887:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.347889:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.347894:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.347895:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x22:0x0] 00000080:00000001:0.0:1712357314.347897:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347900:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.347902:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.347905:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x22:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.347907:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.347909:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4000 x1795536572152192/t4294967375(4294967375) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.347914:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347915:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.347917:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.347918:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347920:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347921:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.347928:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00200008:0.0:1712357314.347934:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file test:[0x200000401:0x22:0x0](ffff8800a77108c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.342000000, rc 0 00000080:00000001:0.0:1712357314.347938:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347945:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.347947:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test (ffff8800a7516510, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.347949:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.347953:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.347957:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.347978:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.347980:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.347981:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.347984:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347987:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.347988:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.347990:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.347992:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.347994:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.347997:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.347998:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.347999:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.348001:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.348007:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), flags=16 00000080:00000001:0.0:1712357314.348010:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.348011:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test, dir=[0x200000401:0xa:0x0](ffff8800b06418c8), intent=0 00000080:00000010:0.0:1712357314.348016:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.348020:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.348023:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.348025:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'test' on [0x200000401:0xa:0x0] 00800000:00000001:0.0:1712357314.348027:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.348030:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xa:0x0], fid2=[0x0:0x0:0x0], name='test' -> mds #0 00800000:00000001:0.0:1712357314.348032:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.348035:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.348036:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357314.348039:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.348045:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.348048:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357314.348052:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.348056:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.348058:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.348063:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.348064:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.348065:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.348067:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.348068:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.348071:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.348075:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357314.348079:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.348082:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.348083:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.348084:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.348085:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.348086:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.348091:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00010000:00000001:0.0:1712357314.348093:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.348095:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.348100:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d400 count: 2 00010000:00000001:0.0:1712357314.348101:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.348103:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.348106:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3840. 00000020:00000001:0.0:1712357314.348110:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.348112:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3840 with handle 0xbda2fb8f0333823f to hash 00000020:00000001:0.0:1712357314.348113:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.348115:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.348117:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.348119:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.348121:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.348124:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.348130:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.348142:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.348146:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.348147:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.348150:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.348151:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.348153:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.348153:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.348157:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.348160:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.348161:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.348163:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.348167:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.348172:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.348173:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.348175:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.348177:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.348180:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.348183:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.348186:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.348188:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.348189:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.348193:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.348194:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.348198:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.348200:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.348203:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.348207:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152256, portal 10 00000100:00000001:0.0:1712357314.348209:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.348209:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357314.348214:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.348224:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.348227:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.348228:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357314.348231:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572152256, offset 0 00000400:00000200:0.0:1712357314.348234:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.348238:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.348241:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.348244:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.348248:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.348250:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.348252:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.348255:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [483:483:256:4294967295] 192.168.203.120@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:0.0:1712357314.348258:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.348263:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.348266:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.348269:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356400. 00000800:00000200:0.0:1712357314.348272:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.348276:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.348279:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.350189:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.350193:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.350196:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.350198:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.350200:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.350202:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.350204:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.350206:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.350209:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.350209:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.350318:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.350322:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356400. 00000400:00000200:2.0:1712357314.350326:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.350339:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.350343:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:2.0:1712357314.350344:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:2.0:1712357314.350347:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.350352:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.350359:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.350362:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.350366:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.350368:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.350974:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356000. 00010000:00000010:3.1:1712357314.350980:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000080:00000010:3.1:1712357314.354156:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bd280. 00000800:00000001:3.0:1712357314.354383:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.354395:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.354397:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.354399:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.354408:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.354413:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.354418:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.354422:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.354424:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.354428:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9079c0 00000400:00000200:3.0:1712357314.354431:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.354436:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12e5 [1] + 224 00000800:00000001:3.0:1712357314.354446:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.354460:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.354462:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.354466:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.354471:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.354478:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.354486:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.355913:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.355921:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.355925:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.356033:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.356039:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.356040:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.356048:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.356051:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.356054:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.356056:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.356062:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.356070:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.356076:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.356078:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.356079:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.356082:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.356084:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.356085:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.356087:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.356210:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.356214:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.356216:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.356218:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.356220:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.356223:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.356225:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.356226:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.356228:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.356229:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.356233:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.356238:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.356240:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.356242:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.356244:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.356250:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.356259:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.356262:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.356264:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.356266:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.356268:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.356273:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.356275:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.356277:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.356278:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.356281:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.356283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356286:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356287:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=4 00000020:00000001:0.0:1712357314.356289:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356291:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000040:0.0:1712357314.356295:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3840, remote cookie: 0xa8e7976a8eb20f76, flags: 0x1001 00010000:00010000:0.0:1712357314.356299:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.356305:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x22:0x0].0x0, instead of [0x200000401:0xa:0x0].0x0 00010000:00000001:0.0:1712357314.356307:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.356314:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356e00. 00010000:00000010:0.0:1712357314.356317:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664600. 00010000:00000001:0.0:1712357314.356320:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.356322:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.356328:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356340:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.356342:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.356344:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.356345:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.356345:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.356347:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x22:0x0].0x0 (ffff88012e356e00) refcount = 1 00010000:00010000:0.0:1712357314.356350:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356354:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.356356:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.356357:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.356359:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.356361:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.356363:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356367:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.356368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356370:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356372:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.356375:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.356376:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356377:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356378:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356379:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356381:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356382:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356383:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356384:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=4 00000020:00000001:0.0:1712357314.356385:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356389:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356392:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.356393:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.356396:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356400:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356401:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356402:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356402:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356403:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=5 00000020:00000001:0.0:1712357314.356404:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356405:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356407:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.356408:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.356414:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356418:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.356418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356419:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356419:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356420:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.356424:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.356429:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356429:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356430:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356431:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356436:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356437:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.356439:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.356440:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.356442:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.356445:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356445:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356446:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356448:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356449:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00000002:00010000:0.0:1712357314.356452:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356457:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356457:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356458:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.356459:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356459:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356461:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356462:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000040:0.0:1712357314.356465:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.356467:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.356469:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/34 (0 0) 00010000:00000001:0.0:1712357314.356471:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356471:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.356472:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.356474:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.356477:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356480:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356482:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.356485:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.356487:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357314.356493:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.356495:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356498:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.356501:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.356502:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.356504:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.356516:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.356520:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.356522:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x22:0x0] 00000080:00000001:0.0:1712357314.356524:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.356526:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502306 : 144115205272502306 : 200000401000022) 00000080:00000001:0.0:1712357314.356527:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.356530:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x22:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.356532:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x22:0x0](ffff8800a77108c8): rc = 0 00000080:00000001:0.0:1712357314.356534:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123421384 : -131938586130232 : ffff8800a77108c8) 00010000:00000001:0.0:1712357314.356536:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356537:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356538:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356539:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356541:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356542:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356543:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.356544:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.356545:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.356547:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.356548:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356550:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.356551:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.356554:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) for lock 0xbda2fb8f0333823f 00000080:00000001:0.0:1712357314.356556:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356558:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.356559:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.356571:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.356572:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356573:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356577:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356579:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356580:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356605:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356606:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.356606:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356608:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.356611:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bd500. 00000080:00002000:0.0:1712357314.356616:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516a20 inode ffff8800a77108c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.356618:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.356620:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.356621:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.356624:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x22:0x0](ffff8800a77108c8) 00000080:00010000:0.0:1712357314.356626:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333823f from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357314.356627:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.356628:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.356629:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3840 refcount=3 00000020:00000001:0.0:1712357314.356630:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356632:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792192 : -131938525759424 : ffff8800ab0a3840) 00010000:00000001:0.0:1712357314.356633:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.356635:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356639:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356640:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356642:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.356643:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.356645:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3840/0xbda2fb8f0333823f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20f76 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.356650:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.356653:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.356654:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.356656:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356659:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.356660:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.356663:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.356664:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.356665:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.356667:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.356668:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.356669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.356669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.356670:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.356673:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.356675:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.356678:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572152256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.356683:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.356684:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.356686:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.356690:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.356691:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.356692:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.356694:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.356696:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357314.356698:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.356699:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.356701:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:0.0:1712357314.356703:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.356704:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.356710:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.356712:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.356715:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.356722:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=0 00000080:00000001:0.0:1712357314.356724:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.356726:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=getattr 00000080:00000010:0.0:1712357314.356729:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.356733:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.356736:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.356741:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.356743:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.356746:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:0.0:1712357314.356748:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.356750:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.356751:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.356754:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.356756:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.356759:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357314.356761:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.356945:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.356948:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.357294:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.357295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.357296:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.357355:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.357356:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.357359:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.357364:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357314.357368:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.357370:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.357371:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.357372:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.357373:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.357374:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.357379:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00010000:00000001:0.0:1712357314.357381:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.357382:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.357385:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.357386:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.357388:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.357391:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357314.357393:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.357395:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03338246 to hash 00000020:00000001:0.0:1712357314.357396:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.357401:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.357403:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.357405:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.357406:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.357408:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.357414:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.357420:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.357424:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.357425:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.357429:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.357430:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.357432:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.357433:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.357435:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.357438:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.357440:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.357441:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.357445:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.357450:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.357451:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.357453:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.357455:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.357458:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.357460:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.357463:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.357465:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.357466:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.357472:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.357473:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.357479:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.357482:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.357485:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.357490:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152320, portal 10 00000100:00000001:0.0:1712357314.357491:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.357492:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357314.357496:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.357501:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.357503:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.357505:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357314.357507:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572152320, offset 0 00000400:00000200:0.0:1712357314.357512:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.357517:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.357522:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.357526:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.357529:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.357532:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.357534:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.357536:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [484:484:256:4294967295] 192.168.203.120@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:0.0:1712357314.357539:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.357546:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.357551:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.357554:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.357559:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.357573:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.357576:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.357618:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.357619:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.357621:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.357626:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.357627:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.357629:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.357631:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.357633:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.357634:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.357635:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.357748:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.357751:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.357754:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.357757:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.357760:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:2.0:1712357314.357761:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:2.0:1712357314.357763:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.357766:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.357772:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.357774:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.357779:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.357780:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.362922:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.362934:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.362936:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.362938:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.362946:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.362952:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.362958:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.362962:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.362965:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.362968:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907a00 00000400:00000200:3.0:1712357314.362971:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.362976:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12ed [1] + 224 00000800:00000001:3.0:1712357314.362981:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.362995:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.362997:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.363000:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.363005:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.363011:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.363018:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.363029:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.363033:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.363036:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.363088:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.363093:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.363094:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.363097:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.363101:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.363102:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.363104:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.363109:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.363115:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.363121:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.363122:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.363124:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.363126:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.363128:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.363130:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.363132:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.363138:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.363141:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.363143:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.363146:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.363151:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.363154:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.363155:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.363156:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.363158:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.363161:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.363173:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.363176:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.363178:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.363181:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.363187:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.363191:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.363194:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.363196:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.363198:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.363200:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.363205:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.363208:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.363210:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.363211:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.363214:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.363217:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.363219:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.363221:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357314.363223:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.363225:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00010000:0.0:1712357314.363229:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363236:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.363239:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363244:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.363249:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363253:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.363254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.363256:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363260:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.363262:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.363264:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.363266:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.363270:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.363273:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.363276:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363280:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.363281:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.363283:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363287:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.363465:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.363467:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.363468:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.363469:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357314.363471:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.363473:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.363475:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.363477:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.363488:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.363489:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.363491:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.363492:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.363494:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.363495:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.363495:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.363496:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.363498:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3a80 with handle 0xbda2fb8f03338246 from hash 00010000:00000001:0.0:1712357314.363500:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.363500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.363501:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.363502:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.363503:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.363504:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.363505:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.363506:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.363507:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.363508:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.363509:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.363513:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.363514:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.363515:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.363516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.363516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.363517:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.363519:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338246 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.363829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.363831:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.363835:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.363839:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.363849:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.363851:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.363852:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.363853:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.363855:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.363856:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.363857:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.363858:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.363860:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.363863:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.363865:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.363867:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.363871:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.363872:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.363876:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bd640. 00000080:00002000:0.0:1712357314.363880:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.363884:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.363887:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.363889:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.363891:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.363893:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.363894:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.363898:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.363900:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.363903:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/34 (0 0) 00000002:00000001:0.0:1712357314.363905:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.363906:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.363908:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.363909:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.363911:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.363913:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.363916:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.363920:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572152320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.363937:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.363938:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.363941:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.363944:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.363945:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.363947:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.363948:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.363950:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357314.363952:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.363953:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.363955:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:0.0:1712357314.363957:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.363958:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.363960:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.363961:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.363962:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.363966:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.363968:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a75160d8, parent ffff8800a7516a20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.363970:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.363972:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.363975:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.363976:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.363977:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.363980:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.364020:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.364022:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.364024:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.364027:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.364030:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.364032:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.364034:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.364036:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.364038:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.364040:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.364042:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.364043:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.364048:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.364050:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.364051:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.364052:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.364053:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.364054:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.364055:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.364056:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.364057:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.364059:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.364064:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test_libzfs_core.py, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=0 00000080:00000001:0.0:1712357314.364067:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.364068:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test_libzfs_core.py, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=getattr 00000080:00000010:0.0:1712357314.364072:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.364076:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.364078:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.364080:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test_libzfs_core.py' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.364082:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.364084:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='test_libzfs_core.py' -> mds #0 00800000:00000001:0.0:1712357314.364086:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.364088:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.364089:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test_libzfs_core.py,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.364092:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.364093:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.364096:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357314.364098:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.364102:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.364104:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.364107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.364108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.364109:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.364111:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.364112:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.364115:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.364122:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357314.364126:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.364129:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.364130:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.364131:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.364132:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.364133:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.364138:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00010000:00000001:0.0:1712357314.364140:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.364141:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.364143:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.364145:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.364146:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.364148:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357314.364150:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.364152:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f0333824d to hash 00000020:00000001:0.0:1712357314.364153:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.364154:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.364156:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.364158:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.364159:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.364161:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.364166:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.364173:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.364177:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.364178:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.364182:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.364183:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.364184:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.364189:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.364193:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.364195:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.364198:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.364199:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.364203:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.364209:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.364210:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.364213:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.364214:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.364217:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.364220:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.364223:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.364224:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.364226:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.364228:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.364230:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.364234:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.364237:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.364240:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.364244:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152384, portal 10 00000100:00000001:0.0:1712357314.364246:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.364247:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357314.364251:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.364256:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.364259:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.364260:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.364263:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572152384, offset 0 00000400:00000200:0.0:1712357314.364266:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.364270:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.364273:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.364281:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.364284:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.364287:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.364288:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.364291:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [485:485:256:4294967295] 192.168.203.120@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:0.0:1712357314.364294:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.364301:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.364305:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.364308:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357314.364313:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.364318:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.364322:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.364341:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.364342:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.364344:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.364346:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.364347:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.364348:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.364350:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.364351:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.364352:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.364353:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.364765:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.364768:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357314.364772:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.364776:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.364779:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:2.0:1712357314.364780:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:2.0:1712357314.364783:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.364787:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.364799:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.364802:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.364807:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.364808:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.366705:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3a80. 00000800:00000001:3.0:1712357314.369120:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.369134:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.369139:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.369141:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.369152:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.369169:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.369175:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.369178:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.369181:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.369185:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907a40 00000400:00000200:3.0:1712357314.369188:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.369192:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12f5 [1] + 224 00000800:00000001:3.0:1712357314.369197:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.369208:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.369211:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.369215:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.369220:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.369227:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.369234:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.369254:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.369260:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.369263:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.369320:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.369326:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.369327:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.369330:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.369333:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.369335:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.369337:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.369341:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.369348:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.369360:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.369361:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.369363:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.369365:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.369367:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.369368:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.369370:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.369376:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.369379:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.369381:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.369383:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.369388:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.369390:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.369391:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.369393:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.369398:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.369401:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.369406:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.369408:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.369409:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.369411:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.369417:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.369420:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.369423:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.369424:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.369426:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.369428:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.369438:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.369441:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.369443:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.369444:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.369447:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.369449:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.369451:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.369453:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357314.369455:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.369457:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357314.369460:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369467:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.369469:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369473:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.369475:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369479:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.369480:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.369482:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369486:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.369488:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.369490:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.369492:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.369496:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.369500:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.369503:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369508:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.369509:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.369511:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369514:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.369516:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.369516:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.369517:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.369518:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357314.369519:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.369520:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.369522:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.369523:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.369526:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.369527:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.369529:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.369530:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.369532:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.369533:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.369533:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.369534:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.369536:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f0333824d from hash 00010000:00000001:0.0:1712357314.369537:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.369537:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.369538:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.369539:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.369539:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.369540:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.369544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.369544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.369545:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.369546:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.369548:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369551:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.369552:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.369552:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.369553:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.369554:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.369554:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.369555:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.369556:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333824d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.369570:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.369571:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.369574:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.369578:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.369971:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.369972:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.369973:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.369974:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.369976:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.369977:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.369978:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.369979:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.369981:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test_libzfs_core.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.369983:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.369986:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.369987:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.369991:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.369992:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.369996:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bd780. 00000080:00002000:0.0:1712357314.370009:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.370014:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.370018:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.370065:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.370068:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.370070:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.370071:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.370076:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.370078:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.370081:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/34 (0 0) 00000002:00000001:0.0:1712357314.370083:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.370084:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.370085:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.370087:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.370089:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.370092:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.370096:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.370099:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572152384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.370103:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.370105:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.370108:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.370111:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.370113:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.370114:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.370116:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.370117:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357314.370120:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.370121:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.370123:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:0.0:1712357314.370125:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.370126:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.370128:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.370129:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.370130:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.370134:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.370140:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test_libzfs_core.py (ffff8800a75165e8, parent ffff8800a7516a20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.370142:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.370144:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.370148:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.370149:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.370150:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.370152:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.370181:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.370183:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.370184:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.370188:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.370191:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.370193:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.370195:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.370196:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.370198:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.370200:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.370202:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.370203:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.370204:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.370206:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.370207:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.370208:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.370209:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.370210:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.370211:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.370212:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.370213:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.370214:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.370219:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test_nvlist.py, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=0 00000080:00000001:0.0:1712357314.370221:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.370223:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test_nvlist.py, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=getattr 00000080:00000010:0.0:1712357314.370226:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.370231:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.370233:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.370235:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test_nvlist.py' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.370241:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.370243:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='test_nvlist.py' -> mds #0 00800000:00000001:0.0:1712357314.370246:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.370248:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.370249:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test_nvlist.py,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.370251:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.370253:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.370255:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357314.370258:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.370261:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.370264:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.370267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.370268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.370269:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.370270:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.370272:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.370274:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.370278:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357314.370282:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.370284:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.370286:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.370287:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.370287:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.370289:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.370293:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00010000:00000001:0.0:1712357314.370295:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.370296:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.370297:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.370299:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.370300:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.370302:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357314.370304:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.370305:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03338254 to hash 00000020:00000001:0.0:1712357314.370307:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.370308:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.370312:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.370314:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.370315:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.370317:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.370322:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.370328:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.370331:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.370332:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.370335:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.370336:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.370339:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.370339:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.370342:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.370344:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.370346:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.370347:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.370350:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.370355:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.370356:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.370358:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.370360:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.370362:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.370365:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.370367:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.370369:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.370370:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.370373:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.370376:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.370381:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.370382:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.370386:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.370391:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152448, portal 10 00000100:00000001:0.0:1712357314.370392:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.370393:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357314.370398:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.370403:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.370405:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.370406:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.370409:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572152448, offset 0 00000400:00000200:0.0:1712357314.370413:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.370417:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.370421:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.370426:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.370428:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.370431:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.370433:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.370435:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [486:486:256:4294967295] 192.168.203.120@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:0.0:1712357314.370438:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.370444:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.370450:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.370454:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.370458:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.370463:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.370466:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.370485:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.370487:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.370488:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.370493:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.370494:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.370496:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.370497:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.370499:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.370501:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.370502:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.370654:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.370658:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357314.370660:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.370663:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.370666:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:2.0:1712357314.370667:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:2.0:1712357314.370669:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.370673:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.370678:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.370680:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.370684:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.370685:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.375087:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.375099:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.375102:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.375104:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.375113:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.375119:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.375124:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.375128:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.375131:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.375135:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907a80 00000400:00000200:3.0:1712357314.375139:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.375143:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x12fd [1] + 224 00000800:00000001:3.0:1712357314.375148:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.375167:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.375169:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.375173:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.375178:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.375184:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.375193:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.375214:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.375221:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.375224:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.375272:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.375277:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.375279:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.375282:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.375285:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.375287:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.375288:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.375293:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.375299:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375304:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.375306:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.375307:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.375310:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.375312:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.375313:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.375316:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.375322:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.375325:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.375327:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.375330:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375335:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.375338:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.375340:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.375341:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.375343:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.375346:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375354:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.375356:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.375356:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.375359:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.375362:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.375365:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.375367:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.375368:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.375369:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.375371:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375374:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.375376:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.375378:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.375379:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.375381:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.375383:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.375385:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.375386:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357314.375387:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.375388:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357314.375391:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375396:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.375399:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375402:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.375405:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375408:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.375409:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.375410:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375412:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.375414:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.375415:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.375416:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.375419:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.375421:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.375423:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375425:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.375426:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.375428:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375430:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.375431:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.375431:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.375432:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.375432:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357314.375433:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.375434:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.375436:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.375437:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.375445:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.375446:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.375448:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.375449:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.375451:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.375452:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.375453:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.375454:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.375456:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03338254 from hash 00010000:00000001:0.0:1712357314.375457:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.375458:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.375458:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.375459:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.375460:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.375461:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.375463:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.375463:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.375464:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375465:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.375467:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375470:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.375470:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.375471:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.375472:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.375473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.375474:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.375474:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.375476:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338254 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.375484:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.375485:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.375489:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.375493:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.375502:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.375503:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375504:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375505:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375507:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.375509:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.375510:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375511:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.375513:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test_nvlist.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.375515:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.375517:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.375519:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375521:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.375523:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.375526:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bd8e0. 00000080:00002000:0.0:1712357314.375530:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.375534:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.375537:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.375540:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375542:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.375543:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.375545:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.375549:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.375550:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.375553:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/34 (0 0) 00000002:00000001:0.0:1712357314.375556:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375557:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.375558:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375559:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.375572:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.375575:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.375577:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.375580:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572152448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375617:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.375618:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.375621:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.375624:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.375626:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.375627:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.375628:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.375630:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357314.375633:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.375634:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.375636:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:0.0:1712357314.375638:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.375638:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.375641:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.375642:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.375643:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.375648:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.375649:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test_nvlist.py (ffff8800a7516288, parent ffff8800a7516a20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.375651:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.375654:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.375657:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.375658:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.375659:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.375661:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375692:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.375694:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.375696:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.375700:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375702:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.375704:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.375706:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.375707:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.375710:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.375712:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375713:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.375714:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.375720:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375830:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.375832:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.375834:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.375835:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.375837:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.375838:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.375840:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.375841:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.375843:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.375849:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=0 00000080:00000001:0.0:1712357314.375851:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.375852:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=getattr 00000080:00000010:0.0:1712357314.375855:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.375858:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.375860:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.375861:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.375863:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.375865:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.375866:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375868:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.375869:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.375870:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.375872:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.375873:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357314.375875:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.375877:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.375880:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.375882:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.375883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.375883:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.375884:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.375886:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.375887:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.375891:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357314.375897:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.375899:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.375900:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.375901:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.375901:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.375902:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.375906:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00010000:00000001:0.0:1712357314.375907:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.375908:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.375910:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.375911:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.375912:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.375913:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357314.375915:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.375916:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f0333825b to hash 00000020:00000001:0.0:1712357314.375917:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.375917:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.375919:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.375920:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.375921:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.375922:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.375925:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.375930:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.375932:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.375933:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.375935:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.375936:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.375938:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.375938:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.375943:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.375945:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.375946:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.375947:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.375950:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375953:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.375954:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.375956:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.375957:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.375959:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.375960:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.375963:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.375964:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.375965:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.375967:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.375968:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.375971:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.375972:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.375975:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.375979:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152512, portal 10 00000100:00000001:0.0:1712357314.375979:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.375980:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357314.375982:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.375986:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.375987:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.375988:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357314.375990:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572152512, offset 0 00000400:00000200:0.0:1712357314.375992:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.375995:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.375998:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.376001:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.376005:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.376008:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.376009:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.376011:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [487:487:256:4294967295] 192.168.203.120@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:0.0:1712357314.376013:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.376017:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.376020:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.376023:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.376026:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.376031:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.376033:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.376045:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.376047:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.376049:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.376050:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.376051:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.376053:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.376054:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.376056:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.376057:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.376058:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.376119:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.376122:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.376125:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.376128:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.376130:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:2.0:1712357314.376132:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:2.0:1712357314.376134:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.376136:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.376143:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.376145:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.376150:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.376155:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.377904:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.377914:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.377916:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.377917:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.377924:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.377928:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.377933:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.377935:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.377937:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.377940:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907ac0 00000400:00000200:3.0:1712357314.377942:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.377946:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1305 [1] + 224 00000800:00000001:3.0:1712357314.377949:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.377959:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.377961:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.377963:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.377967:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.377971:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.377977:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.377992:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.377997:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.377999:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.378034:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.378038:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.378039:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.378041:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.378043:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.378044:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.378045:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.378048:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.378052:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378055:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.378060:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.378061:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.378064:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.378065:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.378067:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.378069:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.378074:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.378076:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.378078:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.378081:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378085:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.378087:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.378089:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.378090:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.378092:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.378095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378100:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.378102:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.378103:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.378106:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.378111:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.378114:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.378116:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.378118:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.378119:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.378121:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378127:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.378129:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.378134:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.378135:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.378138:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.378142:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.378144:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.378145:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357314.378147:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.378149:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357314.378152:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378159:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.378161:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378165:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.378167:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.378171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.378173:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378176:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.378178:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.378180:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.378182:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.378186:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.378188:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.378190:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378202:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.378203:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.378205:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378209:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.378211:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.378212:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.378213:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.378213:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357314.378215:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.378216:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.378218:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.378219:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.378223:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.378224:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.378226:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.378227:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.378229:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.378230:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.378231:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.378231:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.378233:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f0333825b from hash 00010000:00000001:0.0:1712357314.378234:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.378235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.378236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.378237:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.378237:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.378238:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.378239:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.378240:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.378243:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378245:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.378246:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378249:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.378250:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.378251:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.378252:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.378252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.378253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.378254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.378255:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333825b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.378262:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.378264:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.378266:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.378271:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.378276:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.378277:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378279:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378280:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378282:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.378283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.378284:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378285:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.378286:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.378288:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378291:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378293:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378295:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.378296:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.378299:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bda20. 00000080:00002000:0.0:1712357314.378303:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.378308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378314:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.378317:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378319:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.378321:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.378322:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.378326:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.378328:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.378331:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/34 (0 0) 00000002:00000001:0.0:1712357314.378333:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378334:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378335:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378336:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.378338:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.378341:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.378343:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.378347:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572152512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378351:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.378353:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.378356:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.378359:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.378360:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.378362:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.378363:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.378364:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357314.378366:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.378368:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.378369:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:0.0:1712357314.378371:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.378371:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.378373:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.378374:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.378375:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.378380:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.378381:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516d80, parent ffff8800a7516a20, inode (null)) hashed, 00000080:00000001:0.0:1712357314.378383:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.378389:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.378392:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.378394:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.378395:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.378397:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378414:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.378416:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.378418:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.378422:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378424:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.378426:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.378428:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.378429:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.378431:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.378433:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378435:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.378436:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.378437:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378439:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.378440:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.378441:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.378442:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.378443:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.378444:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378445:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.378446:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.378448:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.378455:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=1536 00000080:00000001:0.0:1712357314.378457:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.378458:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357314.378460:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378463:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.378464:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357314.378465:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.378468:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357314.378469:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8) 00000080:00000001:0.0:1712357314.378474:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357314.378478:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000002:0.0:1712357314.378483:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x22:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357314.378485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378487:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357314.378491:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357314.378492:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357314.378494:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357314.378496:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357314.378498:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357314.378499:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357314.378500:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378502:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357314.378504:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357314.378506:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x24:0x0] 40000000:00000001:0.0:1712357314.378508:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378509:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378511:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.378512:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357314.378514:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x24:0x0] on [0x200000401:0x22:0x0] -> mds #0 00800000:00000001:0.0:1712357314.378515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378518:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357314.378519:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.378522:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.378523:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.378525:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.378527:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.378528:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.378530:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.378532:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357314.378534:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357314.378538:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357314.378539:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.378541:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.378543:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.378556:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.378557:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.378558:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.378560:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.378572:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.378575:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.378770:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3886000. 00000100:00000001:0.0:1712357314.378775:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.378777:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.378778:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.378779:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.378780:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.378781:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357314.378789:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.378794:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.378799:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.378800:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.378804:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.378806:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.378808:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.378809:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.378812:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.378814:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.378816:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.378817:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.378820:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378825:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.378826:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.378828:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.378830:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.378832:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152640:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.378834:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.378840:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.378842:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.378843:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.378846:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357314.378847:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.378851:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.378853:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000080:00000010:3.1:1712357314.378856:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bd640. 00000400:00000010:0.0:1712357314.378856:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.378860:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572152640, portal 10 00000100:00000001:0.0:1712357314.378861:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.378862:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357314.378866:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.378871:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.378873:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.378875:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357314.378877:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572152640, offset 0 00000400:00000200:0.0:1712357314.378881:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.378886:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.378890:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.378894:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.378897:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.378900:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.378902:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.378905:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [488:488:256:4294967295] 192.168.203.120@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:0.0:1712357314.378907:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.378914:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.378919:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.378922:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.378926:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.378931:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.378935:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.378955:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.378957:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.378959:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.378961:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.378962:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.378963:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.378965:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.378966:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.378968:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.378969:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.379351:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.379354:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.379358:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.379361:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.379363:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:2.0:1712357314.379365:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:2.0:1712357314.379367:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.379371:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.379377:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.379379:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.379384:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.379385:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.381884:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:3.1:1712357314.381895:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bd780. 00010000:00000010:3.1:1712357314.381901:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:3.1:1712357314.381902:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bd8e0. 00010000:00000010:3.1:1712357314.381905:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:3.1:1712357314.381906:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bda20. 00000800:00000001:3.0:1712357314.384136:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.384150:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.384153:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.384155:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.384164:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.384410:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.384418:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.384421:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.384425:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.384428:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef907b40 00000400:00000200:3.0:1712357314.384432:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.384437:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x130d [1] + 224 00000800:00000001:3.0:1712357314.384443:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.384459:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.384461:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.384465:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.384470:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.384476:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.384484:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.385759:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.385768:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.385774:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.385780:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.385786:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [489:489:256:4294967295] 192.168.203.120@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:3.0:1712357314.385789:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.385803:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.385808:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.385811:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.385816:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.385821:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.385825:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.385904:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.385907:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357314.385909:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.385913:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.385917:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.385920:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.386038:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.386044:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.386045:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.386048:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.386051:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.386053:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.386055:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.386061:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.386069:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572152640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.386074:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.386075:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.386077:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.386080:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.386082:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.386084:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.386086:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.386092:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.386095:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.386097:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.386098:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.386100:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.386102:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386105:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.386106:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000004f/0x1] 00000100:00000001:0.0:1712357314.386113:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.386114:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.386115:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357314.386118:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.386119:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.386120:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.386121:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.386125:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572152640/t4294967376(4294967376) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.386130:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.386132:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.386133:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.386136:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572152640/t4294967376(4294967376) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.386141:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152640:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.386145:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.386147:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386149:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.386151:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.386153:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572152640/t4294967376(4294967376) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.386158:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.386161:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.386163:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.386164:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.386169:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357314.386172:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x24:0x0] 00800000:00000001:0.0:1712357314.386174:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.386179:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x22:0x0] mtime from 1627598046 to 1712357314 00000080:00000001:0.0:1712357314.386182:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.386185:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.386188:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.386193:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.386195:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.386197:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.386199:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357314.386205:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7708800. 00000080:00000001:0.0:1712357314.386211:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357314.386212:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x24:0x0](ffff8800a77088c8) 00000080:00000001:0.0:1712357314.386214:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.386215:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x24:0x0] 00000080:00000001:0.0:1712357314.386222:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386223:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.386225:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1712357314.386226:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502308 mtime from 0 to 1712357314 00000080:00200000:0.0:1712357314.386229:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1712357314.386230:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357314.386232:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123388616 : -131938586163000 : ffff8800a77088c8) 00000080:00000001:0.0:1712357314.386234:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.386235:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.386237:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.386238:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386242:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:0.0:1712357314.386243:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.386247:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572152640/t4294967376(4294967376) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.386251:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.386253:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.386256:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386259:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386265:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.386266:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.386271:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.386273:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.386275:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386365:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.386367:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.386369:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.386380:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386384:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.386385:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.386387:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.386389:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.386392:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.386393:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386395:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.386396:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.386398:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386399:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.386400:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.386402:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.386403:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.386404:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.386405:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.386406:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.386407:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.386409:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.386416:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=0 00000080:00000001:0.0:1712357314.386418:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.386420:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=getattr 00000080:00000010:0.0:1712357314.386425:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.386429:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.386431:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.386433:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.386435:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.386442:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.386444:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.386447:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.386449:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.386452:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.386454:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.386457:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4700. 00000020:00000040:0.0:1712357314.386463:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=80 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.386519:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.386522:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.386526:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.386527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.386529:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386531:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.386532:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.386535:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.386540:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357314.386544:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.386546:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.386547:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.386549:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.386549:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.386551:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.386555:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00010000:00000001:0.0:1712357314.386557:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.386559:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.386572:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.386574:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.386576:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.386579:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357314.386599:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.386601:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03338262 to hash 00000020:00000001:0.0:1712357314.386603:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.386604:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.386606:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.386609:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.386611:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.386614:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.386620:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.386636:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.386640:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.386641:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.386645:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.386646:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.386648:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.386649:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000001:0.0:1712357314.386652:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.386655:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386657:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.386658:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.386662:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.386667:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.386668:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.386672:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.386673:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.386675:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.386678:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.386682:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.386683:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.386685:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.386688:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.386689:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.386694:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.386696:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.386699:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.386703:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152704, portal 10 00000100:00000001:0.0:1712357314.386705:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.386705:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000040:0.0:1712357314.386709:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.386718:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.386720:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.386722:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357314.386725:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572152704, offset 0 00000400:00000200:0.0:1712357314.386728:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.386733:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.386736:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.386740:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.386743:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.386746:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.386748:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.386750:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [490:490:256:4294967295] 192.168.203.120@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:0.0:1712357314.386752:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.386758:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.386762:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.386765:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357314.386768:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.386772:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.386774:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.386792:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386794:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.386795:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386797:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.386798:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.386800:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.386802:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.386803:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.386805:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.386806:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.386956:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.386959:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:3.0:1712357314.386962:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.386965:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.386968:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357314.386970:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357314.386972:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.386975:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.386981:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.386982:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.386987:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.386989:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.392005:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.392017:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.392020:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.392022:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.392030:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.392036:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.392043:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.392047:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.392050:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.392054:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907b80 00000400:00000200:2.0:1712357314.392058:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.392063:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1315 [1] + 224 00000800:00000001:2.0:1712357314.392069:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.392084:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.392086:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.392090:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.392095:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.392101:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.392121:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.392136:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.392143:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.392146:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.392198:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.392204:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.392206:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.392213:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.392215:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.392217:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.392220:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.392223:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.392229:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.392235:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.392236:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.392238:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.392241:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.392243:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.392245:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.392247:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.392253:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.392256:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.392258:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.392259:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.392261:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.392264:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.392267:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.392268:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.392270:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.392271:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.392274:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.392280:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.392282:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.392284:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.392286:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.392292:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.392302:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.392305:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.392306:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.392308:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.392311:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.392316:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.392318:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.392320:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.392321:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.392323:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.392326:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392328:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392330:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357314.392332:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392334:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000040:0.0:1712357314.392338:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2880, remote cookie: 0xa8e7976a8eb20ff4, flags: 0x1001 00010000:00010000:0.0:1712357314.392341:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.392347:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x24:0x0].0x0, instead of [0x200000401:0x22:0x0].0x0 00010000:00000001:0.0:1712357314.392350:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.392357:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356f00. 00010000:00000010:0.0:1712357314.392359:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664800. 00010000:00000001:0.0:1712357314.392363:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.392370:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.392376:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392387:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.392389:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.392391:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.392392:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.392393:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.392395:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x24:0x0].0x0 (ffff88012e356f00) refcount = 1 00010000:00010000:0.0:1712357314.392398:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392402:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.392404:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.392405:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.392408:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.392409:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.392411:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392415:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.392416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392419:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.392423:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.392424:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392425:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392426:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392427:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392429:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392430:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392431:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392432:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357314.392433:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392437:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392439:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.392440:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.392443:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392447:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392448:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392449:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392450:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392450:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357314.392451:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392453:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392454:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.392456:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392460:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392460:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.392462:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392466:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.392467:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392468:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392468:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392469:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.392472:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.392478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392480:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392480:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392481:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392485:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392487:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.392488:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.392489:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.392492:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.392493:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392494:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392495:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392496:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392498:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00000002:00010000:0.0:1712357314.392500:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392504:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392505:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392506:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.392507:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392507:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392508:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392510:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392511:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000040:0.0:1712357314.392513:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.392515:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.392517:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/36 (0 0) 00010000:00000001:0.0:1712357314.392519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.392520:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.392522:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.392525:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.392527:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.392529:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.392533:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.392534:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357314.392539:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.392541:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.392544:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.392546:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.392548:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.392550:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.392552:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.392556:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.392558:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x24:0x0] 00000080:00000001:0.0:1712357314.392570:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.392571:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.392573:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.392576:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.392578:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x24:0x0](ffff8800a77088c8): rc = 0 00000080:00000001:0.0:1712357314.392580:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123388616 : -131938586163000 : ffff8800a77088c8) 00010000:00000001:0.0:1712357314.392896:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392898:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392899:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392900:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392902:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392903:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392904:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.392905:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.392907:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.392908:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.392910:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.392911:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.392912:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.392915:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) for lock 0xbda2fb8f03338262 00000080:00000001:0.0:1712357314.392918:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.392919:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.392921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.392923:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.392923:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392924:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392928:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392930:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392931:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392933:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392934:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.392935:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.392936:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.392940:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bdcc0. 00000080:00002000:0.0:1712357314.392944:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode ffff8800a77088c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.392946:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.392949:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.392950:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.392953:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) 00000080:00010000:0.0:1712357314.392955:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338262 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357314.392956:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.392957:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.392958:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.392959:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392961:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.392962:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.392964:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392970:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392971:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.392972:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.392974:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.392980:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.392982:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.392983:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.392986:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.392989:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.392990:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.392992:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.392994:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.392995:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.392997:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.392998:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.392999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393000:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.393001:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.393004:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.393007:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.393010:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4700 x1795536572152704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.393015:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.393017:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.393019:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.393023:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.393024:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.393025:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.393027:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.393029:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357314.393031:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.393032:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.393034:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4700. 00000100:00000001:0.0:1712357314.393036:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.393037:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.393039:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.393040:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.393041:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357314.393048:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x24:0x0](ffff8800a77088c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.393052:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357314.393054:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x24:0x0](ffff8800a77088c8),name=__pycache__ 00000080:00000010:0.0:1712357314.393057:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.393061:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.393063:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.393067:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x24:0x0] '__pycache__' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.393070:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.393073:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x200000401:0x24:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357314.393075:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.393077:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.393079:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x24:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.393081:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.393082:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.393083:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.393085:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.393087:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.393089:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.393090:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357314.393092:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357314.393098:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357314.393100:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.393102:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357314.393107:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357314.393108:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.393109:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.393111:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.393112:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357314.393114:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.393116:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357314.393117:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.393119:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) 00000080:00010000:0.0:1712357314.393120:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) for lock 0xbda2fb8f03338262 00000080:00000001:0.0:1712357314.393123:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.393124:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.393125:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.393129:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.393130:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.393130:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.393131:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.393133:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.393134:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.393136:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393136:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.393137:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.393138:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.393139:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338262 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357314.393140:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.393141:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.393142:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=3 00000020:00000001:0.0:1712357314.393143:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.393144:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.393146:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.393147:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.393151:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393152:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.393153:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.393154:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.393156:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.393160:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.393161:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.393162:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.393163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.393165:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393166:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.393167:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393171:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393172:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393174:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.393174:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393175:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357314.393176:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357314.393177:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.393178:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357314.393182:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x24:0x0](ffff8800a77088c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.393184:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.393186:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516af8, parent ffff8800a7516a20, inode ffff8800a77088c8) hashed, 00000080:00000001:0.0:1712357314.393189:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393209:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.393211:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.393212:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.393215:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393217:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.393219:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.393220:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.393222:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.393224:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.393225:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393226:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.393228:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.393229:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393230:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.393231:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.393233:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.393234:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.393235:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.393236:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393237:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.393238:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.393239:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393241:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.393241:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516af8) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.393246:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.393247:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:0.0:1712357314.393248:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.393249:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393255:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.393258:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x24:0x0](ffff8800a77088c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1627598046.442176222, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.393262:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1627598046, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.393265:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b7b55c00. 00000080:00000001:0.0:1712357314.393266:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.393268:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.393270:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.393271:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x24:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357314.393273:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.393275:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.393277:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.393279:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.393281:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.393283:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.393285:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.393287:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.393293:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.393295:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.393296:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.393297:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x24:0x0] mode (null) 00000080:00000001:0.0:1712357314.393299:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.393300:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.393301:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.393302:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.393303:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.393305:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.393307:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.393308:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.393313:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.393314:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.393315:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393316:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.393317:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.393318:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.393319:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.393320:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.393321:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.393322:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.393324:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x24:0x0] lli = ffff8800a7708800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.393327:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.393328:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.393329:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.393331:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x24:0x0](ffff8800a77088c8) invalid 00000080:00002000:0.0:1712357314.393332:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516af8) parent ffff8800a7516a20 inode ffff8800a77088c8 refc 1 00000080:00000001:0.0:1712357314.393335:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.393336:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.393337:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393338:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.393340:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.393341:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.393342:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.393343:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.393345:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03338262 from hash 00010000:00000001:0.0:1712357314.393347:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.393347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393348:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.393349:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.393350:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.393351:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.393353:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.393354:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.393356:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.393359:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4700. 00000020:00000040:0.0:1712357314.393363:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=80 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.393367:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.393369:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.393371:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.393371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.393372:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.393374:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.393375:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.393377:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.393383:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b365ca00. 00000100:00000001:0.0:1712357314.393388:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393390:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.393391:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.393394:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.393398:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.393400:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.393401:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.393402:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338262 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb20ff4 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.393407:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356f00 count: 0 00010000:00000010:0.0:1712357314.393410:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664800. 00010000:00000001:0.0:1712357314.393417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.393418:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393419:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.393420:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.393421:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.393423:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1627598046, ctime 1712357314 00000020:00100000:0.0:1712357314.393429:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.393433:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.393439:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.393442:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.393446:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.393447:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.393449:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.393450:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000001:0.0:1712357314.393453:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.393456:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.393458:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.393459:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.393462:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.393467:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.393469:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.393471:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.393473:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.393475:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.393478:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.393481:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.393482:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.393484:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.393486:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357314.393487:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.393492:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.393494:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.393497:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.393502:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572152832, portal 10 00000100:00000001:0.0:1712357314.393504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.393505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000040:0.0:1712357314.393509:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.393514:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.393516:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.393518:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357314.393519:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572152832, offset 0 00000400:00000200:0.0:1712357314.393527:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.393531:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.393535:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.393539:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.393541:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.393544:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.393546:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.393549:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [491:491:256:4294967295] 192.168.203.120@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:0.0:1712357314.393552:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.393558:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.393578:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.393647:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357314.393653:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.393704:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.393709:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.393725:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.393727:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.393728:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.393730:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.393731:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.393733:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.393735:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.393736:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.393738:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.393739:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.393805:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.393808:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:3.0:1712357314.393811:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.393815:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.393817:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:3.0:1712357314.393818:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:3.0:1712357314.393825:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.393828:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.393834:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.393836:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.393841:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.393842:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.395978:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.395988:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.395992:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.395994:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.396002:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396012:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.396018:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396022:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396025:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396028:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907c00 00000400:00000200:2.0:1712357314.396032:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396036:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x131d [1] + 224 00000800:00000001:2.0:1712357314.396042:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.396055:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.396058:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.396061:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.396067:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.396073:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.396081:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.396102:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.396109:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.396112:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396115:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.396126:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [492:492:256:4294967295] 192.168.203.120@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:2.0:1712357314.396129:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.396135:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.396140:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.396143:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357314.396147:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.396152:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.396155:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357314.396454:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.396457:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357314.396459:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.396462:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.396465:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.396468:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.396519:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.396524:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.396526:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.396528:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.396532:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.396533:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.396535:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.396540:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.396557:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4700 x1795536572152832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.396572:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.396574:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.396575:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.396777:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.396779:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.396781:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.396784:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.396893:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.396897:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.396899:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.396901:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.396903:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.396906:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.396908:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.396909:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357314.396910:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.396912:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.396913:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000001:0.0:1712357314.396915:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.396917:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.396918:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.396919:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.396923:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4700 x1795536572152832/t4294967377(4294967377) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.396929:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.396931:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.396933:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.396935:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4700 x1795536572152832/t4294967377(4294967377) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.396941:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.396948:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.396951:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.396953:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.396955:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.396957:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4700 x1795536572152832/t4294967377(4294967377) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.396962:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.396964:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.396966:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.396967:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.396972:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.396974:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.396977:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.396980:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.396982:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.396984:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.396989:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.396990:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x24:0x0] 00000080:00000001:0.0:1712357314.396992:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.396994:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.396996:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.396999:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x24:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.397001:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.397003:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4700 x1795536572152832/t4294967377(4294967377) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.397008:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397009:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.397011:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.397012:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397013:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397014:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.397017:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b7b55c00. 00000080:00200008:0.0:1712357314.397022:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x24:0x0](ffff8800a77088c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.392000000, mtime 1627598046.442176222, ctime 1712357314.392000000, rc 0 00000080:00000001:0.0:1712357314.397033:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397039:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.397041:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516af8, parent ffff8800a7516a20, inode ffff8800a77088c8) hashed, 00000080:00000001:0.0:1712357314.397043:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.397047:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.397052:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.397053:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.397054:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.397056:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397198:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.397201:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.397203:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.397206:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397209:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.397210:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.397212:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.397214:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=17 00000080:00000001:0.0:1712357314.397217:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.397218:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397220:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.397221:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.397223:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397224:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.397225:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.397227:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.397227:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=17 00000080:00000001:0.0:1712357314.397229:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.397230:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.397231:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.397232:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.397234:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.397240:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=1 00000080:00000001:0.0:1712357314.397242:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.397244:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=getattr 00000080:00000010:0.0:1712357314.397247:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.397254:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.397257:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.397259:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.397261:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.397264:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.397266:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.397268:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.397270:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.397273:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.397274:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.397277:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4a80. 00000020:00000040:0.0:1712357314.397280:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.397283:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.397286:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.397289:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.397290:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.397291:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.397293:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.397294:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.397297:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.397301:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357314.397305:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.397307:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.397308:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.397309:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.397310:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.397311:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.397316:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00010000:00000001:0.0:1712357314.397318:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.397319:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.397323:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.397324:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.397326:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.397328:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357314.397331:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.397335:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338269 to hash 00000020:00000001:0.0:1712357314.397336:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.397337:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.397339:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.397341:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.397343:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.397345:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.397351:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.397357:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.397361:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.397362:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.397364:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.397366:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.397367:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.397368:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:0.0:1712357314.397371:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.397373:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.397375:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.397376:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.397379:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.397384:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.397385:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.397388:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.397389:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.397392:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.397394:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.397397:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.397407:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.397409:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.397412:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.397413:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.397416:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.397418:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.397422:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.397425:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572152896, portal 10 00000100:00000001:0.0:1712357314.397427:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.397427:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000040:0.0:1712357314.397431:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.397436:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.397438:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.397439:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357314.397441:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572152896, offset 0 00000400:00000200:0.0:1712357314.397444:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.397447:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.397450:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.397453:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.397455:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.397458:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.397459:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.397461:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [493:493:256:4294967295] 192.168.203.120@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:0.0:1712357314.397464:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.397469:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.397473:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.397475:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.397478:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.397482:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.397484:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.397498:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.397503:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.397504:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.397506:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.397508:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.397509:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.397511:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.397512:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.397514:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.397514:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.397624:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.397627:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357314.397629:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.397632:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.397634:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:2.0:1712357314.397636:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:2.0:1712357314.397638:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.397641:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.397647:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.397649:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.397753:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.397754:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.400947:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356f00. 00010000:00000010:3.1:1712357314.400958:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000800:00000001:3.0:1712357314.401511:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.401522:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.401524:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.401526:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.401534:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.401539:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.401544:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.401548:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.401551:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.401555:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907c40 00000400:00000200:3.0:1712357314.401558:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.401657:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1325 [1] + 224 00000800:00000001:3.0:1712357314.401663:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.402427:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.402430:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.402435:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.402445:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.402451:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.402458:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.402478:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.402484:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.402487:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.402534:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.402540:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.402541:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.402543:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.402546:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.402548:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.402550:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.402554:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.402560:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.402573:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.402575:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.402577:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.402579:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.402597:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.402599:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.402601:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.402607:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.402611:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.402613:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.402614:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.402616:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.402618:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.402621:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.402622:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.402623:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.402629:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.402633:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.402638:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.402640:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.402641:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.402644:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.402650:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572152896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.402653:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.402656:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.402658:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.402659:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.402662:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.402667:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.402669:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.402671:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.402672:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.402675:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.402678:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402680:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402682:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357314.402683:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402685:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000040:0.0:1712357314.402689:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2ac0, remote cookie: 0xa8e7976a8eb21017, flags: 0x1001 00010000:00010000:0.0:1712357314.402693:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.402700:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x24:0x0].0x0, instead of [0x200000401:0x22:0x0].0x0 00010000:00000001:0.0:1712357314.402702:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.402713:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357314.402716:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664800. 00010000:00000001:0.0:1712357314.402719:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.402722:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.402727:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402731:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.402734:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.402735:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.402736:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.402737:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.402738:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x24:0x0].0x0 (ffff88012e356d00) refcount = 1 00010000:00010000:0.0:1712357314.402741:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402746:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.402748:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.402749:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.402750:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.402752:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.402754:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402757:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.402758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402759:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402760:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402761:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.402765:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.402766:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402767:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402771:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402772:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402774:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402776:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402776:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402777:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357314.402778:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402779:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402781:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.402783:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.402785:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402789:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402789:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402790:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402790:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402791:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357314.402792:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402793:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402795:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.402796:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402801:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402801:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.402803:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402807:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.402808:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402808:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402809:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402812:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.402816:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.402821:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402822:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402823:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402824:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402826:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402827:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402827:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.402828:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.402829:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.402831:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.402832:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402833:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402834:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402835:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402836:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00000002:00010000:0.0:1712357314.402837:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402841:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402842:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.402843:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402844:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402844:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402845:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402846:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000040:0.0:1712357314.402848:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.402850:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.402852:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/36 (0 0) 00010000:00000001:0.0:1712357314.402854:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.402858:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.402859:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.402862:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.402864:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.402866:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.402870:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.402871:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357314.402873:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.402875:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.402878:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.402880:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.402881:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.402883:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.402885:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.402889:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.402890:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x24:0x0] 00000080:00000001:0.0:1712357314.402892:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.402894:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.402896:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.402899:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.402901:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x24:0x0](ffff8800a77088c8): rc = 0 00000080:00000001:0.0:1712357314.402902:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123388616 : -131938586163000 : ffff8800a77088c8) 00010000:00000001:0.0:1712357314.402904:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402905:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402906:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402907:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402908:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.402911:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.402913:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.402914:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.402915:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.402917:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.402921:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.402923:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) for lock 0xbda2fb8f03338269 00000080:00000001:0.0:1712357314.402925:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.402927:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.402928:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.402930:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.402930:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402931:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402932:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402934:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402935:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.402938:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.402939:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.402942:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e2bdfa0. 00000080:00002000:0.0:1712357314.402946:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode ffff8800a77088c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.402948:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.402951:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.402952:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.402954:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) 00000080:00010000:0.0:1712357314.402956:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338269 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357314.402957:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.402958:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.402959:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357314.402960:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402961:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.402962:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.402964:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402969:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.402974:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.402975:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.402981:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.402982:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.402984:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.402986:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402987:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.402988:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.402990:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.402991:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.402992:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.402994:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.402995:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.402996:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.402997:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.402998:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.403000:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.403003:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.403006:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4a80 x1795536572152896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.403010:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.403012:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.403014:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.403018:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.403020:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.403021:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=80 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.403022:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.403023:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:0.0:1712357314.403026:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.403027:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.403028:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4a80. 00000100:00000001:0.0:1712357314.403031:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.403031:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.403033:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.403034:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357314.403037:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.403047:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.403049:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x24:0x0](ffff8800a77088c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.403054:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.403056:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.403057:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.403060:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.403062:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.403064:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x24:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357314.403066:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.403068:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.403069:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.403071:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.403072:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.403074:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.403075:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.403078:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.403082:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.403084:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.403085:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.403087:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x24:0x0] mode (null) 00000080:00000001:0.0:1712357314.403742:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.403744:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.403746:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.403749:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.403750:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.403753:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.403754:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.403755:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.403756:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.403757:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.403758:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.403760:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.403766:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.403767:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.403768:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.403769:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.403771:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.403772:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.403774:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.403775:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x24:0x0] lli = ffff8800a7708800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.403779:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.403780:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.403781:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.403782:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x24:0x0](ffff8800a77088c8) invalid 00000080:00002000:0.0:1712357314.403784:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516870) parent ffff8800a7516a20 inode ffff8800a77088c8 refc 1 00000080:00000001:0.0:1712357314.403787:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.403788:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.403789:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.403791:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.403792:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.403794:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.403795:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.403796:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.403798:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338269 from hash 00010000:00000001:0.0:1712357314.403800:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.403801:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.403802:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.403803:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.403805:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.403806:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.403808:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.403809:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.403811:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.403814:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4a80. 00000020:00000040:0.0:1712357314.403816:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.403819:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.403822:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.403826:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.403827:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.403828:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.403830:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.403831:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.403834:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.403838:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b365c200. 00000100:00000001:0.0:1712357314.403842:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.403844:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.403845:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.403849:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.403855:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.403856:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.403857:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.403859:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338269 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21017 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.403864:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00010000:00000010:0.0:1712357314.403867:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664800. 00010000:00000001:0.0:1712357314.403873:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.403874:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.403875:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.403876:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.403878:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.403879:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:0.0:1712357314.403885:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.403891:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.403896:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.403897:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.403900:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.403901:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.403903:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.403907:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:0.0:1712357314.403910:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.403913:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.403915:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.403916:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.403919:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.403925:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.403926:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.403928:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.403930:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.403932:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.403935:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.403938:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.403940:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.403941:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.403944:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7e000. 02000000:00000001:0.0:1712357314.403945:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.403950:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.403953:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.403957:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.403961:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572153024, portal 10 00000100:00000001:0.0:1712357314.403962:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.403963:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000040:0.0:1712357314.403967:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.403972:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.403975:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.403976:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357314.403978:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572153024, offset 0 00000400:00000200:0.0:1712357314.403982:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.403986:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.403991:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.403998:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.404001:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.404004:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.404006:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.404010:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [494:494:256:4294967295] 192.168.203.120@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:0.0:1712357314.404013:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.404020:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.404025:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.404028:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.404032:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.404038:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.404041:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.404059:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.404061:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.404063:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.404065:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.404066:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.404068:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.404070:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.404071:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.404073:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.404074:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.404179:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.404181:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.404184:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.404188:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.404190:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:2.0:1712357314.404192:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:2.0:1712357314.404194:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.404198:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.404205:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.404207:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.404212:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.404213:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.406721:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bdcc0. 00010000:00000010:3.1:1712357314.409713:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:3.1:1712357314.409724:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000800:00000001:2.0:1712357314.411406:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.411419:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.411422:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.411424:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.411432:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411438:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.411444:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411448:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411450:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411454:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907cc0 00000400:00000200:2.0:1712357314.411458:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411476:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x132d [1] + 224 00000800:00000001:2.0:1712357314.411483:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.411495:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.411497:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.411500:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.411506:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.411512:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.411520:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.411538:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.411544:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.411547:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411552:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.411557:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [495:495:256:4294967295] 192.168.203.120@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:2.0:1712357314.411560:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.411574:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.411579:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.411603:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357314.411607:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.411613:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.411616:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357314.411679:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.411681:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357314.411683:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.411685:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.411689:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.411691:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.411880:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.411885:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.411886:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.411888:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.411891:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.411893:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.411894:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.411898:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.411905:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4a80 x1795536572153024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.411919:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.411921:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.411923:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.411926:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.411927:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.411929:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.411931:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.411937:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.411940:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.411942:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.411943:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.411945:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.411947:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.411950:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.411951:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000050/0x0] 00000100:00000001:0.0:1712357314.411952:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.411954:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.411955:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:0.0:1712357314.411957:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.411958:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.411960:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.411961:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.411965:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4a80 x1795536572153024/t4294967378(4294967378) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.411971:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.411973:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.411975:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.411977:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4a80 x1795536572153024/t4294967378(4294967378) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.411983:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.411986:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.411989:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.411995:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.411997:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.411999:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572153024/t4294967378(4294967378) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.412004:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.412006:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.412008:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.412009:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.412014:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.412016:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.412019:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.412022:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.412025:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.412027:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.412032:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.412034:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x24:0x0] 00000080:00000001:0.0:1712357314.412036:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.412038:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.412040:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.412043:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x24:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.412044:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.412047:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4a80 x1795536572153024/t4294967378(4294967378) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.412051:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.412052:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.412054:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.412055:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.412057:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.412058:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.412061:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000080:00200008:0.0:1712357314.412066:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x24:0x0](ffff8800a77088c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.402000000, rc 0 00000080:00000001:0.0:1712357314.412070:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.412077:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.412086:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516870, parent ffff8800a7516a20, inode ffff8800a77088c8) hashed, 00000080:00000001:0.0:1712357314.412088:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.412092:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.414048:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.414054:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.414056:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry test (ffff8800a7516a20, parent ffff8800a7701e58, inode ffff8800a77108c8) hashed, 00000080:00000001:0.0:1712357314.414060:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.414083:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.414086:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.414088:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.414092:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.414095:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.414096:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.414099:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.414100:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.414104:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.414106:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.414108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.414109:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.414110:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.414112:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.414113:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.414114:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.414115:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.414116:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.414117:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.414118:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.414119:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.414120:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.414126:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), flags=16 00000080:00000001:0.0:1712357314.414129:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.414131:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x22:0x0](ffff8800a77108c8), intent=0 00000080:00000010:0.0:1712357314.414136:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.414141:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.414144:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.414146:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x22:0x0] 00800000:00000001:0.0:1712357314.414155:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.414158:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x22:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.414160:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.414164:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.414165:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x22:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357314.414168:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.414170:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.414174:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357314.414177:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.414182:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.414189:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.414193:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.414195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.414196:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.414197:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.414199:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.414202:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.414207:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357314.414212:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.414215:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.414216:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.414217:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.414218:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.414219:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.414223:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357314.414226:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.414228:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.414232:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356e00 count: 2 00010000:00000001:0.0:1712357314.414234:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.414236:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.414238:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2d00. 00000020:00000001:0.0:1712357314.414241:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.414243:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2d00 with handle 0xbda2fb8f03338270 to hash 00000020:00000001:0.0:1712357314.414244:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.414245:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.414251:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.414253:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.414255:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.414259:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.414265:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.414272:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.414276:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.414278:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.414282:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.414283:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.414285:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.414286:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.414290:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.414292:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.414294:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.414296:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.414302:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.414309:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.414310:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.414312:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.414314:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.414316:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.414319:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.414322:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.414324:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.414325:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.414328:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.414333:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.414340:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.414343:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.414347:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.414351:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153088, portal 10 00000100:00000001:0.0:1712357314.414353:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.414354:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357314.414358:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.414364:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.414366:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.414367:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.414369:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572153088, offset 0 00000400:00000200:0.0:1712357314.414374:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.414379:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.414383:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.414387:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.414390:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.414393:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.414394:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.414397:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [496:496:256:4294967295] 192.168.203.120@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:0.0:1712357314.414400:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.414406:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.414410:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.414413:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357314.414417:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.414422:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.414425:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.414444:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.414446:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.414448:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.414452:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.414453:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.414455:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.414457:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.414459:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.414461:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.414462:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.414940:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.414943:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:2.0:1712357314.414950:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.414954:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.414957:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:2.0:1712357314.414958:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:2.0:1712357314.414961:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.414964:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.414972:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.414975:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.414980:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.414981:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.416749:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e2bdfa0. 00000800:00000001:3.0:1712357314.419054:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.419066:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.419069:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.419071:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.419080:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.419087:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.419094:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.419097:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.419100:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.419105:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907d00 00000400:00000200:3.0:1712357314.419109:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.419115:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1335 [1] + 224 00000800:00000001:3.0:1712357314.419134:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.419148:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.419151:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.419154:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.419159:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.419167:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.419175:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.419191:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.419196:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.419198:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.419240:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.419246:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.419248:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.419251:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.419255:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.419257:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.419259:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.419264:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.419270:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.419275:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.419277:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.419278:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.419281:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.419283:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.419285:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.419287:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.419294:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.419296:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.419298:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.419300:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.419302:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.419305:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.419307:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.419309:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.419310:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.419312:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.419316:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.419328:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.419330:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.419333:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.419336:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.419341:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.419345:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.419348:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.419349:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.419351:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.419353:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.419358:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.419360:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.419362:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.419363:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.419365:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.419368:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419370:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419371:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357314.419373:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419375:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000040:0.0:1712357314.419378:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2d00, remote cookie: 0xa8e7976a8eb2103a, flags: 0x1001 00010000:00010000:0.0:1712357314.419382:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.419387:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x24:0x0].0x0, instead of [0x200000401:0x22:0x0].0x0 00010000:00000001:0.0:1712357314.419389:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.419397:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356400. 00010000:00000010:0.0:1712357314.419402:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664800. 00010000:00000001:0.0:1712357314.419404:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.419407:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.419413:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419418:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.419420:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.419422:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.419423:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.419424:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.419426:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x24:0x0].0x0 (ffff88012e356400) refcount = 1 00010000:00010000:0.0:1712357314.419429:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419433:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.419436:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.419437:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.419632:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.419634:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.419637:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419642:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.419643:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419644:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.419645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419645:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.419646:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.419649:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.419651:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419652:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419653:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.419659:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419661:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419663:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419663:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419664:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=4 00000020:00000001:0.0:1712357314.419665:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419666:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419668:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.419670:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.419672:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419676:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.419677:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419678:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419679:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=5 00000020:00000001:0.0:1712357314.419680:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419681:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419683:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.419685:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419689:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.419692:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419696:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.419697:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419698:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.419698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.419706:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.419712:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419712:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419713:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.419715:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419716:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419717:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419718:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.419719:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.419720:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.419722:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.419724:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419725:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419725:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.419727:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419728:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00000002:00010000:0.0:1712357314.419730:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.419735:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419736:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.419737:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.419738:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419739:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419740:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.419741:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419742:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000040:0.0:1712357314.419746:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.419748:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.419750:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/36 (0 0) 00010000:00000001:0.0:1712357314.419752:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.419753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.419757:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.419759:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.419761:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.419764:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.419766:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.419770:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.419772:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357314.419773:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.419775:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.419778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.419781:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.419783:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.419785:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.419787:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.419791:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.419793:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x24:0x0] 00000080:00000001:0.0:1712357314.419795:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.419797:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502308 : 144115205272502308 : 200000401000024) 00000080:00000001:0.0:1712357314.419798:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.419802:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.419803:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x24:0x0](ffff8800a77088c8): rc = 0 00000080:00000001:0.0:1712357314.419805:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123388616 : -131938586163000 : ffff8800a77088c8) 00010000:00000001:0.0:1712357314.419807:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.419808:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.419809:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.419810:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.419812:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.420692:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.420693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.420694:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.420696:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.420697:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.420699:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.420702:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.420703:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.420710:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) for lock 0xbda2fb8f03338270 00000080:00000001:0.0:1712357314.420712:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.420714:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.420715:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.420717:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.420718:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.420719:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.420720:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.420721:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.420723:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.420724:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.420725:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.420726:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.420727:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.420731:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005160. 00000080:00002000:0.0:1712357314.420736:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75161b0 inode ffff8800a77088c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.420738:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.420740:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.420742:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.420744:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x24:0x0](ffff8800a77088c8) 00000080:00010000:0.0:1712357314.420747:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338270 from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357314.420748:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.420749:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.420749:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2d00 refcount=3 00000020:00000001:0.0:1712357314.420751:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.420752:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183789312 : -131938525762304 : ffff8800ab0a2d00) 00010000:00000001:0.0:1712357314.420753:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.420755:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.420760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.420761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.420762:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.420763:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.420770:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2d00/0xbda2fb8f03338270 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2103a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.420776:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.420778:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.420779:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.420782:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.420783:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.420783:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420785:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.420787:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420788:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420790:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420791:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.420792:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.420792:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.420794:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.420797:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.420800:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.420804:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572153088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.420810:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.420811:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.420814:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.420817:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.420818:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.420820:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.420821:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.420823:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357314.420825:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.420826:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.420828:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:0.0:1712357314.420831:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.420832:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.420837:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.420839:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24:0x0](ffff8800a77088c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.420842:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.420853:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x24:0x0](ffff8800a77088c8), flags=0 00000080:00000001:0.0:1712357314.420856:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.420858:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x24:0x0](ffff8800a77088c8), intent=getattr 00000080:00000010:0.0:1712357314.420862:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.420865:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.420867:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.420869:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x24:0x0] 00800000:00000001:0.0:1712357314.420871:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.420874:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x24:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.420876:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.420878:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.420880:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.420882:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.420884:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.420887:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357314.420889:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.420892:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.420894:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.420896:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.420896:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.420897:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.420899:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.420901:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.420903:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.420906:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357314.420911:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420913:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.420914:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420915:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.420916:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.420917:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.420922:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357314.420925:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.420926:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.420932:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.420933:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.420935:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.420937:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357314.420939:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.420941:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f03338277 to hash 00000020:00000001:0.0:1712357314.420942:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.420943:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.420945:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.420947:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.420948:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.420951:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.420956:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.420962:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.420966:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.420967:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.420971:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.420972:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.420974:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.420975:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.420978:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.420980:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.420982:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.420984:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.420988:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.420993:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.420995:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.420997:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.421009:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.421012:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.421015:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.421019:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.421020:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.421022:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.421024:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.421025:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.421032:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.421035:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.421038:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.421043:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153152, portal 10 00000100:00000001:0.0:1712357314.421045:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.421045:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357314.421050:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.421055:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.421057:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.421058:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357314.421060:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572153152, offset 0 00000400:00000200:0.0:1712357314.421065:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.421070:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.421075:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.421079:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.421081:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.421084:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.421086:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.421088:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [497:497:256:4294967295] 192.168.203.120@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:0.0:1712357314.421091:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.421097:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.421102:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.421105:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.421114:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.421121:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.421124:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.421144:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.421146:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.421148:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.421150:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.421151:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.421152:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.421154:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.421156:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.421158:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.421159:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.421409:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.421415:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.421418:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.421422:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.421425:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:2.0:1712357314.421426:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:2.0:1712357314.421429:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.421433:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.421440:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.421442:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.421448:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.421449:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.426709:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.426720:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.426723:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.426724:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.426732:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.426738:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.426743:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.426747:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.426750:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.426753:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907d40 00000400:00000200:3.0:1712357314.426756:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.426760:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x133d [1] + 224 00000800:00000001:3.0:1712357314.426765:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.426776:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.426778:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.426781:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.426786:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.426792:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.426801:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.426816:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.426821:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.426823:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.427290:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.427295:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.427297:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.427299:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.427302:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.427303:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.427305:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.427310:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.427316:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.427321:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.427323:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.427324:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.427327:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.427329:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.427330:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.427332:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.427338:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.427340:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.427343:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.427345:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.427353:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.427355:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.427357:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.427358:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.427360:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.427362:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.427367:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.427369:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.427370:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.427372:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.427377:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.427380:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.427383:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.427384:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.427386:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.427388:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.427392:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.427394:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.427396:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.427397:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.427399:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.427402:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.427404:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.427406:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357314.427408:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.427409:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357314.427413:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427422:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.427424:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427428:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.427430:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427434:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.427435:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.427436:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427440:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.427441:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.427443:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.427445:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.427449:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.427451:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.427454:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427457:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.427459:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.427461:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427463:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.427465:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.427466:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.427466:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.427469:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357314.427470:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.427471:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.427473:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.427475:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.427478:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.427479:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.427481:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.427481:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.427483:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.427484:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.427485:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.427485:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.427487:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f03338277 from hash 00010000:00000001:0.0:1712357314.427488:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.427489:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.427489:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.427490:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.427491:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.427492:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.427493:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.427493:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.427494:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427495:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.427497:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.427500:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.427501:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.427502:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.427502:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.427503:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.427503:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.427505:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f03338277 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.427526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.427527:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.427530:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.427534:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.427539:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.427540:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.427541:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.427542:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.427544:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.427546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.427546:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.427547:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.427549:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.427551:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.427553:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.427555:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427558:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.427559:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.427570:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c0052a0. 00000080:00002000:0.0:1712357314.427574:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.427578:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.427608:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.427611:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.427614:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.427615:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.427617:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.427621:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.427623:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.427626:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/36 (0 0) 00000002:00000001:0.0:1712357314.427628:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.427629:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.427630:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427634:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.427636:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.427639:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.427642:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.427645:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572153152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.427649:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.427651:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.427656:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.427659:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.427660:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.427662:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.427663:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.427665:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357314.427667:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.427668:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.427669:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:0.0:1712357314.427672:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.427672:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.427674:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.427675:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.427676:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.427681:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.427682:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a75161b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.427684:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.427687:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.427690:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.427691:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.427692:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75161b0, parent ffff8800a7516a20, inode ffff8800a77088c8) hashed, 00000080:00000001:0.0:1712357314.427694:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427722:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.427725:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.427726:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.427730:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427733:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.427734:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.427736:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.427741:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.427744:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.427747:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427748:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.427749:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.427751:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427754:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.427754:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.427756:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.427757:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.427759:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.427760:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427761:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.427762:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.427764:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427765:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.427766:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75161b0) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.427768:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.427769:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.427770:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.427770:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.427772:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.427773:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24:0x0](ffff8800a77088c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.427774:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.427780:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test_libzfs_core.cpython-36.pyc, dir=[0x200000401:0x24:0x0](ffff8800a77088c8), flags=0 00000080:00000001:0.0:1712357314.427782:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.427783:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test_libzfs_core.cpython-36.pyc, dir=[0x200000401:0x24:0x0](ffff8800a77088c8), intent=getattr 00000080:00000010:0.0:1712357314.427787:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.427791:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.428695:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.428698:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test_libzfs_core.cpython-36.pyc' on [0x200000401:0x24:0x0] 00800000:00000001:0.0:1712357314.428701:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.428703:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x24:0x0], fid2=[0x0:0x0:0x0], name='test_libzfs_core.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.428706:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.428712:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.428713:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test_libzfs_core.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.428715:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.428717:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.428720:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357314.428723:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.428726:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.428729:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.428731:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.428732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.428733:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.428735:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.428736:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.428739:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.428743:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357314.428747:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.428749:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.428751:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.428752:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.428752:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.428753:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.428757:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357314.428759:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.428761:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.428764:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.428765:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.428767:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.428769:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357314.428770:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.428772:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f0333827e to hash 00000020:00000001:0.0:1712357314.428773:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.428774:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.428776:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.428778:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.428779:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.428783:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.428788:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.428795:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.428798:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.428799:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.428803:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.428804:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.428806:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.428807:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.428810:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.428813:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.428815:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.428816:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.428820:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.428827:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.428828:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.428831:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.428832:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.428835:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.428837:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.428840:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.428842:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.428843:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.428846:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.428848:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.428854:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.428860:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.428864:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.428872:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153216, portal 10 00000100:00000001:0.0:1712357314.428874:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.428874:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357314.428879:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.428883:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.428885:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.428887:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357314.428889:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572153216, offset 0 00000400:00000200:0.0:1712357314.428893:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.428898:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.428902:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.428907:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.428910:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.428913:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.428915:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.428918:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [498:498:256:4294967295] 192.168.203.120@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:0.0:1712357314.428921:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.428927:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.428932:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.428935:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356600. 00000800:00000200:0.0:1712357314.428940:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.428945:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.428948:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.428970:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.428972:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.428973:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.428975:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.428976:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.428978:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.428980:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.428981:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.428986:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.428987:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.429570:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.429574:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356600. 00000400:00000200:2.0:1712357314.429577:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.429606:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.429609:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:2.0:1712357314.429611:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:2.0:1712357314.429613:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.429621:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.429628:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.429631:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.429635:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.429636:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.430694:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:3.1:1712357314.435554:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c0052a0. 00000800:00000001:3.0:1712357314.436573:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.436981:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.436983:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.436986:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.436994:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.436999:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.437004:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.437008:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.437010:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.437014:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907d80 00000400:00000200:3.0:1712357314.437017:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.437022:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1345 [1] + 224 00000800:00000001:3.0:1712357314.437027:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.437038:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.437041:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.437044:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.437048:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.437054:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.437062:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.437075:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.437079:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.437081:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.437576:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.437609:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.437611:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.437613:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.437617:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.437619:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.437622:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.437627:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.437634:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.437639:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.437641:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.437643:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.437645:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.437647:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.437648:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.437651:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.437657:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.437660:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.437662:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.437664:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.437669:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.437671:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.437672:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.437674:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.437675:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.437678:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.437683:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.437686:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.437694:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.437697:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.437703:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.437707:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.437709:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.437711:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.437713:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.437715:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.437719:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.437722:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.437724:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.437725:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.437728:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.437731:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.437733:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.437735:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357314.437737:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.437739:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00010000:0.0:1712357314.437743:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437751:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.437754:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437758:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.437760:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437765:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.437770:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.437771:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437776:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.437778:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.437780:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.437782:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.437786:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.437788:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.437791:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437795:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.437797:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.437798:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437801:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.437803:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.437804:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.437805:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.437806:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357314.437807:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.437808:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.437810:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.437812:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.437815:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.437816:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.437818:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.437819:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.437824:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.437825:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.437826:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.437827:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.437829:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f0333827e from hash 00010000:00000001:0.0:1712357314.437830:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.437831:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.437831:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.437832:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.437833:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.437834:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.437836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.437836:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.437837:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.437839:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.437840:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437843:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.437844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.437845:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.437846:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.437846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.437847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.437847:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.437849:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333827e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.437869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.437870:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.437874:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.437878:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.437883:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.437884:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.437885:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.437886:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.437891:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.437893:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.437893:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.437895:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.437896:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test_libzfs_core.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.437899:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.437901:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.437903:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.437906:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.437907:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.437910:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005420. 00000080:00002000:0.0:1712357314.437914:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.437918:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.437921:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.437924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.437926:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.437927:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.437929:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.437933:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.437935:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.437937:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/36 (0 0) 00000002:00000001:0.0:1712357314.437940:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.437941:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.437942:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.437944:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.437946:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.437949:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.437952:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.437955:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572153216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.437959:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.437961:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.437964:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.437967:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.437968:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.437973:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.437975:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.437977:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357314.437980:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.437981:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.437983:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:0.0:1712357314.437986:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.437986:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.437989:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.437990:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.437991:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.437994:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.437996:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test_libzfs_core.cpython-36.pyc (ffff8800a7516360, parent ffff8800a75161b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.437998:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.438000:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.438003:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.438004:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.438005:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75161b0, parent ffff8800a7516a20, inode ffff8800a77088c8) hashed, 00000080:00000001:0.0:1712357314.438007:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438035:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.438036:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.438038:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.438041:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438044:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.438045:0:12713:0:(dcache.c:101:ll_dcompare()) found name libzfs_core(ffff8800a7701e58) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357314.438047:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.438048:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=libzfs_core, flags=16 00000080:00000001:0.0:1712357314.438051:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.438053:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438054:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.438055:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800b06418c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.438057:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438059:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.438060:0:12713:0:(dcache.c:101:ll_dcompare()) found name test(ffff8800a7516a20) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.438061:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.438062:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=test, flags=16 00000080:00000001:0.0:1712357314.438064:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.438068:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438070:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.438071:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x22:0x0](ffff8800a77108c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.438073:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438075:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.438075:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75161b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.438077:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.438077:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.438078:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.438079:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.438081:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.438081:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x24:0x0](ffff8800a77088c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.438083:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.438089:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=test_nvlist.cpython-36.pyc, dir=[0x200000401:0x24:0x0](ffff8800a77088c8), flags=0 00000080:00000001:0.0:1712357314.438092:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.438093:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=test_nvlist.cpython-36.pyc, dir=[0x200000401:0x24:0x0](ffff8800a77088c8), intent=getattr 00000080:00000010:0.0:1712357314.438097:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.438101:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.438104:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.438105:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'test_nvlist.cpython-36.pyc' on [0x200000401:0x24:0x0] 00800000:00000001:0.0:1712357314.438107:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.438110:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x24:0x0], fid2=[0x0:0x0:0x0], name='test_nvlist.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.438112:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.438114:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.438115:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: test_nvlist.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.438118:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.438119:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.438122:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357314.438124:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.438127:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.438130:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.438133:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.438134:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.438135:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.438141:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.438142:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.438145:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.438149:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357314.438152:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.438155:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.438157:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.438158:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.438158:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.438160:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.438165:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357314.438167:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.438168:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.438170:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.438172:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.438173:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.438176:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357314.438178:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.438180:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338285 to hash 00000020:00000001:0.0:1712357314.438181:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.438182:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.438184:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.438186:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.438187:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.438189:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.438193:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.438199:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.438203:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.438204:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.438211:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.438212:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.438214:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.438215:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.438218:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.438221:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.438223:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.438224:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.438228:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.438233:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.438234:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.438237:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.438239:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.438241:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.438244:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.438247:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.438249:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.438251:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.438253:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.438254:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.438259:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.438262:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.438265:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.438269:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153280, portal 10 00000100:00000001:0.0:1712357314.438270:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.438271:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357314.438275:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.438280:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.438282:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.438283:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357314.438285:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572153280, offset 0 00000400:00000200:0.0:1712357314.438289:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.438298:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.438302:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.438306:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.438309:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.438311:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.438313:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.438315:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [499:499:256:4294967295] 192.168.203.120@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:0.0:1712357314.438318:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.438325:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.438329:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.438333:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.438337:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.438342:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.438345:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.438364:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.438366:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.438367:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.438369:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.438370:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.438372:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.438373:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.438375:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.438376:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.438377:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.438985:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.438988:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.438991:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.438995:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.438998:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:2.0:1712357314.438999:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:2.0:1712357314.439002:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.439006:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.439013:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.439015:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.439020:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.439021:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.440755:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000080:00000010:3.1:1712357314.440763:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c005420. 00000800:00000001:3.0:1712357314.447098:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.447112:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.447115:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.447117:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.447126:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.447140:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.447146:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.447150:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.447152:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.447156:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907dc0 00000400:00000200:3.0:1712357314.447159:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.447164:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x134d [1] + 224 00000800:00000001:3.0:1712357314.447169:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.447182:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.447185:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.447189:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.447194:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.447200:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.447209:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.447220:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.447226:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.447229:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.447280:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.447285:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.447287:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.447289:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.447292:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.447294:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.447296:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.447300:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.447307:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.447317:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.447318:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.447320:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.447323:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.447324:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.447326:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.447328:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.447335:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.447339:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.447341:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.447344:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.447349:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.447351:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.447352:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.447354:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.447356:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.447359:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.447364:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.447366:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.447368:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.447371:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.447376:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.447380:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.447383:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.447384:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.447386:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.447388:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.447400:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.447403:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.447405:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.447406:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.447409:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.447411:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.447413:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.447415:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357314.447417:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.447419:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357314.447423:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447429:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.447432:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447437:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.447439:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.447445:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.447447:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447451:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.447452:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.447455:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.447457:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.447461:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.447467:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.447469:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447474:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.447475:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.447477:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447481:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.447483:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.447484:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.447485:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.447486:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357314.447487:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.447488:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.447490:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.447492:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.447496:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.447497:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.447499:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.447500:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.447502:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.447503:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.447504:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.447505:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.447507:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338285 from hash 00010000:00000001:0.0:1712357314.447508:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.447509:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.447510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.447510:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.447511:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.447512:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.447517:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.447518:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.447519:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.447520:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.447522:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447526:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.447526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.447527:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.447528:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.447529:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.447529:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.447530:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.447531:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338285 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.447553:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.447554:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.447558:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.447573:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.447579:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.447580:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.447614:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.447619:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.447622:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.447624:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.447624:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.447626:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.447627:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=test_nvlist.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.447630:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.447633:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.447635:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.447639:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.447640:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.447645:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005560. 00000080:00002000:0.0:1712357314.447653:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.447657:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.447661:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.447664:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.447666:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.447668:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.447670:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.447674:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356400 count: 2 00010000:00000001:0.0:1712357314.447676:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.447679:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/36 (0 0) 00000002:00000001:0.0:1712357314.447682:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.447683:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.447684:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.447685:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.447687:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.447690:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.447693:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.447697:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572153280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.447702:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.447703:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.447706:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.447710:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.447711:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.447713:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.447714:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.447717:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357314.447720:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.447721:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.447723:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:0.0:1712357314.447726:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.447727:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.447729:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.447730:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.447731:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.447736:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.448978:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry test_nvlist.cpython-36.pyc (ffff8800a7516d80, parent ffff8800a75161b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.448983:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.448986:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.448990:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.448992:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.448993:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75161b0, parent ffff8800a7516a20, inode ffff8800a77088c8) hashed, 00000080:00000001:0.0:1712357314.448995:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.449089:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.449091:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.449093:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.449098:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.449105:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357314.449107:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.449109:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357314.449114:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.449119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.449122:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.449124:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pip-9.0.3.dist-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.449126:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.449129:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip-9.0.3.dist-info' -> mds #0 00800000:00000001:0.0:1712357314.449131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.449133:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.449134:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip-9.0.3.dist-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.449137:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.449139:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.449142:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357314.449145:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.449149:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.449152:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.449155:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.449156:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.449157:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.449159:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.449161:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.449164:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.449173:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357314.449177:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.449180:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.449181:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.449183:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.449183:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.449185:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.449191:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357314.449193:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.449195:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357314.449201:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356000. 00010000:00000010:0.0:1712357314.449203:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664880. 00010000:00000001:0.0:1712357314.449206:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.449209:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357314.449211:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.449213:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f0333828c to hash 00000020:00000001:0.0:1712357314.449215:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.449216:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.449218:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.449220:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.449221:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.449224:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.449229:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.449236:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.449240:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.449241:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.449245:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.449246:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.449248:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.449253:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.449257:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.449260:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.449262:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.449263:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.449270:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.449276:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.449277:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.449279:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.449281:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.449284:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.449287:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.449291:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.449293:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.449295:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.449298:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.449300:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.449306:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.449308:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.449312:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.449317:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153344, portal 10 00000100:00000001:0.0:1712357314.449319:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.449320:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357314.449324:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.449331:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.449333:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.449334:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357314.449337:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572153344, offset 0 00000400:00000200:0.0:1712357314.449341:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.449348:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.449353:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.449363:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.449366:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.449369:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.449371:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.449374:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [500:500:256:4294967295] 192.168.203.120@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:0.0:1712357314.449378:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.449385:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.449389:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.449394:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.449398:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.449404:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.449407:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.449429:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.449431:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.449433:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.449435:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.449436:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.449438:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.449440:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.449441:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.449444:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.449444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.449689:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.449693:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.449696:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.449701:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.449704:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:2.0:1712357314.449706:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:2.0:1712357314.449708:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.449712:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.449720:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.449722:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.449736:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.449737:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.451128:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:3.1:1712357314.453761:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c005560. 00000800:00000001:3.0:1712357314.454399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.454405:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.454407:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.454409:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.454416:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.454421:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.454426:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.454429:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.454432:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.454436:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907e00 00000400:00000200:3.0:1712357314.454439:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.454443:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1355 [1] + 224 00000800:00000001:3.0:1712357314.454450:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.454465:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.454467:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.454471:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.454476:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.454483:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.454491:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.454500:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.454505:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.454508:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.454543:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.454549:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.454550:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.454552:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.454555:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.454557:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.454559:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.454570:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.454577:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.454650:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.454651:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.454653:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.454655:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.454657:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.454659:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.454661:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.454666:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.454669:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.454671:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.454673:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.454675:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.454677:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.454680:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.454682:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.454683:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.454684:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.454688:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.454693:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.454696:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.454697:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.454700:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.454705:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.454708:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.454710:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.454712:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.454714:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.454716:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.454720:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.454731:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.454733:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.454734:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.454736:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.454739:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.454741:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.454743:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.454745:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.454747:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000040:0.0:1712357314.454750:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0d80, remote cookie: 0xa8e7976a8eb21095, flags: 0x1001 00010000:00010000:0.0:1712357314.454754:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.454759:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xb:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357314.454762:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.454768:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356600. 00010000:00000010:0.0:1712357314.454770:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664080. 00010000:00000040:0.0:1712357314.454773:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356000 count: 0 00010000:00000010:0.0:1712357314.454777:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664880. 00010000:00000001:0.0:1712357314.455553:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.455557:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.455571:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.455575:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.455578:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.455579:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.455580:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.457794:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.457799:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xb:0x0].0x0 (ffff88012e356600) refcount = 1 00010000:00010000:0.0:1712357314.457806:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.457822:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.457826:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.457827:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.457830:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.457832:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.457835:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.457840:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.457842:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457843:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.457844:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.457845:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.457851:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.457852:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.457855:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.457856:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.457858:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457860:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457862:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.457862:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.457863:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.457864:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457866:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457868:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.457870:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.457872:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.457877:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457877:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.457881:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.457882:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.457883:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357314.457884:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457886:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457887:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.457889:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.457894:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.457896:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.457900:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.457901:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457902:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.457902:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457903:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.457912:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.457919:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.457920:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.457921:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.457922:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457923:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457925:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457926:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.457926:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.457927:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.457930:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.457931:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.457932:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.457933:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.457937:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457939:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00000002:00010000:0.0:1712357314.457941:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.457946:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457946:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.457948:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.457948:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.457949:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.457950:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.457951:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.457952:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000040:0.0:1712357314.457956:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.457958:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.457960:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/11 (0 0) 00010000:00000001:0.0:1712357314.457962:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.457963:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.457963:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.457965:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip-9.0.3.dist-info intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.457967:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.457970:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.457972:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.457976:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.457977:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357314.457980:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.457982:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.457985:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.457987:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.457988:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.457990:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.457992:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.457996:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.457997:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xb:0x0] 00000080:00000001:0.0:1712357314.458003:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458004:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.458006:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.458009:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xb:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.458011:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xb:0x0](ffff8800a76db0c8): rc = 0 00000080:00000001:0.0:1712357314.458012:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123202248 : -131938586349368 : ffff8800a76db0c8) 00010000:00000001:0.0:1712357314.458014:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.458014:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.458015:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.458016:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458018:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458019:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458020:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.458021:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.458022:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.458023:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.458024:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458025:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.458026:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.458029:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) for lock 0xbda2fb8f0333828c 00000080:00000001:0.0:1712357314.458031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458032:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.458033:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458034:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.458035:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.458036:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.458036:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.458037:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458039:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458040:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458041:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.458042:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458043:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.458047:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c0056e0. 00000080:00002000:0.0:1712357314.458055:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode ffff8800a76db0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.458057:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.458060:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458062:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.458064:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) 00000080:00010000:0.0:1712357314.458066:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333828c from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357314.458068:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.458069:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.458070:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.458071:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458072:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458074:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.458076:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.458080:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458081:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458082:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.458083:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.458085:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.458091:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.458093:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.458095:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.458097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458098:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458099:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458101:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.458102:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458104:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458105:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458107:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.458107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.458113:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.458117:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.458121:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.458125:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572153344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.458131:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.458133:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.458136:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.458139:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.458141:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.458143:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.458144:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.458146:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357314.458148:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.458150:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.458151:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:0.0:1712357314.458154:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.458155:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.458157:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.458158:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.458159:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357314.458166:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file pip-9.0.3.dist-info:[0x200000401:0xb:0x0](ffff8800a76db0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.458171:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357314.458172:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8),name=pip-9.0.3.dist-info 00000080:00000010:0.0:1712357314.458176:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.458181:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458183:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.458185:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0xb:0x0] 'pip-9.0.3.dist-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.458187:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.458190:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0xb:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357314.458192:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458195:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.458196:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0xb:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.458199:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.458200:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.458206:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.458208:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.458209:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.458211:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.458212:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357314.458215:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357314.458220:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357314.458223:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.458225:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357314.458230:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357314.458232:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.458233:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.458234:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357314.458236:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357314.458238:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.458240:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357314.458241:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.458243:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) 00000080:00010000:0.0:1712357314.458245:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) for lock 0xbda2fb8f0333828c 00000080:00000001:0.0:1712357314.458247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458248:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.458250:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458251:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.458252:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.458253:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.458254:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.458255:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458256:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458258:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.458263:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458264:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.458266:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333828c from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357314.458267:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.458268:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.458269:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:0.0:1712357314.458270:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458272:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.458273:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.458275:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.458279:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458280:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458281:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.458282:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.458283:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.458288:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.458289:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.458290:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.458291:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458293:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458294:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.458295:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458296:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458298:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458299:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.458299:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458300:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357314.458301:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357314.458302:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.458304:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357314.458308:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file pip-9.0.3.dist-info:[0x200000401:0xb:0x0](ffff8800a76db0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357314.458314:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.458315:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a7516288, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.458318:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458341:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.458343:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.458344:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.458347:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458350:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.458351:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip-9.0.3.dist-info(ffff8800a7516288) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.458353:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.458354:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip-9.0.3.dist-info, flags=0 00000080:00000001:0.0:1712357314.458356:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.458357:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458363:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.458366:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file pip-9.0.3.dist-info:[0x200000401:0xb:0x0](ffff8800a76db0c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1611184480.419139969, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.458371:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.458373:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.458375:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.458377:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.458379:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.458380:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0xb:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357314.458382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458384:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.458385:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.458388:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.458389:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.458391:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.458393:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.458395:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.458401:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.458403:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.458409:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.458410:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0xb:0x0] mode (null) 00000080:00000001:0.0:1712357314.458411:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458413:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.458414:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.458415:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 3 00010000:00000001:0.0:1712357314.458417:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.458418:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458419:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458420:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.458421:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.458422:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 3 00010000:00000001:0.0:1712357314.458423:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.458424:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458425:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.458426:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.458427:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.458428:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 3 00010000:00000001:0.0:1712357314.458429:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.458430:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.458431:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.458433:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xb:0x0] lli = ffff8800a76db000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.458436:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.458437:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.458438:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.458439:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0xb:0x0](ffff8800a76db0c8) invalid 00000080:00002000:0.0:1712357314.458440:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry pip-9.0.3.dist-info (ffff8800a7516288) parent ffff8800a7656360 inode ffff8800a76db0c8 refc 1 00000080:00000001:0.0:1712357314.458442:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.458444:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.458445:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458447:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.458449:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.458450:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.458451:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.458452:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.458454:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f0333828c from hash 00010000:00000001:0.0:1712357314.458459:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.458460:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458460:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458461:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.458463:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.458464:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.458465:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.458466:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.458468:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.458471:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357314.458473:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.458476:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.458478:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.458480:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.458480:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458481:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.458483:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.458485:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.458487:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.458491:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b365c000. 00000100:00000001:0.0:1712357314.458495:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458496:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.458497:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.458501:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 1/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.458505:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.458507:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.458508:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.458510:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333828c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21095 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.458515:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356600 count: 0 00010000:00000010:0.0:1712357314.458518:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664080. 00010000:00000001:0.0:1712357314.458526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.458531:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458532:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.458533:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.458534:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.458536:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357314 00000020:00100000:0.0:1712357314.458542:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.458547:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.458552:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.458554:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.458559:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.458714:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.458717:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.458718:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.458721:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.458724:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.458726:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.458727:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.458731:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.458737:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.458738:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.458740:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.458742:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.458744:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153472:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.458747:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.458751:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.458752:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.458754:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.458756:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357314.458757:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.458764:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.458767:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.458771:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.458780:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572153472, portal 10 00000100:00000001:0.0:1712357314.458782:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.458783:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357314.458788:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.458793:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.458795:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.458796:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357314.458799:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572153472, offset 0 00000400:00000200:0.0:1712357314.458803:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.458809:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.458814:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.458818:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.458821:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.458824:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.458825:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.458828:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [501:501:256:4294967295] 192.168.203.120@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:0.0:1712357314.458831:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.458838:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.458843:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.458845:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.458849:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.458856:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.458859:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.458879:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.458881:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.458882:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.458884:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.458886:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.458887:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.458889:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.458891:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.458897:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.458898:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.459047:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.459051:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.459054:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.459058:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.459061:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:2.0:1712357314.459063:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:2.0:1712357314.459066:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.459069:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.459075:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.459077:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.459082:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.459083:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.461140:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.461151:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.461154:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.461156:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.461163:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461169:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.461174:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461178:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461180:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461184:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907e80 00000400:00000200:3.0:1712357314.461187:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461191:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x135d [1] + 224 00000800:00000001:3.0:1712357314.461197:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.461211:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.461213:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.461217:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.461220:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.461226:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.461233:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.461252:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.461258:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.461261:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461265:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.461269:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [502:502:256:4294967295] 192.168.203.120@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:3.0:1712357314.461271:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.461277:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.461281:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.461283:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357314.461287:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.461292:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.461294:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.461356:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.461358:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357314.461360:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.461363:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.461367:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.461369:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.461448:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.461453:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.461454:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.461456:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.461459:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.461461:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.461463:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.461467:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.461473:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572153472/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.461479:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.461480:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.461482:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.461484:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.461486:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.461487:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.461490:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.461495:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.461498:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.461500:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.461501:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.461503:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.461506:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.461508:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.461510:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357314.461511:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.461512:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.461513:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357314.461515:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.461517:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.461517:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.461519:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.461523:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572153472/t4294967379(4294967379) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.461533:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.461535:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.461536:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.461539:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572153472/t4294967379(4294967379) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.461545:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153472:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.461548:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.461551:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.461553:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.461554:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.461557:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572153472/t4294967379(4294967379) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.461573:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.461576:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.461578:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.461579:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.461702:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.461705:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.461708:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.461711:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.461713:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.461715:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.461720:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.461722:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xb:0x0] 00000080:00000001:0.0:1712357314.461724:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.461726:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.461728:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.461732:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xb:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.461733:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.461737:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572153472/t4294967379(4294967379) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.461751:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.461753:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.461754:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.461756:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.461757:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.461758:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.461761:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000080:00200008:0.0:1712357314.461767:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file pip-9.0.3.dist-info:[0x200000401:0xb:0x0](ffff8800a76db0c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.457000000, mtime 1611184480.419139969, ctime 1712357314.457000000, rc 0 00000080:00000001:0.0:1712357314.461771:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.461777:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.461779:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pip-9.0.3.dist-info (ffff8800a7516288, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.461782:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.461785:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.461789:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.461803:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.461805:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.461807:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.461809:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.461818:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:0.0:1712357314.461820:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.461822:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357314.461826:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.461831:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.461834:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.461835:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pip-9.0.3.dist-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.461838:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.461840:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip-9.0.3.dist-info' -> mds #0 00800000:00000001:0.0:1712357314.461842:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.461845:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.461846:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip-9.0.3.dist-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.461849:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.461855:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.461858:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357314.461861:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.461865:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.461869:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.461873:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.461874:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.461875:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.461877:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.461879:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.461881:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.461885:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357314.461888:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.461891:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.461892:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.461893:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.461894:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.461895:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.461900:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00010000:00000001:0.0:1712357314.461902:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.461904:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357314.461912:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356200. 00010000:00000010:0.0:1712357314.461915:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664080. 00010000:00000001:0.0:1712357314.461917:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.461920:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.461922:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.461924:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f03338293 to hash 00000020:00000001:0.0:1712357314.461926:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.461927:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.461929:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.461932:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.461933:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.461936:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.461950:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.461957:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.461961:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.461962:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.461965:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.461967:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.461968:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.461969:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357314.461972:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.461974:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.461976:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.461977:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.461981:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.461986:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.461988:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.461990:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.461991:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.461994:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.461996:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.461999:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.462001:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.462002:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.462005:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.462006:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.462010:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.462012:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.462015:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.462018:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153536, portal 10 00000100:00000001:0.0:1712357314.462023:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.462024:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357314.462028:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.462033:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.462035:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.462036:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.462038:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572153536, offset 0 00000400:00000200:0.0:1712357314.462042:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.462045:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.462048:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.462052:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.462054:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.462057:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.462058:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.462061:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [503:503:256:4294967295] 192.168.203.120@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:0.0:1712357314.462064:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.462069:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.462072:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.462074:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.462077:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.462081:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.462083:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.463507:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.463511:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.463514:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.463516:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.463518:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.463520:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.463523:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.463524:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.463526:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.463534:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.463982:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.463986:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.463990:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.463996:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.464000:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:3.0:1712357314.464002:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:3.0:1712357314.464005:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.464009:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.464018:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.464021:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.464030:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.464032:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.464682:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356000. 00010000:00000010:3.1:1712357314.464687:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356600. 00010000:00000010:3.1:1712357314.464690:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000800:00000001:2.0:1712357314.466091:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.466101:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.466103:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.466105:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.466112:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.466117:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.466121:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.466125:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.466128:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.466131:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907ec0 00000400:00000200:2.0:1712357314.466134:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.466139:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1365 [1] + 224 00000800:00000001:2.0:1712357314.466144:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.466156:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.466158:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.466161:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.466170:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.466174:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.466182:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.466191:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.466196:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.466198:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.466236:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.466241:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.466242:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.466245:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.466248:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.466249:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.466251:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.466254:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.466260:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.466265:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.466266:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.466267:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.466269:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.466271:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.466272:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.466274:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.466279:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.466282:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.466284:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.466285:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466287:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.466289:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.466291:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.466293:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.466294:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.466295:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.466298:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.466303:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.466305:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.466306:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.466309:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.466318:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.466321:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.466323:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.466325:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.466326:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.466328:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.466332:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.466335:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.466337:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.466338:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466340:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.466343:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466345:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466346:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.466348:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466350:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000040:0.0:1712357314.466354:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0000, remote cookie: 0xa8e7976a8eb210b8, flags: 0x1001 00010000:00010000:0.0:1712357314.466357:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.466363:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xb:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357314.466365:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.466371:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357314.466373:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664880. 00010000:00000040:0.0:1712357314.466376:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356200 count: 0 00010000:00000010:0.0:1712357314.466379:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664080. 00010000:00000001:0.0:1712357314.466384:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.466386:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.466394:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466398:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.466401:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.466402:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.466402:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.466403:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.466404:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xb:0x0].0x0 (ffff88012e356d00) refcount = 1 00010000:00010000:0.0:1712357314.466407:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466411:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.466413:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.466414:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.466415:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.466417:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.466418:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466422:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.466423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466424:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466424:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466425:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466426:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466429:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.466429:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466430:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466431:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466432:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466433:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466435:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466438:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466438:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.466439:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466441:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466443:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.466445:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.466447:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466450:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466451:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466452:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466453:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466453:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.466454:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466455:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466457:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.466458:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466462:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.466464:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466467:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.466468:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466468:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466469:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466469:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.466472:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.466477:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466481:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466482:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466483:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466485:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.466488:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466489:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466491:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.466493:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466493:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466494:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466495:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466497:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00000002:00010000:0.0:1712357314.466499:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466503:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466504:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466505:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.466506:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466506:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466507:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466508:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466509:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000040:0.0:1712357314.466512:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.466513:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.466516:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/11 (0 0) 00010000:00000001:0.0:1712357314.466518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.466519:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.466521:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip-9.0.3.dist-info intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.466524:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466526:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466531:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.466535:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.466536:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357314.466538:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.466540:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466543:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466545:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.466547:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.466548:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.466551:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.466555:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.466556:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xb:0x0] 00000080:00000001:0.0:1712357314.466558:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.466569:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.466571:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.466574:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xb:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.466576:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xb:0x0](ffff8800a76db0c8): rc = 0 00000080:00000001:0.0:1712357314.466578:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123202248 : -131938586349368 : ffff8800a76db0c8) 00010000:00000001:0.0:1712357314.466579:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466580:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466606:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466607:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466608:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466610:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466611:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.466612:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.466613:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.466614:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.466615:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466681:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.466682:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.466685:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) for lock 0xbda2fb8f03338293 00000080:00000001:0.0:1712357314.466687:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466688:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.466689:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466694:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.466695:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466696:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466697:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466699:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466700:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466701:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466702:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.466703:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466704:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.466707:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c0059c0. 00000080:00002000:0.0:1712357314.466711:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode ffff8800a76db0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.466713:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.466715:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.466717:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.466719:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) 00000080:00010000:0.0:1712357314.466721:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338293 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357314.466722:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.466723:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.466724:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357314.466725:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466726:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.466727:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.466728:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466732:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466733:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466734:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.466735:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.466736:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.466741:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.466745:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.466747:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.466749:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466750:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466751:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466753:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.466754:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466755:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466757:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466758:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.466758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466759:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.466760:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.466762:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.466764:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.466768:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572153536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.466772:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.466774:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.466776:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.466779:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.466781:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.466782:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.466783:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.466785:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357314.466787:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.466789:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.466790:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:0.0:1712357314.466793:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.466794:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.466796:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.466797:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357314.466798:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.466809:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.466811:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file pip-9.0.3.dist-info:[0x200000401:0xb:0x0](ffff8800a76db0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.466816:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.466821:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.466822:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.466825:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.466828:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.466829:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0xb:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357314.466831:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466834:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.466835:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.466837:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 2 00010000:00000001:0.0:1712357314.466839:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.466840:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.466842:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.466844:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.466850:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.466852:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.466854:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.466855:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0xb:0x0] mode (null) 00000080:00000001:0.0:1712357314.466857:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466859:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.466860:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.466861:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.466862:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.466864:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.466865:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466866:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.466867:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.466868:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.466869:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.466870:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.466871:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.466872:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.466872:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.466873:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356d00 count: 3 00010000:00000001:0.0:1712357314.466874:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.466875:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.466880:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.466882:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xb:0x0] lli = ffff8800a76db000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.466885:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.466887:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.466888:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.466889:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0xb:0x0](ffff8800a76db0c8) invalid 00000080:00002000:0.0:1712357314.466891:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry pip-9.0.3.dist-info (ffff8800a75165e8) parent ffff8800a7656360 inode ffff8800a76db0c8 refc 1 00000080:00000001:0.0:1712357314.466893:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.466894:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.466895:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466897:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.466899:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.466900:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.466901:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.466902:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.466904:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f03338293 from hash 00010000:00000001:0.0:1712357314.466905:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.466906:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466907:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466908:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.466909:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.466910:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.466912:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.466913:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.466914:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.466917:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357314.466919:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.466923:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.466925:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.466926:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.466927:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466928:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.466930:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.466931:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.466934:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.466939:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b7b55c00. 00000100:00000001:0.0:1712357314.466947:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466948:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.466950:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.466953:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.466957:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.466959:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.466960:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.466962:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338293 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb210b8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.466967:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00010000:00000010:0.0:1712357314.466969:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664880. 00010000:00000001:0.0:1712357314.466973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.466974:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466975:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.466976:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.466977:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.466979:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:0.0:1712357314.466984:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.466988:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.466993:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.466994:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.466997:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.466999:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.467000:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.467001:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357314.467004:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.467007:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.467008:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.467009:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.467012:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.467026:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.467027:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.467029:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.467030:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.467033:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153664:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.467035:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.467039:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.467040:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.467042:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.467044:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357314.467046:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.467049:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.467051:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.467055:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.467058:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572153664, portal 10 00000100:00000001:0.0:1712357314.467059:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.467060:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357314.467064:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.467069:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.467070:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.467072:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357314.467074:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572153664, offset 0 00000400:00000200:0.0:1712357314.467078:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.467082:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.467086:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.467090:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.467093:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.467096:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.467098:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.467100:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [504:504:256:4294967295] 192.168.203.120@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:0.0:1712357314.467103:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.467114:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.467118:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.467121:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.467125:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.467130:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.467133:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.467150:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.467152:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.467154:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.467156:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.467157:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.467159:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.467160:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.467161:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.467163:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.467164:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.467273:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.467276:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.467279:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.467283:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.467286:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357314.467287:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357314.467290:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.467294:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.467300:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.467302:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.467307:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.467308:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.467688:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c0056e0. 00010000:00000010:3.1:1712357314.470732:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356200. 00010000:00000010:3.1:1712357314.470740:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:3.1:1712357314.470744:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000800:00000001:2.0:1712357314.471538:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.471548:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.471550:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.471552:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.471568:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471573:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.471579:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471606:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471613:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471617:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef907f40 00000400:00000200:2.0:1712357314.471620:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471626:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x136d [1] + 224 00000800:00000001:2.0:1712357314.471631:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.471648:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.471650:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.471654:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.471659:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.471666:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.471673:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.471691:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.471698:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.471707:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471711:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.471716:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [505:505:256:4294967295] 192.168.203.120@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:2.0:1712357314.471719:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.471726:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.471731:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.471734:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357314.471738:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.471744:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.471747:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357314.471777:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.471782:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.471783:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.471786:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.471789:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.471791:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.471792:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.471797:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.471803:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572153664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357314.471809:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1712357314.471809:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.471810:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1712357314.471812:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000100:00000001:0.0:1712357314.471812:0:12713:0:(client.c:1456:after_reply()) Process entered 00000400:00000200:2.0:1712357314.471814:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1712357314.471814:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.471816:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1712357314.471817:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357314.471818:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357314.471820:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:0.0:1712357314.471820:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357314.471822:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1712357314.471831:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.471834:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.471836:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.471837:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.471839:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.471841:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.471843:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.471844:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000011/0x0] 00000100:00000001:0.0:1712357314.471845:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.471847:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.471848:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357314.471850:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.471851:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.471852:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.471854:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.471857:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572153664/t4294967380(4294967380) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.471862:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.471865:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.471867:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.471869:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572153664/t4294967380(4294967380) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.471875:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153664:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.471879:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.471882:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.471884:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.471885:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.471888:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572153664/t4294967380(4294967380) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.471893:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.471895:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.471897:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.471901:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.471907:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.471909:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.471912:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.471916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.471918:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.471919:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.471923:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.471925:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xb:0x0] 00000080:00000001:0.0:1712357314.471927:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.471928:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.471930:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.471934:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xb:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.471935:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.471938:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572153664/t4294967380(4294967380) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.471943:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.471944:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.471946:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.471947:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.471948:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.471950:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.471953:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000080:00200008:0.0:1712357314.471958:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file pip-9.0.3.dist-info:[0x200000401:0xb:0x0](ffff8800a76db0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.466000000, rc 0 00000080:00000001:0.0:1712357314.471962:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.471969:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.471970:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pip-9.0.3.dist-info (ffff8800a75165e8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.471973:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.471976:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.471992:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.472017:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.472019:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.472021:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.472024:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.472036:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000001:0.0:1712357314.472039:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.472040:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip-9.0.3.dist-info, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000010:0.0:1712357314.472045:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.472051:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.472054:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.472056:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'pip-9.0.3.dist-info' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.472059:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.472062:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip-9.0.3.dist-info' -> mds #0 00800000:00000001:0.0:1712357314.472064:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.472066:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.472068:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip-9.0.3.dist-info,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357314.472071:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.472073:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.472076:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357314.472079:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.472083:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.472086:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.472090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.472094:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.472096:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.472098:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.472099:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.472101:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.472105:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.472110:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.472112:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.472114:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.472115:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.472115:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.472116:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.472121:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00010000:00000001:0.0:1712357314.472124:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.472125:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357314.472136:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356000. 00010000:00000010:0.0:1712357314.472138:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664880. 00010000:00000001:0.0:1712357314.472140:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.472142:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0480. 00000020:00000001:0.0:1712357314.472146:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.472148:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0480 with handle 0xbda2fb8f0333829a to hash 00000020:00000001:0.0:1712357314.472149:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.472150:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.472153:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.472155:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.472157:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.472160:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.472166:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.472844:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.472850:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.472852:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.472856:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.472857:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.472859:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.472860:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357314.472863:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.472865:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.472867:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.472868:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.472874:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.472879:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.472881:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.472887:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.472889:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.472891:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.472894:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.472898:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.472899:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.472901:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.472905:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.472906:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.472910:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.472913:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.472917:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.472921:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153728, portal 10 00000100:00000001:0.0:1712357314.472922:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.472923:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357314.472927:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.472933:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.472935:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.472936:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357314.472938:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572153728, offset 0 00000400:00000200:0.0:1712357314.472942:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.472947:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.472950:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.472954:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.472957:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.472960:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.472962:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.472964:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [506:506:256:4294967295] 192.168.203.120@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:0.0:1712357314.472967:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.472973:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.472977:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.472984:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.472988:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.472991:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.472994:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.473009:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.473011:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.473013:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.473014:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.473016:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.473017:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.473019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.473020:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.473022:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.473023:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.473311:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.473314:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.473317:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.473321:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.473324:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:2.0:1712357314.473325:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:2.0:1712357314.473328:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.473330:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.473337:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.473339:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.473343:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.473344:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.475711:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c0059c0. 00000800:00000001:3.0:1712357314.479730:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.479743:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.479746:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.479748:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.479757:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.479763:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.479769:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.479773:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.479776:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.479779:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907f80 00000400:00000200:3.0:1712357314.479783:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.479788:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1375 [1] + 224 00000800:00000001:3.0:1712357314.479794:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.479810:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.479812:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.479816:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.479828:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.479835:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.479844:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.479859:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.479864:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.479867:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.479915:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.479920:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.479922:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.479925:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.479928:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.479930:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.479932:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.479936:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.479942:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.479947:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.479949:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.479950:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.479953:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.479955:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.479956:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.479958:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.479965:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.479968:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.479970:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.479976:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.479978:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.479981:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.479983:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.479985:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.479986:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.479988:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.479992:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.479998:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.480000:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.480002:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.480004:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.480010:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.480013:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.480016:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.480018:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.480020:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.480022:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.480027:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.480030:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.480032:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.480033:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480035:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.480038:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480040:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480042:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=4 00000020:00000001:0.0:1712357314.480044:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480046:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000040:0.0:1712357314.480050:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0480, remote cookie: 0xa8e7976a8eb210db, flags: 0x1001 00010000:00010000:0.0:1712357314.480057:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.480063:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xb:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:0.0:1712357314.480065:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.480072:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356600. 00010000:00000010:0.0:1712357314.480074:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664080. 00010000:00000040:0.0:1712357314.480077:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356000 count: 0 00010000:00000010:0.0:1712357314.480081:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664880. 00010000:00000001:0.0:1712357314.480100:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.480103:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.480108:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480113:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.480116:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.480118:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.480118:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.480119:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.480121:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xb:0x0].0x0 (ffff88012e356600) refcount = 1 00010000:00010000:0.0:1712357314.480123:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480128:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.480130:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.480132:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.480133:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.480135:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.480137:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480149:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.480151:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480152:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480152:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480153:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480154:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480157:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.480158:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480159:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480160:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480161:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480163:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480164:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480165:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480166:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=4 00000020:00000001:0.0:1712357314.480167:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480168:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480170:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.480171:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.480173:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480177:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480178:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480178:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480179:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=5 00000020:00000001:0.0:1712357314.480181:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480182:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480184:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.480185:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480196:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.480199:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480203:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.480204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480205:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480206:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.480209:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.480215:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480216:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480217:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480219:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480220:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480222:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480222:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.480223:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480224:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480226:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.480228:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480229:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480229:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480231:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480232:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00000002:00010000:0.0:1712357314.480234:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480239:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480243:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.480244:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480245:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480246:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480247:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480248:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000040:0.0:1712357314.480251:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.480252:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.480254:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/11 (0 0) 00010000:00000001:0.0:1712357314.480256:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480257:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.480258:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.480259:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip-9.0.3.dist-info intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.480262:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480265:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480267:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.480271:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.480272:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357314.480275:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.480277:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480283:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.480284:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.480286:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.480288:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.480292:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.480294:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xb:0x0] 00000080:00000001:0.0:1712357314.480296:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.480298:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502283 : 144115205272502283 : 20000040100000b) 00000080:00000001:0.0:1712357314.480299:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.480303:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xb:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.480304:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xb:0x0](ffff8800a76db0c8): rc = 0 00000080:00000001:0.0:1712357314.480306:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123202248 : -131938586349368 : ffff8800a76db0c8) 00010000:00000001:0.0:1712357314.480307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480311:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480313:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480314:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480316:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480317:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480318:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.480319:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.480320:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.480321:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.480323:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480324:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.480325:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.480328:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) for lock 0xbda2fb8f0333829a 00000080:00000001:0.0:1712357314.480330:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480331:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.480332:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480334:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.480334:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480335:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480336:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480337:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480339:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480340:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480340:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.480341:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480342:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.480345:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005c20. 00000080:00002000:0.0:1712357314.480350:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75160d8 inode ffff8800a76db0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.480352:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.480354:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.480356:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.480358:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xb:0x0](ffff8800a76db0c8) 00000080:00010000:0.0:1712357314.480360:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333829a from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357314.480361:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.480365:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.480365:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0480 refcount=3 00000020:00000001:0.0:1712357314.480367:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480368:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778944 : -131938525772672 : ffff8800ab0a0480) 00010000:00000001:0.0:1712357314.480369:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.480372:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480376:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480377:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480377:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.480379:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.480381:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0480/0xbda2fb8f0333829a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb210db expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.480386:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.480388:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.480389:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.480392:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480393:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480394:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480396:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.480397:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480399:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480401:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480402:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.480403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480403:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.480405:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.480408:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.480410:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.480414:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572153728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.480419:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.480420:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.480423:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.480429:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.480431:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.480432:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.480434:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.480436:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.480451:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.480452:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.480454:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357314.480457:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.480458:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.480464:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.480466:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.480469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.480476:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=INSTALLER, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), flags=0 00000080:00000001:0.0:1712357314.480479:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.480480:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=INSTALLER, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), intent=getattr 00000080:00000010:0.0:1712357314.480484:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.480487:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.480490:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.480491:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'INSTALLER' on [0x200000401:0xb:0x0] 00800000:00000001:0.0:1712357314.480494:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.480496:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xb:0x0], fid2=[0x0:0x0:0x0], name='INSTALLER' -> mds #0 00800000:00000001:0.0:1712357314.480499:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480500:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.480501:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: INSTALLER,[0x0:0x0:0x0]) in obj [0x200000401:0xb:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.480504:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.480506:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.480508:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357314.480510:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.480514:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.480517:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.480518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.480519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.480520:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.480522:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.480527:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.480529:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.480534:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.480537:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480540:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.480541:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480542:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.480543:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.480545:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.480550:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00010000:00000001:0.0:1712357314.480552:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.480553:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.480555:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.480557:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.480559:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.480570:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357314.480573:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.480574:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f033382a1 to hash 00000020:00000001:0.0:1712357314.480576:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.480577:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.480579:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.480580:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.480609:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.480612:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.480617:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.480624:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.480628:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.480629:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.480633:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.480634:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.480640:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.480641:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357314.480644:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.480647:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.480649:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.480650:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.480654:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.480659:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.480660:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.480663:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.480664:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.480667:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.480669:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.480673:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.480674:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.480676:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.480679:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.480680:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.480684:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.480686:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.480689:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.480694:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153792, portal 10 00000100:00000001:0.0:1712357314.480695:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.480696:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357314.480700:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.480705:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.480707:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.480709:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357314.480712:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572153792, offset 0 00000400:00000200:0.0:1712357314.480715:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.480720:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.480728:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.480732:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.480735:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.480738:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.480739:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.480742:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [507:507:256:4294967295] 192.168.203.120@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:0.0:1712357314.480745:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.480752:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.480756:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.480759:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.480763:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.480768:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.480772:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.480794:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.480796:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.480797:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.480799:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.480800:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.480802:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.480803:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.480804:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.480806:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.480807:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.481995:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.482003:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.482007:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.482012:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.482015:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:2.0:1712357314.482018:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:2.0:1712357314.482020:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.482024:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.482032:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.482034:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.482039:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.482041:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.483716:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.483726:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.483728:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.483731:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.483738:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.483743:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.483749:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.483752:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.483755:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.483758:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef907fc0 00000400:00000200:3.0:1712357314.483762:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.483766:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x137d [1] + 224 00000800:00000001:3.0:1712357314.483771:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.483782:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.483784:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.483788:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.483792:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.483797:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.483804:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.483883:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.483888:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.483895:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.483934:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.483939:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.483941:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.483943:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.483946:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.483947:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.483950:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.483954:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.483961:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.483970:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.483972:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.483974:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.483976:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.483978:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.483980:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.483982:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.483987:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.483990:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.483992:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.483995:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.483999:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.484001:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.484003:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.484004:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.484006:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.484009:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.484014:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.484016:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.484017:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.484020:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.484026:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.484029:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.484032:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.484034:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.484035:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.484037:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.484049:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.484052:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.484054:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.484055:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.484057:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.484060:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.484062:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.484064:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357314.484065:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.484067:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357314.484071:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484077:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.484080:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484084:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.484086:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.484091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.484092:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484096:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.484098:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.484100:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.484102:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.484106:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.484111:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.484113:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484118:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.484120:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.484122:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484125:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.484127:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.484128:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.484129:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.484130:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357314.484131:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.484132:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.484134:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.484136:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.484139:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.484140:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.484142:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.484143:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.484144:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.484145:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.484146:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.484147:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.484149:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f033382a1 from hash 00010000:00000001:0.0:1712357314.484150:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.484151:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.484152:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.484153:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.484153:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.484154:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.484159:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.484160:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.484161:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.484162:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.484164:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.484167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.484168:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.484169:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.484170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.484170:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.484171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.484172:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033382a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.484178:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.484179:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.484182:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.484185:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.484190:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.484191:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484192:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484192:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484195:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.484196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.484197:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484198:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.484199:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=INSTALLER intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.484201:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.484204:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.484206:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.484209:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.484210:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.484213:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005d60. 00000080:00002000:0.0:1712357314.484219:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.484224:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.484227:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.484230:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484231:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.484233:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.484234:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.484238:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.484240:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.484244:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/11 (0 0) 00000002:00000001:0.0:1712357314.484246:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484247:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.484248:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.484249:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.484251:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.484254:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.484257:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.484260:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572153792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.484265:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.484266:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.484269:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.484272:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.484274:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.484275:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.484277:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.484278:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.484280:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.484281:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.484283:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357314.484286:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.484286:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.484288:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.484289:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.484290:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.484294:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.484298:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry INSTALLER (ffff8800a7516510, parent ffff8800a75160d8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.484300:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.484303:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.484305:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.484307:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.484307:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.484310:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.484339:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.484341:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.484343:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.484347:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.484350:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.484351:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip-9.0.3.dist-info(ffff8800a75160d8) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.484353:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.484355:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip-9.0.3.dist-info, flags=16 00000080:00000001:0.0:1712357314.484358:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.484360:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.484361:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.484362:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.484364:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.484370:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=METADATA, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), flags=0 00000080:00000001:0.0:1712357314.484373:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.484375:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=METADATA, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), intent=getattr 00000080:00000010:0.0:1712357314.484379:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.484383:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.484385:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.484386:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'METADATA' on [0x200000401:0xb:0x0] 00800000:00000001:0.0:1712357314.484389:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.484391:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xb:0x0], fid2=[0x0:0x0:0x0], name='METADATA' -> mds #0 00800000:00000001:0.0:1712357314.484393:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484395:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.484396:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: METADATA,[0x0:0x0:0x0]) in obj [0x200000401:0xb:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.484398:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.484400:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.484402:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357314.484407:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.484411:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.484413:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.484416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.484417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.484418:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.484420:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.484422:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.484423:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.484427:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.484431:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.484433:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.484434:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.484435:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.484436:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.484437:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.484441:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00010000:00000001:0.0:1712357314.484443:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.484444:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.484446:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.484447:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.484449:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.484451:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a06c0. 00000020:00000001:0.0:1712357314.484453:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.484454:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a06c0 with handle 0xbda2fb8f033382a8 to hash 00000020:00000001:0.0:1712357314.484456:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.484457:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.484459:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.484460:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.484461:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.484463:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.484468:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.484479:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.484483:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.484484:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.484487:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.484488:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.484489:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.484490:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357314.484493:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.484495:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.484497:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.484498:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.484501:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.484506:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.484508:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.484510:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.484511:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.484513:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.484516:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.484519:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.484520:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.484522:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.484524:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.484525:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.484528:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.484530:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.484534:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.484538:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153856, portal 10 00000100:00000001:0.0:1712357314.484540:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.484540:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357314.484545:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.484554:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.484556:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.484557:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357314.484568:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572153856, offset 0 00000400:00000200:0.0:1712357314.484572:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.484576:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.484580:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.484600:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.484603:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.484606:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.484608:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.484610:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [508:508:256:4294967295] 192.168.203.120@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:0.0:1712357314.484613:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.484619:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.484623:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.484626:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.484630:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.484635:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.484638:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.485264:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.485268:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.485270:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.485272:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.485273:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.485275:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.485276:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.485278:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.485279:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.485280:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.485689:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.485692:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.485696:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.485701:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.485704:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:2.0:1712357314.485706:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:2.0:1712357314.485709:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.485713:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.485720:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.485723:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.485728:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.485729:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.486929:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356000. 00000800:00000001:3.0:1712357314.489009:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.489019:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.489022:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.489024:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.489033:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.489038:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.489044:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.489048:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.489051:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.489054:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908000 00000400:00000200:3.0:1712357314.489057:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.489062:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1385 [1] + 224 00000800:00000001:3.0:1712357314.489067:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.489081:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.489083:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.489088:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.489092:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.489098:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.489105:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.489150:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.489156:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.489159:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.489196:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.489202:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.489203:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.489212:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.489215:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.489217:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.489219:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.489222:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.489229:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.489235:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.489236:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.489238:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.489240:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.489242:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.489243:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.489246:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.489252:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.489255:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.489256:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.489259:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.489263:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.489265:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.489267:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.489268:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.489270:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.489273:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.489279:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.489281:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.489282:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.489285:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.489291:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.489297:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.489300:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.489303:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.489304:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.489307:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.489312:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.489314:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.489316:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.489317:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.489320:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.489323:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.489325:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.489327:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=4 00000020:00000001:0.0:1712357314.489329:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.489331:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00010000:0.0:1712357314.489335:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489341:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.489344:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489349:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.489351:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489355:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.489356:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.489358:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489362:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.489366:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.489368:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.489370:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.489375:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a06c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.489377:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.489380:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489384:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.489386:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.489388:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489392:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.489393:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.489394:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.489395:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.489396:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=5 00000020:00000001:0.0:1712357314.489397:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.489399:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.489401:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.489403:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.489406:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.489407:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.489409:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.489410:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.489412:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.489413:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.489414:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.489414:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.489416:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a06c0 with handle 0xbda2fb8f033382a8 from hash 00010000:00000001:0.0:1712357314.489426:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.489427:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.489428:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.489429:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.489430:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.489431:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.489432:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.489433:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.489434:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.489435:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.489437:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489441:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.489441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.489442:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.489443:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.489444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.489444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.489445:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.489446:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033382a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.489453:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.489454:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.489457:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.489461:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.489466:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.489467:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489468:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489469:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489472:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.489473:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.489474:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489475:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.489476:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=METADATA intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.489481:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.489484:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.489486:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.489489:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.489490:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.489493:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005ec0. 00000080:00002000:0.0:1712357314.489498:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.489502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.489505:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.489508:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489510:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.489511:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.489512:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.489516:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.489518:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.489520:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/11 (0 0) 00000002:00000001:0.0:1712357314.489523:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489524:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.489525:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.489527:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.489529:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.489532:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.489535:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.489537:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572153856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.489542:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.489544:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.489546:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.489549:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.489551:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.489553:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.489554:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.489556:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.489558:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.489571:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.489577:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357314.489579:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.489580:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.489598:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.489599:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.489600:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.489605:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.489606:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry METADATA (ffff8800a7516ca8, parent ffff8800a75160d8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.489609:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.489611:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.489614:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.489615:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.489616:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.489618:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.489646:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.489648:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.489649:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.489653:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.489655:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.489657:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip-9.0.3.dist-info(ffff8800a75160d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.489659:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.489660:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip-9.0.3.dist-info, flags=16 00000080:00000001:0.0:1712357314.489663:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.489665:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.489667:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.489667:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.489669:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.489674:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=RECORD, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), flags=0 00000080:00000001:0.0:1712357314.489676:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.489677:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=RECORD, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), intent=getattr 00000080:00000010:0.0:1712357314.489681:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.489833:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.489836:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.489837:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'RECORD' on [0x200000401:0xb:0x0] 00800000:00000001:0.0:1712357314.489840:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.489843:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xb:0x0], fid2=[0x0:0x0:0x0], name='RECORD' -> mds #0 00800000:00000001:0.0:1712357314.489848:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489850:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.489852:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: RECORD,[0x0:0x0:0x0]) in obj [0x200000401:0xb:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.489854:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.489856:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.489859:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357314.489861:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.489864:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.489867:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.489870:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.489871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.489872:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.489874:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.489875:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.489877:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.489882:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.489886:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.489888:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.489889:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.489891:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.489892:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.489893:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.489897:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00010000:00000001:0.0:1712357314.489899:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.489901:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.489903:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.489904:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.489906:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.489909:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.489911:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.489912:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f033382af to hash 00000020:00000001:0.0:1712357314.489914:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.489915:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.489917:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.489919:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.489922:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.489925:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.489930:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.489936:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.489940:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.489941:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.489944:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.489946:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.489948:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.489949:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357314.489951:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.489954:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.489956:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.489957:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.489961:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.489966:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.489968:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.489970:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.489972:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.489975:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.489977:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.489980:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.489981:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.489983:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.489985:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.489986:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.489990:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.489992:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.489998:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.490003:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153920, portal 10 00000100:00000001:0.0:1712357314.490004:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.490005:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357314.490009:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.490015:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.490017:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.490018:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357314.490020:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572153920, offset 0 00000400:00000200:0.0:1712357314.490024:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.490028:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.490032:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.490037:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.490039:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.490042:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.490044:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.490047:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [509:509:256:4294967295] 192.168.203.120@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:0.0:1712357314.490050:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.490057:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.490061:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.490064:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.490067:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.490073:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.490075:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.490092:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.490094:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.490095:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.490097:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.490098:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.490100:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.490102:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.490105:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.490107:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.490108:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.490202:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.490205:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.490208:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.490211:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.490213:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:2.0:1712357314.490215:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:2.0:1712357314.490220:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.490223:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.490230:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.490232:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.490238:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.490239:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.492117:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:3.1:1712357314.492129:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c005d60. 00000800:00000001:3.0:1712357314.492597:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.492607:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.492609:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.492611:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.492618:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.492623:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.492628:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.492631:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.492768:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.492772:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908040 00000400:00000200:3.0:1712357314.492775:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.492780:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x138d [1] + 224 00000800:00000001:3.0:1712357314.492786:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.492799:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.492801:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.492806:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.492810:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.492815:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.492823:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.492840:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.492845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.492848:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.492877:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.492881:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.492882:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.492884:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.492887:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.492889:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.492891:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.492895:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.492901:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.492906:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.492907:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.492908:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.492910:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.492912:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.492913:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.492915:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.492921:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.492924:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.492925:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.492928:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.492932:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.492934:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.492935:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.492936:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.492938:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.492941:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.492946:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.492953:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.492954:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.492957:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.492962:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.492965:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.492968:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.492969:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.492970:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.492973:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.492977:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.492979:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.492981:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.492982:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.492985:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.492987:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.492989:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.492991:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.492992:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.492994:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.492998:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493004:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.493007:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493011:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.493013:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493017:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.493021:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.493023:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493027:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.493029:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.493031:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.493032:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.493036:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.493038:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.493041:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493045:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.493046:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.493048:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493052:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.493054:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.493055:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.493056:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.493056:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.493058:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.493059:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.493061:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.493062:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 5/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.493067:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.493068:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.493069:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.493071:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.493075:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.493076:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.493077:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.493078:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.493080:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f033382af from hash 00010000:00000001:0.0:1712357314.493081:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.493082:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.493083:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.493084:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.493084:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.493085:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.493087:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.493087:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.493088:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.493090:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.493091:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493095:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.493095:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.493096:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.493097:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.493098:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.493099:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.493099:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.493101:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033382af lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.493107:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.493108:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.493111:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.493115:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.493121:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.493122:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493123:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493124:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493129:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.493130:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.493131:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493133:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.493134:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=RECORD intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.493136:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.493139:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.493141:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.493143:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.493145:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.493148:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c005d60. 00000080:00002000:0.0:1712357314.493152:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.493156:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.493160:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.493162:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493164:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.493165:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.493166:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.493171:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.493173:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.493176:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/11 (0 0) 00000002:00000001:0.0:1712357314.493178:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493179:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.493180:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.493182:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.493185:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.493187:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.493190:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.493192:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572153920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.493197:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.493199:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.493201:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.493204:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.493206:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.493207:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.493211:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.493213:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.493215:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.493216:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.493218:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357314.493220:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.493221:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.493223:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.493224:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.493225:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.493229:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.493230:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry RECORD (ffff8800a7516948, parent ffff8800a75160d8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.493233:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.493235:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.493237:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.493239:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.493239:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.493241:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.493268:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.493270:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.493272:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.493275:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.493278:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.493279:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip-9.0.3.dist-info(ffff8800a75160d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.493281:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.493283:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip-9.0.3.dist-info, flags=16 00000080:00000001:0.0:1712357314.493285:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.493287:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.493289:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.493290:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.493292:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.493297:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=WHEEL, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), flags=0 00000080:00000001:0.0:1712357314.493300:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.493301:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=WHEEL, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), intent=getattr 00000080:00000010:0.0:1712357314.493304:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.493308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.493313:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.493314:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'WHEEL' on [0x200000401:0xb:0x0] 00800000:00000001:0.0:1712357314.493317:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.493319:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xb:0x0], fid2=[0x0:0x0:0x0], name='WHEEL' -> mds #0 00800000:00000001:0.0:1712357314.493321:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493323:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.493324:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: WHEEL,[0x0:0x0:0x0]) in obj [0x200000401:0xb:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.493327:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.493328:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.493331:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357314.493333:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.493336:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.493339:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.493342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.493343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.493344:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.493346:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.493347:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.493349:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.493352:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.493356:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.493359:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.493360:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.493362:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.493362:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.493364:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.493367:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00010000:00000001:0.0:1712357314.493370:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.493371:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.493373:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.493374:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.493376:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.493378:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357314.493380:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.493381:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f033382b6 to hash 00000020:00000001:0.0:1712357314.493383:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.493387:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.493389:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.493391:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.493392:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.493394:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.493400:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.493406:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.493410:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.493411:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.493414:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.493415:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.493417:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.493418:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357314.493421:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.493423:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.493425:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.493426:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.493430:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.493435:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.493437:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.493439:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.493441:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.493443:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.493446:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.493449:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.493450:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.493452:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.493458:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.493459:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.493463:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.493465:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.493467:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.493471:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572153984, portal 10 00000100:00000001:0.0:1712357314.493472:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.493473:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357314.493478:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.493483:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.493485:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.493486:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357314.493488:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572153984, offset 0 00000400:00000200:0.0:1712357314.493492:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.493495:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.493499:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.493503:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.493506:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.493509:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.493511:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.493514:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [510:510:256:4294967295] 192.168.203.120@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:0.0:1712357314.493517:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.493523:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.493528:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.493530:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.493534:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.493539:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.493542:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.493573:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.493575:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.493577:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.493640:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.493641:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.493643:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.493645:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.493646:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.493647:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.493648:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.493937:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.493940:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.493942:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.493946:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.493948:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:2.0:1712357314.493949:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:2.0:1712357314.493952:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.493954:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.493961:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.493963:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.493967:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.493968:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.494741:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a06c0. 00000080:00000010:3.1:1712357314.494745:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c005ec0. 00000800:00000001:3.0:1712357314.496086:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.496094:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.496097:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.496098:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.496105:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.496110:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.496115:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.496118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.496121:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.496125:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908080 00000400:00000200:3.0:1712357314.496128:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.496131:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1395 [1] + 224 00000800:00000001:3.0:1712357314.496136:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.496147:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.496148:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.496151:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.496157:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.496162:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.496168:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.496181:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.496186:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.496188:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.496203:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.496207:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.496208:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.496211:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:0.0:1712357314.496213:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357314.496215:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357314.496217:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.496220:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.496226:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.496230:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.496231:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.496232:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.496234:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.496235:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.496236:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.496238:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.496242:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.496244:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.496245:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.496247:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.496250:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.496252:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.496253:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.496254:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.496255:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.496257:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.496265:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.496267:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.496268:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.496270:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.496273:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572153984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.496275:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.496277:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.496278:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.496279:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.496280:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.496283:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.496285:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.496286:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.496287:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.496289:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.496291:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.496292:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.496294:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.496295:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.496511:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357314.496515:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.496521:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.496523:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.496526:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.496533:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.496536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.496536:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.496538:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.496540:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.496541:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.496542:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.496544:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.496546:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.496548:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.496550:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.496552:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.496553:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.496555:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.496557:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.496558:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.496558:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.496559:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.496571:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357314.496572:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.496574:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.496576:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.496578:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.496687:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.496688:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.496691:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.496692:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.497400:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.497402:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.497403:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.497404:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.497412:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f033382b6 from hash 00010000:00000001:0.0:1712357314.497414:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.497415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.497416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.497416:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.497417:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.497419:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.497420:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.497421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.497422:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.497423:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.497425:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.497429:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.497430:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.497431:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.497432:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.497433:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.497434:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.497434:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.497436:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033382b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.497442:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.497443:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.497446:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.497451:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.497461:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.497462:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497463:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497465:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497467:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.497469:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.497469:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497471:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.497472:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=WHEEL intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.497475:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.497477:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.497479:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.497482:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.497483:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.497487:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2060. 00000080:00002000:0.0:1712357314.497491:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.497495:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.497498:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.497500:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497503:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.497504:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.497505:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.497509:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.497511:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.497514:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/11 (0 0) 00000002:00000001:0.0:1712357314.497516:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497518:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.497519:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.497520:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.497522:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.497525:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:0.0:1712357314.497528:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.497531:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572153984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.497543:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.497545:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.497547:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.497550:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.497552:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.497553:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.497554:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.497556:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.497559:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.497570:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.497572:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357314.497575:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.497576:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.497578:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.497579:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.497580:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.497600:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.497601:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry WHEEL (ffff8800a7516798, parent ffff8800a75160d8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.497604:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.497606:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.497609:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.497611:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.497612:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.497614:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.497641:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.497643:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.497645:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.497649:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.497652:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.497653:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip-9.0.3.dist-info(ffff8800a75160d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.497654:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.497656:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip-9.0.3.dist-info, flags=16 00000080:00000001:0.0:1712357314.497658:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.497660:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.497662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.497666:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.497669:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.497674:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=entry_points.txt, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), flags=0 00000080:00000001:0.0:1712357314.497677:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.497678:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=entry_points.txt, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), intent=getattr 00000080:00000010:0.0:1712357314.497682:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b365c600. 00000080:00000001:0.0:1712357314.497686:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.497688:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.497689:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'entry_points.txt' on [0x200000401:0xb:0x0] 00800000:00000001:0.0:1712357314.497691:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.497694:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xb:0x0], fid2=[0x0:0x0:0x0], name='entry_points.txt' -> mds #0 00800000:00000001:0.0:1712357314.497696:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497698:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.497699:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: entry_points.txt,[0x0:0x0:0x0]) in obj [0x200000401:0xb:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.497701:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.497703:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.497706:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357314.497708:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.497712:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.497715:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.497718:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.497719:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.497719:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.497722:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.497723:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.497725:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.497729:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.497733:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.497736:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.497737:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.497738:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.497739:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.497741:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.497745:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00010000:00000001:0.0:1712357314.497747:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.497752:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.497754:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.497755:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.497757:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.497759:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357314.497761:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.497762:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f033382bd to hash 00000020:00000001:0.0:1712357314.497764:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.497765:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.497768:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.497769:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.497770:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.497772:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.497778:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.497785:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.497790:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.497791:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.497794:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357314.497795:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357314.497797:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.497798:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357314.497801:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.497803:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.497805:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.497806:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.497810:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.497816:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.497817:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.497822:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.497824:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.497827:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.497830:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.497834:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.497835:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.497837:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.497839:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357314.497841:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.497846:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.497848:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c420. 00000400:00000010:0.0:1712357314.497852:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357314.497857:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154048, portal 10 00000100:00000001:0.0:1712357314.497858:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.497859:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357314.497863:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.497868:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.497870:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.497872:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357314.497874:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572154048, offset 0 00000400:00000200:0.0:1712357314.497878:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.497882:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.497887:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.497891:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.497893:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.497897:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.497898:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.497902:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [511:511:256:4294967295] 192.168.203.120@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:0.0:1712357314.497905:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.497912:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.497917:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.497924:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.497929:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.497935:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.497939:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.497961:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.497962:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.497964:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.497966:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.497967:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.497969:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.497970:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.497972:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.497974:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.497975:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.498297:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.498301:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357314.498304:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.498309:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.498312:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:2.0:1712357314.498313:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:2.0:1712357314.498317:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.498320:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.498327:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.498330:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.498339:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.498341:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.500923:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:3.1:1712357314.500932:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c005d60. 00000800:00000001:3.0:1712357314.502341:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.502350:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.502352:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.502355:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.502362:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.502367:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.502373:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.502376:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.502378:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.502382:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9080c0 00000400:00000200:3.0:1712357314.502386:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.502390:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x139d [1] + 224 00000800:00000001:3.0:1712357314.502396:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.502406:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.502409:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.502412:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.502417:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.502424:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.502432:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.502454:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.502460:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.502472:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.502483:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.502489:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.502491:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.502493:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c420. 00000400:00000200:1.0:1712357314.502496:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:1.0:1712357314.502497:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:1.0:1712357314.502499:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.502503:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.502510:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.502518:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.502520:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.502522:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.502524:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.502526:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.502527:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.502529:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.502535:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.502538:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.502540:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.502542:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.502547:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.502549:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.502550:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.502552:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.502554:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.502556:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.502571:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.502573:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.502575:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.502578:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.502608:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.502611:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.502614:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.502616:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.502617:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.502619:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.502631:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.502633:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:1.0:1712357314.502635:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.502636:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.502638:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.502641:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.502643:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.502645:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:1.0:1712357314.502647:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357314.502649:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:1.0:1712357314.502652:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502659:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.502662:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502666:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.502668:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502672:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.502673:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.502675:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502678:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.502680:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.502682:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.502684:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.502688:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.502692:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.502695:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502699:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.502700:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.502702:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502705:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.502707:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.502707:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.502708:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.502709:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:1.0:1712357314.502710:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357314.502711:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357314.502713:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.502715:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 5/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.502718:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.502719:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.502720:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.502721:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.502723:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.502724:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.502725:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.502725:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.502727:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f033382bd from hash 00010000:00000001:1.0:1712357314.502728:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.502729:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.502730:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.502731:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.502731:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.502732:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.502737:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.502737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.502738:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.502739:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.502741:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502744:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.502744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.502745:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.502746:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.502746:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.502747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.502748:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.502749:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033382bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.502763:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.502764:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.502767:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.502771:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.502776:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.502777:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502778:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502779:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502781:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.502782:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.502783:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502784:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.502786:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=entry_points.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.502788:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.502791:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.502793:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.502795:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.502796:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.502799:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5bc80. 00000080:00002000:1.0:1712357314.502806:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.502810:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.502814:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.502816:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502818:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.502820:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.502821:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.502825:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:1.0:1712357314.502827:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.502830:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/11 (0 0) 00000002:00000001:1.0:1712357314.502832:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502833:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.502834:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.502835:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.502837:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.502840:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b365c600. 00000100:00000001:1.0:1712357314.502843:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.502846:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572154048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.502850:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.502852:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.502855:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:1.0:1712357314.502857:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.502859:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.502860:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.502861:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.502863:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:1.0:1712357314.502865:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.502866:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.502868:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:1.0:1712357314.502870:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.502871:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.502872:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.502873:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.502874:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.502879:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.502882:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry entry_points.txt (ffff8800a7516438, parent ffff8800a75160d8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.502885:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.502886:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.502890:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.502891:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.502892:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:1.0:1712357314.502894:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.502920:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.502922:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.502924:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.502927:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.502930:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.502931:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip-9.0.3.dist-info(ffff8800a75160d8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.502933:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.502934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip-9.0.3.dist-info, flags=16 00000080:00000001:1.0:1712357314.502937:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.502939:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.502940:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.502942:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xb:0x0](ffff8800a76db0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.502943:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.502949:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=top_level.txt, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), flags=0 00000080:00000001:1.0:1712357314.502951:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.502952:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=top_level.txt, dir=[0x200000401:0xb:0x0](ffff8800a76db0c8), intent=getattr 00000080:00000010:1.0:1712357314.502956:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7e00. 00000080:00000001:1.0:1712357314.502959:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.502961:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.502963:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'top_level.txt' on [0x200000401:0xb:0x0] 00800000:00000001:1.0:1712357314.502965:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.502967:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xb:0x0], fid2=[0x0:0x0:0x0], name='top_level.txt' -> mds #0 00800000:00000001:1.0:1712357314.502969:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.502971:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.502972:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: top_level.txt,[0x0:0x0:0x0]) in obj [0x200000401:0xb:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.502975:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.502976:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.502981:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0700. 00000020:00000040:1.0:1712357314.502983:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.502986:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.502989:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.502992:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.502993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.502994:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.502996:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.502997:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.502999:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.503004:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9bc00. 00000100:00000001:1.0:1712357314.503007:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.503010:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.503011:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.503012:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.503013:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.503014:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.503019:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00010000:00000001:1.0:1712357314.503021:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.503022:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.503024:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:1.0:1712357314.503025:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.503027:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.503029:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357314.503031:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.503032:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f033382c4 to hash 00000020:00000001:1.0:1712357314.503034:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.503034:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.503037:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.503038:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.503039:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.503041:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.503046:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.503054:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.503058:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.503059:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.503062:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158840. 00000100:00000001:1.0:1712357314.503063:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533568 : -131938525018048 : ffff8800ab158840) 00000100:00000001:1.0:1712357314.503065:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.503066:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000001:1.0:1712357314.503069:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.503071:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.503073:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.503074:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.503077:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.503082:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.503084:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.503086:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.503087:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.503089:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.503092:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.503095:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.503096:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.503098:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.503101:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fed800. 02000000:00000001:1.0:1712357314.503102:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.503107:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.504033:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c478. 00000400:00000010:0.0:1712357314.504040:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357314.504045:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154112, portal 10 00000100:00000001:0.0:1712357314.504046:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.504047:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000040:0.0:1712357314.504055:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.504060:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.504062:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.504063:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357314.504066:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154112, offset 0 00000400:00000200:0.0:1712357314.504070:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.504076:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.504080:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.504084:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.504087:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.504090:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.504092:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.504095:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [512:512:256:4294967295] 192.168.203.120@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000200:0.0:1712357314.504104:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.504111:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.504115:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.504118:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.504123:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.504129:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.504132:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.504150:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.504152:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.504154:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.504156:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.504157:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.504158:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158840 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.504160:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.504161:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.504163:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.504164:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.504243:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.504246:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:2.0:1712357314.504249:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.504253:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.504256:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:2.0:1712357314.504257:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:2.0:1712357314.504260:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.504263:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.504270:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.504272:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.504277:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.504278:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.504651:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:2.1:1712357314.504657:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2060. 00000800:00000001:3.0:1712357314.509415:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.509427:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.509429:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.509431:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.509440:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.509446:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.509451:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.509454:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.509458:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.509461:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908100 00000400:00000200:3.0:1712357314.509465:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.509469:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13a5 [1] + 224 00000800:00000001:3.0:1712357314.509475:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.509483:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.509485:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.509489:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.509493:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.509499:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.509508:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.509518:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.509523:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.509525:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.510812:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.510818:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.510820:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.510823:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c478. 00000400:00000200:0.0:1712357314.510827:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:0.0:1712357314.510829:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:0.0:1712357314.510832:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.510838:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.510846:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.510851:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.510853:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.510855:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.510857:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.510859:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.510864:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.510867:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.510873:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.510875:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.510878:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.510880:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.510886:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.510888:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.510889:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.510890:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.510893:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.510896:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.510901:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.510903:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.510905:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.510907:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.510913:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.510917:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.510919:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.510921:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.510923:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.510925:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.510930:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.510932:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158840. 00000100:00000001:0.0:1712357314.510935:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.510936:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.510938:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.510941:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.510945:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.510947:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:0.0:1712357314.510949:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:0.0:1712357314.510951:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00010000:0.0:1712357314.510955:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.510963:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.510966:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.510970:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.510972:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.510976:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.510977:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.510979:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.510982:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.510984:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.510986:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.510988:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.510991:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38f840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.510994:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.510996:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.511000:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.511002:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.511003:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.511010:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.511011:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.511012:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.511013:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.511014:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:0.0:1712357314.511015:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:0.0:1712357314.511016:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:0.0:1712357314.511018:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.511020:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.511023:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.511024:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.511026:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.511027:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.511028:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.511029:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.511030:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.511031:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.511032:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38f840 with handle 0xbda2fb8f033382c4 from hash 00010000:00000001:0.0:1712357314.511034:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.511034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.511035:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.511036:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.511036:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.511037:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.511039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.511039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.511040:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.511041:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.511043:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.511046:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.511049:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.511050:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.511051:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.511052:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.511052:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.511053:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.511054:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.511061:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.511062:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.511065:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.511068:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.511073:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.511074:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511076:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511077:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511079:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.511081:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.511081:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511083:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.511084:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=top_level.txt intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.511086:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.511088:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.511090:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.511093:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.511094:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.511097:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2220. 00000080:00002000:0.0:1712357314.511100:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.511105:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.511108:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.511111:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511113:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.511115:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.511116:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.511120:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356600 count: 2 00010000:00000001:0.0:1712357314.511126:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.511129:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/11 (0 0) 00000002:00000001:0.0:1712357314.511131:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511132:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.511133:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.511135:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.511137:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.511140:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7e00. 00000100:00000001:0.0:1712357314.511143:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.511147:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0700 x1795536572154112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.511151:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.511152:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.511155:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fed800. 02000000:00000001:0.0:1712357314.511158:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.511160:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.511161:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.511163:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.511165:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9bc00. 02000000:00000001:0.0:1712357314.511168:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.511170:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.511172:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0700. 00000100:00000001:0.0:1712357314.511174:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.511175:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.511177:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.511177:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.511178:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.511183:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.511185:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry top_level.txt (ffff8800a7702bd0, parent ffff8800a75160d8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.511187:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.511188:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.511191:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.511194:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.511195:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip-9.0.3.dist-info (ffff8800a75160d8, parent ffff8800a7656360, inode ffff8800a76db0c8) hashed, 00000080:00000001:0.0:1712357314.511197:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.511296:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.511302:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.511304:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.511308:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.511315:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=0 00000080:00000001:0.0:1712357314.511317:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.511318:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:0.0:1712357314.511323:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e53e00. 00000080:00000001:0.0:1712357314.511327:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.511330:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.511331:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pip' on [0x200000401:0x4:0x0] 00800000:00000001:0.0:1712357314.511333:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.511335:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip' -> mds #0 00800000:00000001:0.0:1712357314.511337:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511339:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.511340:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.511342:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.511344:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.511346:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5880. 00000020:00000040:0.0:1712357314.511349:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.511352:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.511355:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.511359:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.511359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.511360:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.511362:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.511364:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.511366:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.511370:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.511374:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.511376:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.511378:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.511379:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.511380:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.511381:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.511385:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369360512 : -131936340191104 : ffff88012d4f5880) 00010000:00000001:0.0:1712357314.511391:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.511393:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357314.511398:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356d00. 00010000:00000010:0.0:1712357314.511400:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664880. 00010000:00000001:0.0:1712357314.511402:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.511405:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357314.511407:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.511409:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f033382cb to hash 00000020:00000001:0.0:1712357314.511410:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.511411:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.511413:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.511415:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.511416:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.511418:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.511423:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.511430:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.511434:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.511435:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.511438:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357314.511440:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357314.511442:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.511442:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369360512 : -131936340191104 : ffff88012d4f5880) 00000100:00000001:0.0:1712357314.511446:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.511448:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.511450:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.511451:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.511455:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.511467:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.511468:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.511470:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.511472:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.511475:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.511477:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.511480:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.511482:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.511483:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.511487:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa322000. 02000000:00000001:0.0:1712357314.511488:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.511493:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.511495:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c478. 00000400:00000010:0.0:1712357314.511498:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357314.511503:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154176, portal 10 00000100:00000001:0.0:1712357314.511504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.511505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369360512 : -131936340191104 : ffff88012d4f5880) 00000100:00000040:0.0:1712357314.511510:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.511515:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.511517:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.511519:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357314.511521:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572154176, offset 0 00000400:00000200:0.0:1712357314.511526:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.511530:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.511535:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.511539:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.511542:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.511545:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.511547:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.511549:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [513:513:256:4294967295] 192.168.203.120@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:0.0:1712357314.511552:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.511575:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.511581:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.511619:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.511624:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.511629:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.511633:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.511640:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.511641:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.511643:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.511645:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.511646:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.511648:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.511649:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.511651:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.511652:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.511653:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.511841:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.511845:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.511848:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.511851:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.511854:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:2.0:1712357314.511855:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:2.0:1712357314.511857:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.511860:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.511866:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.511868:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.511872:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.511873:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.515878:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:2.1:1712357314.515894:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5bc80. 00000800:00000001:3.0:1712357314.516744:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.516754:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.516756:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.516758:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.516766:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.516770:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.516776:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.516779:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.516786:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.516789:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908140 00000400:00000200:3.0:1712357314.516793:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.516797:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13ad [1] + 224 00000800:00000001:3.0:1712357314.516802:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.516811:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.516814:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.516817:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.516821:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.516828:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.516837:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.516852:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.516857:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.516860:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.516922:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357314.516928:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357314.516933:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357314.516935:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c478. 00000400:00000200:2.0:1712357314.516938:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:2.0:1712357314.516940:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:2.0:1712357314.516942:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.516945:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357314.516951:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.516955:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357314.516956:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.517354:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357314.517356:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357314.517358:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357314.517360:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.517363:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357314.517369:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357314.517372:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357314.517374:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357314.517376:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.517378:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357314.517380:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.517382:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357314.517384:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357314.517385:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357314.517387:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357314.517391:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.517396:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.517399:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357314.517400:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357314.517403:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357314.517409:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357314.517416:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357314.517418:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.517420:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357314.517421:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.517424:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.517433:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357314.517435:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:2.0:1712357314.517437:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357314.517438:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.517440:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357314.517443:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517445:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517447:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:2.0:1712357314.517448:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517451:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:2.0:1712357314.517455:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0240, remote cookie: 0xa8e7976a8eb21175, flags: 0x1001 00010000:00010000:2.0:1712357314.517458:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.517558:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xc:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:2.0:1712357314.517568:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357314.517576:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343100. 00010000:00000010:2.0:1712357314.517578:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf480. 00010000:00000040:2.0:1712357314.517595:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356d00 count: 0 00010000:00000010:2.0:1712357314.517599:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664880. 00010000:00000001:2.0:1712357314.517603:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.517606:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.517612:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517619:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357314.517622:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357314.517623:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357314.517624:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357314.517625:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357314.517626:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xc:0x0].0x0 (ffff8800aa343100) refcount = 1 00010000:00010000:2.0:1712357314.517629:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517633:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357314.517635:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357314.517635:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.517637:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357314.517639:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.517641:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517644:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357314.517645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.517647:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517647:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.517648:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.517651:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357314.517652:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517653:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517654:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517655:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517657:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517659:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517659:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:2.0:1712357314.517660:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517663:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517665:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.517667:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.517669:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517673:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517674:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.517674:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517675:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517675:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:2.0:1712357314.517676:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517677:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517679:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.517680:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517684:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517684:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357314.517686:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517689:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.517690:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.517691:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517691:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357314.517694:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357314.517851:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517852:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517853:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517854:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517859:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517860:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517861:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.517862:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.517863:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.517865:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357314.517866:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517867:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517868:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517869:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517871:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00000002:00010000:2.0:1712357314.517873:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.517877:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517878:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.517880:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357314.517880:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517881:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517882:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517883:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517884:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:2.0:1712357314.517887:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357314.517889:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357314.517891:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/12 (0 0) 00010000:00000001:2.0:1712357314.517893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.517894:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357314.517896:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357314.517898:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.517901:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.517903:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.517906:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357314.517908:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:2.0:1712357314.517912:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357314.517914:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.517917:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.517919:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357314.517921:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357314.517923:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:2.0:1712357314.517924:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357314.517929:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357314.517930:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xc:0x0] 00000080:00000001:2.0:1712357314.517932:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.517933:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:2.0:1712357314.517935:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357314.517937:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xc:0x0], updating i_size 4096 00000080:00200000:2.0:1712357314.517939:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xc:0x0](ffff8800a76db8c8): rc = 0 00000080:00000001:2.0:1712357314.517941:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123204296 : -131938586347320 : ffff8800a76db8c8) 00010000:00000001:2.0:1712357314.517942:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517943:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517944:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517945:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517946:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517947:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.517948:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357314.517949:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357314.517951:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357314.517952:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.517953:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357314.517954:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.517956:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) for lock 0xbda2fb8f033382cb 00000080:00000001:2.0:1712357314.517958:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.517960:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.517961:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.517962:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.517963:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517964:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517967:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517968:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517969:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.517971:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.517973:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.517974:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357314.517977:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b8ba8e0. 00000080:00002000:2.0:1712357314.517981:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode ffff8800a76db8c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357314.517983:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.517985:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.517987:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357314.517989:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00010000:2.0:1712357314.517991:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033382cb from it ffff8800aa3cfbb8 00010000:00000001:2.0:1712357314.517992:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.517993:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.517994:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.517995:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517996:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.517997:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.517999:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.518004:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518004:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518005:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.518007:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.518009:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.518014:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.518016:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.518018:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.518020:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518025:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518027:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.518028:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518030:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518032:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518033:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.518034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518034:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357314.518036:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357314.518038:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e53e00. 00000100:00000001:2.0:1712357314.518042:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.518046:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5880 x1795536572154176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.518051:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357314.518052:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357314.518055:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa322000. 02000000:00000001:2.0:1712357314.518058:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357314.518060:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357314.518061:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357314.518063:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357314.518065:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:2.0:1712357314.518067:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357314.518068:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357314.518070:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5880. 00000100:00000001:2.0:1712357314.518073:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357314.518074:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.518075:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357314.518076:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357314.518077:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:2.0:1712357314.518085:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file pip:[0x200000401:0xc:0x0](ffff8800a76db8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357314.518089:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357314.518090:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8),name=pip 00000080:00000010:2.0:1712357314.518094:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcc000. 00000080:00000001:2.0:1712357314.518098:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.518100:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357314.518102:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0xc:0x0] 'pip' on [0x200000401:0x4:0x0] 00800000:00000001:2.0:1712357314.518107:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357314.518109:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x200000401:0xc:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357314.518112:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.518114:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357314.518116:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357314.518118:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357314.518120:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.518121:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.518123:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357314.518125:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.518126:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.518128:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357314.518130:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357314.518134:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357314.518137:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357314.518139:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357314.518144:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357314.518145:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357314.518147:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357314.518148:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357314.518149:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1712357314.518151:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcc000. 00000080:00000001:2.0:1712357314.518154:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357314.518155:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.518157:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00010000:2.0:1712357314.518159:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) for lock 0xbda2fb8f033382cb 00000080:00000001:2.0:1712357314.518161:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.518162:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357314.518163:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.518164:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357314.518168:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.518169:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.518170:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.518172:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.518173:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.518174:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518175:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357314.518176:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.518177:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357314.518178:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033382cb from it ffff8800aa3cfcc8 00010000:00000001:2.0:1712357314.518179:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357314.518180:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357314.518181:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:2.0:1712357314.518182:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.518183:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:2.0:1712357314.518184:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357314.518186:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.518189:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518190:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518191:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357314.518192:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357314.518193:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357314.518198:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357314.518199:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357314.518199:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.518201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518202:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518203:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357314.518204:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518205:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518208:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518210:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357314.518210:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518211:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357314.518212:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357314.518213:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357314.518215:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:2.0:1712357314.518218:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file pip:[0x200000401:0xc:0x0](ffff8800a76db8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357314.518221:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357314.518222:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a75166c0, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:2.0:1712357314.518224:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.518244:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357314.518246:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357314.518247:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357314.518250:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.518252:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357314.518253:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a75166c0) flags 0x108008e refc 0 00000080:00000001:2.0:1712357314.518255:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357314.518257:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=0 00000080:00000001:2.0:1712357314.518258:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357314.518259:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.518264:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:2.0:1712357314.518266:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file pip:[0x200000401:0xc:0x0](ffff8800a76db8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1611184483.105140198, ctime 1712357314.000000000 00000080:00000002:2.0:1712357314.518271:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184483, ctime 1712357314, now = 1712357314 00000080:00000010:2.0:1712357314.518273:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6dcc000. 00000080:00000001:2.0:1712357314.518274:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:2.0:1712357314.518276:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357314.518278:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:2.0:1712357314.518279:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0xc:0x0], valid 0x101f0/0x1 00800000:00000001:2.0:1712357314.518281:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.518283:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1712357314.518284:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1712357314.518286:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357314.518287:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357314.518289:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357314.518293:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357314.518295:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357314.518300:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357314.518302:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1712357314.518303:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1712357314.518304:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0xc:0x0] mode (null) 00000080:00000001:2.0:1712357314.518306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.518307:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.518308:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.518309:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357314.518311:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.518312:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.518313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.518314:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.518314:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.518316:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357314.518317:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.518318:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.518319:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357314.518319:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357314.518320:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357314.518321:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357314.518322:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357314.518323:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357314.518324:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1712357314.518326:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xc:0x0] lli = ffff8800a76db800, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1712357314.518329:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1712357314.518330:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1712357314.518331:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1712357314.518332:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0xc:0x0](ffff8800a76db8c8) invalid 00000080:00002000:2.0:1712357314.518333:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry pip (ffff8800a75166c0) parent ffff8800a7656360 inode ffff8800a76db8c8 refc 1 00000080:00000001:2.0:1712357314.518336:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1712357314.518336:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1712357314.518338:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518342:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357314.518344:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357314.518345:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357314.518346:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357314.518347:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1712357314.518349:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f033382cb from hash 00010000:00000001:2.0:1712357314.518350:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357314.518351:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518352:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518353:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357314.518354:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357314.518355:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1712357314.518357:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.518359:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357314.518360:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1712357314.518363:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45f80. 00000020:00000040:2.0:1712357314.518365:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357314.518368:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357314.518370:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357314.518372:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357314.518372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518373:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.518375:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357314.518376:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357314.518378:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357314.518382:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcca00. 00000100:00000001:2.0:1712357314.518386:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518387:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.518388:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1712357314.518392:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357314.518396:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1712357314.518397:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357314.518398:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357314.518400:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033382cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21175 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357314.518407:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343100 count: 0 00010000:00000010:2.0:1712357314.518409:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf480. 00010000:00000001:2.0:1712357314.518414:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357314.518415:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518416:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357314.518417:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357314.518418:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1712357314.518420:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184483, ctime 1712357314 00000020:00100000:2.0:1712357314.518425:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1712357314.518430:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357314.518435:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357314.518436:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357314.518439:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493f00. 00000100:00000001:2.0:1712357314.518441:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322140416 : -131938387411200 : ffff8800b3493f00) 00000100:00000001:2.0:1712357314.518443:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.518444:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227449216 : -131938482102400 : ffff8800ada45f80) 00000100:00000001:2.0:1712357314.518447:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357314.518449:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.518451:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357314.518453:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357314.519684:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.519693:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357314.519695:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.519698:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357314.519700:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357314.519703:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154304:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357314.519706:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357314.519710:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357314.519712:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357314.519718:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357314.519721:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61ac400. 02000000:00000001:2.0:1712357314.519723:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357314.519729:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357314.519733:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e19f8. 00000400:00000010:2.0:1712357314.519738:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357314.519743:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572154304, portal 10 00000100:00000001:2.0:1712357314.519745:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357314.519746:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227449216 : -131938482102400 : ffff8800ada45f80) 00000100:00000040:2.0:1712357314.519751:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.519756:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357314.519759:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357314.519761:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000100:00000200:2.0:1712357314.519762:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572154304, offset 0 00000400:00000200:2.0:1712357314.519772:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357314.519778:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.519783:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.519788:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357314.519791:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357314.519794:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357314.519796:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357314.519800:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [514:514:256:4294967295] 192.168.203.120@tcp LPNI seq info [514:514:8:4294967295] 00000400:00000200:2.0:1712357314.519803:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.519810:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357314.519816:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.519819:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000800:00000200:2.0:1712357314.519825:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.519832:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.519835:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1712357314.519845:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.519846:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357314.519851:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.519853:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357314.519854:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357314.519856:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493f00 going to sleep for 11 seconds 00000100:00000001:2.0:1712357314.519858:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.519860:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.519862:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357314.519863:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.519939:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.519942:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000400:00000200:2.0:1712357314.519945:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.519949:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.519952:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:2.0:1712357314.519953:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000001:2.0:1712357314.519956:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.519960:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.519967:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.519969:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.519974:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.519975:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.524416:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38f840. 00000080:00000010:0.1:1712357314.524424:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2220. 00000800:00000001:3.0:1712357314.525331:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.525340:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.525342:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.525344:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.525353:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.525358:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.525364:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.525367:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.525370:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.525374:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9081c0 00000400:00000200:3.0:1712357314.525377:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.525382:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x13b5 [1] + 224 00000800:00000001:3.0:1712357314.525387:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.525396:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.525399:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.525403:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.525410:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.525416:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.525424:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.525446:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.525452:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.525455:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.525459:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.525463:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [515:515:256:4294967295] 192.168.203.120@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:3.0:1712357314.525466:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357314.525470:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357314.525472:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000400:00000001:0.0:1712357314.525475:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1712357314.525476:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000001:0.0:1712357314.525476:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1712357314.525479:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000400:00000010:0.0:1712357314.525479:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e19f8. 00000800:00000200:3.0:1712357314.525483:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000200:0.0:1712357314.525483:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:0.0:1712357314.525484:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:0.0:1712357314.525486:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:3.0:1712357314.525488:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000200:0.0:1712357314.525490:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357314.525491:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1712357314.525497:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45f80 x1795536572154304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.525502:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.525503:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.525505:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.525507:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.525509:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.525510:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.525512:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.525521:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.525524:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.525526:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.525527:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.525529:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.525533:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.525535:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.525536:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357314.525538:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.525539:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.525540:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227449216 : -131938482102400 : ffff8800ada45f80) 00000100:00000001:0.0:1712357314.525543:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.525544:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.525545:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.525547:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.525550:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45f80 x1795536572154304/t4294967381(4294967381) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357314.525551:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.525553:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357314.525555:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357314.525556:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1712357314.525558:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357314.525559:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1712357314.525568:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357314.525568:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.525571:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.525572:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45f80 x1795536572154304/t4294967381(4294967381) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.525578:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154304:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.525603:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.525606:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.525608:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.525610:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.525613:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45f80 x1795536572154304/t4294967381(4294967381) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.525619:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.525621:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493f00. 00000100:00000001:0.0:1712357314.525623:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.525627:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.525632:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.525635:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.525638:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.525641:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.525644:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.525645:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.525650:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.525652:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xc:0x0] 00000080:00000001:0.0:1712357314.525654:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.525656:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:0.0:1712357314.525659:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.525661:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xc:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.525663:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.525666:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45f80 x1795536572154304/t4294967381(4294967381) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.525671:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.525672:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.525674:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.525675:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.525677:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.525678:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.525681:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcc000. 00000080:00200008:0.0:1712357314.525686:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file pip:[0x200000401:0xc:0x0](ffff8800a76db8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.517000000, mtime 1611184483.105140198, ctime 1712357314.517000000, rc 0 00000080:00000001:0.0:1712357314.525690:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.525735:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.525737:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pip (ffff8800a75166c0, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.525740:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.525743:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.525748:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.525763:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.525767:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.525769:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.525772:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.525778:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=1 00000080:00000001:1.0:1712357314.525781:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.525783:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=getattr 00000080:00000010:1.0:1712357314.525788:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a6200. 00000080:00000001:1.0:1712357314.525793:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.525795:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.525797:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pip' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357314.525799:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.525802:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip' -> mds #0 00800000:00000001:1.0:1712357314.525804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.525806:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.525807:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.525810:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.525812:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.525815:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0a80. 00000020:00000040:1.0:1712357314.525818:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.525822:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.525824:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.525828:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.525829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.525830:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.525832:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.525833:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.525836:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.525840:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9b800. 00000100:00000001:1.0:1712357314.525844:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.525846:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.525848:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.525849:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.525849:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.525850:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.525855:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414167168 : -131936295384448 : ffff88012ffb0a80) 00010000:00000001:1.0:1712357314.525866:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.525867:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357314.525875:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d700. 00010000:00000010:1.0:1712357314.525878:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25500. 00010000:00000001:1.0:1712357314.525880:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.525883:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357314.525885:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.525887:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f033382d2 to hash 00000020:00000001:1.0:1712357314.525889:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.525890:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.525892:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.525894:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.525896:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.525899:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.525905:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.525912:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.525916:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.525917:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.525920:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.525921:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357314.525923:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.525923:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414167168 : -131936295384448 : ffff88012ffb0a80) 00000100:00000001:1.0:1712357314.525927:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.525929:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.525931:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.525932:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.525936:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.525948:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.525949:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.525951:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.525953:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.525956:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.525958:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.525961:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.525962:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.525964:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.525968:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357314.525969:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.525973:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.525975:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b58. 00000400:00000010:1.0:1712357314.525979:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357314.525982:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154368, portal 10 00000100:00000001:1.0:1712357314.525984:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.525985:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414167168 : -131936295384448 : ffff88012ffb0a80) 00000100:00000040:1.0:1712357314.525988:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.525993:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.525995:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.525996:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357314.525998:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572154368, offset 0 00000400:00000200:1.0:1712357314.526002:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.526005:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.526009:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.526012:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.526015:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.526018:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.526019:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.526021:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [516:516:256:4294967295] 192.168.203.120@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:1.0:1712357314.526024:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.526034:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.526038:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.526040:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e1d800. 00000800:00000200:1.0:1712357314.526043:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.526047:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.526049:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e1d800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.526066:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.526068:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.526069:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.526071:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.526072:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.526074:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.526076:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.526077:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.526079:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.526080:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.526224:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.526227:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e1d800. 00000400:00000200:3.0:1712357314.526230:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.526233:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.526235:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357314.526237:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357314.526239:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.526246:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.526252:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.526254:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.526258:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.526259:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.526718:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356d00. 00010000:00000010:1.1:1712357314.526722:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343100. 00010000:00000010:1.1:1712357314.526724:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000800:00000001:2.0:1712357314.529045:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.529054:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.529057:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.529059:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.529066:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.529071:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.529076:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.529079:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.529082:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.529086:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908200 00000400:00000200:2.0:1712357314.529090:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.529094:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13c5 [1] + 224 00000800:00000001:2.0:1712357314.529105:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.529115:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.529117:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.529121:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.529125:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.529131:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.529139:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.529573:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.529580:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.529604:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.530794:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.530800:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.530801:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.530804:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b58. 00000400:00000200:1.0:1712357314.530807:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:1.0:1712357314.530809:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:1.0:1712357314.530812:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.530818:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.530826:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.530832:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.530833:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.530835:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.530838:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.530839:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.530841:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.530843:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.530852:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.530855:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.530857:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.530858:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.530860:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.530863:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.530865:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.530867:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.530868:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.530870:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.530873:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.530878:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.530881:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.530883:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.530885:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.530891:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.530895:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.530902:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.530904:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.530905:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.530908:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.530912:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.530915:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.530917:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.530917:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.530919:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.530922:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.530924:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.530926:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357314.530928:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.530937:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000040:1.0:1712357314.530942:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38fa80, remote cookie: 0xa8e7976a8eb21198, flags: 0x1001 00010000:00010000:1.0:1712357314.530945:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.530951:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xc:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357314.530954:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.530961:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e1d800. 00010000:00000010:1.0:1712357314.530963:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000040:1.0:1712357314.530966:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d700 count: 0 00010000:00000010:1.0:1712357314.530970:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25500. 00010000:00000001:1.0:1712357314.530974:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.530977:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.530983:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.530988:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.530990:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.530992:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.530993:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.530994:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.530995:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xc:0x0].0x0 (ffff8800b6e1d800) refcount = 1 00010000:00010000:1.0:1712357314.530998:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531003:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.531005:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.531006:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.531008:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.531012:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.531015:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531019:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.531020:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531021:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531022:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531024:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531027:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.531028:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531029:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531030:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531032:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531033:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531035:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531036:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531036:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357314.531037:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531039:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531041:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.531042:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.531045:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531049:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531050:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531050:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531051:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531052:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:1.0:1712357314.531053:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531054:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531056:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.531060:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531065:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.531067:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531071:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.531072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531073:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531074:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.531078:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.531083:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531084:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531085:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531086:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531088:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531089:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.531090:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531092:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531093:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.531095:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531096:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531097:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531098:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531099:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00000002:00010000:1.0:1712357314.531102:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531106:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531109:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531110:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.531110:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531111:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531112:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531113:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531115:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000040:1.0:1712357314.531118:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357314.531119:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.531122:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/12 (0 0) 00010000:00000001:1.0:1712357314.531124:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531124:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.531125:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.531127:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.531129:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531133:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531134:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.531138:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.531140:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357314.531142:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.531144:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531149:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.531151:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.531153:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357314.531155:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.531159:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.531160:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xc:0x0] 00000080:00000001:1.0:1712357314.531162:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.531164:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357314.531166:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.531169:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xc:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.531171:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xc:0x0](ffff8800a76db8c8): rc = 0 00000080:00000001:1.0:1712357314.531172:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123204296 : -131938586347320 : ffff8800a76db8c8) 00010000:00000001:1.0:1712357314.531174:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531177:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531178:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531179:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531180:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531182:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.531184:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.531185:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.531186:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.531187:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531189:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.531190:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.531193:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) for lock 0xbda2fb8f033382d2 00000080:00000001:1.0:1712357314.531195:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531197:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.531198:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531199:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.531200:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531201:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531202:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531203:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531204:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531206:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531206:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.531207:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531208:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.531211:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab5b060. 00000080:00002000:1.0:1712357314.531215:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode ffff8800a76db8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.531217:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.531219:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.531221:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.531223:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00010000:1.0:1712357314.531225:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033382d2 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357314.531227:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.531230:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.531231:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:1.0:1712357314.531232:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531234:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.531235:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.531237:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531243:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.531245:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.531246:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.531252:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.531254:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.531255:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.531257:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531258:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531259:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531261:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.531262:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531264:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531266:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531267:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.531267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.531269:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.531272:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a6200. 00000100:00000001:1.0:1712357314.531274:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.531278:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0a80 x1795536572154368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.531283:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.531284:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.531287:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357314.531293:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.531294:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.531295:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.531297:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.531299:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9b800. 02000000:00000001:1.0:1712357314.531303:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.531304:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.531305:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0a80. 00000100:00000001:1.0:1712357314.531308:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.531308:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.531310:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.531311:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357314.531312:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.531320:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357314.531322:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file pip:[0x200000401:0xc:0x0](ffff8800a76db8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:1.0:1712357314.531327:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:1.0:1712357314.531329:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012a5a6200. 00000080:00000001:1.0:1712357314.531330:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357314.531333:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.531335:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357314.531337:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0xc:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357314.531339:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531342:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357314.531343:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.531345:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 2 00010000:00000001:1.0:1712357314.531347:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.531349:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.531350:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.531352:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357314.531357:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.531359:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357314.531361:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357314.531362:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0xc:0x0] mode (null) 00000080:00000001:1.0:1712357314.531367:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531369:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.531370:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.531372:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357314.531373:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.531375:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.531377:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531377:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.531378:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.531379:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357314.531380:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.531381:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.531382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.531383:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.531384:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.531385:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6e1d800 count: 3 00010000:00000001:1.0:1712357314.531386:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.531387:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.531389:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.531391:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xc:0x0] lli = ffff8800a76db800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357314.531393:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357314.531394:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357314.531396:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357314.531397:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0xc:0x0](ffff8800a76db8c8) invalid 00000080:00002000:1.0:1712357314.531399:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry pip (ffff8800a7702948) parent ffff8800a7656360 inode ffff8800a76db8c8 refc 1 00000080:00000001:1.0:1712357314.531401:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357314.531402:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357314.531403:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531405:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.531406:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.531407:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.531408:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.531410:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357314.531412:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f033382d2 from hash 00010000:00000001:1.0:1712357314.531413:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.531417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531419:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.531420:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.531421:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357314.531423:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.531424:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.531425:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.531428:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0a80. 00000020:00000040:1.0:1712357314.531431:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.531434:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.531436:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.531437:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.531438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531439:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.531441:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.531442:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.531444:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.531449:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7400. 00000100:00000001:1.0:1712357314.531452:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531454:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.531455:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357314.531458:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.531462:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357314.531463:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.531465:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.531467:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033382d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21198 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.531471:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6e1d800 count: 0 00010000:00000010:1.0:1712357314.531473:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.531478:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.531479:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531480:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.531484:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.531485:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357314.531487:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:1.0:1712357314.531493:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.531498:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.531503:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.531504:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.531508:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.531510:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357314.531511:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.531512:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414167168 : -131936295384448 : ffff88012ffb0a80) 00000100:00000001:1.0:1712357314.531516:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.531518:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.531520:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.531522:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.531525:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.531530:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.531531:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.531533:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.531534:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.531537:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154496:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.531539:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.531542:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.531543:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.531544:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.531547:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9b800. 02000000:00000001:1.0:1712357314.531548:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.531553:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.531555:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b58. 00000400:00000010:1.0:1712357314.531558:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357314.531577:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572154496, portal 10 00000100:00000001:1.0:1712357314.531579:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.532703:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414167168 : -131936295384448 : ffff88012ffb0a80) 00000100:00000040:1.0:1712357314.532711:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.532717:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.532719:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.532721:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357314.532724:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572154496, offset 0 00000400:00000200:1.0:1712357314.532728:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.532733:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.532738:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.532742:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.532745:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.532747:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.532749:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.532752:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [517:517:256:4294967295] 192.168.203.120@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:1.0:1712357314.532755:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.532762:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.532767:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.532770:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357314.532775:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.532781:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.532784:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.532805:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.532807:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.532808:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.532810:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.532811:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.532813:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.532815:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.532816:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.532818:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.532819:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.532907:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.532910:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357314.532914:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.532917:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.532920:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:3.0:1712357314.532921:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:3.0:1712357314.532923:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.532926:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.532932:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.532934:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.532939:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.532940:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.534967:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.534975:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.534977:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.534979:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.534985:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.534990:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.534994:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.534998:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.535000:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.535003:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef908280 00000400:00000200:2.0:1712357314.535006:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.535009:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x13cd [1] + 224 00000800:00000001:2.0:1712357314.535013:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.535020:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.535022:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.535024:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.535027:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.535031:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.535036:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.535054:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.535061:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.535064:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.535067:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.535071:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [518:518:256:4294967295] 192.168.203.120@tcp LPNI seq info [518:518:8:4294967295] 00000400:00000200:2.0:1712357314.535074:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.535079:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.535083:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.535086:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000100:00000001:1.0:1712357314.535088:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1712357314.535089:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357314.535092:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1712357314.535094:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000001:1.0:1712357314.535094:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.535096:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b58. 00000800:00000200:2.0:1712357314.535097:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1712357314.535099:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:1.0:1712357314.535100:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:1.0:1712357314.535102:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.535106:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.535113:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0a80 x1795536572154496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.535118:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.535119:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.535120:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.535123:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.535124:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.535125:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.535127:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.535133:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.535135:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.535137:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.535138:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.535140:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.535143:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535145:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.535146:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000012/0x0] 00000800:00000200:2.0:1712357314.535148:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1712357314.535148:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.535149:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1712357314.535150:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000100:00000001:1.0:1712357314.535150:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414167168 : -131936295384448 : ffff88012ffb0a80) 00000400:00000200:2.0:1712357314.535151:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1712357314.535152:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1712357314.535154:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000040:1.0:1712357314.535154:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.535155:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1712357314.535157:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357314.535157:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357314.535160:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.535160:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0a80 x1795536572154496/t4294967382(4294967382) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.535174:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.535176:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.535178:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.535181:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0a80 x1795536572154496/t4294967382(4294967382) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.535186:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154496:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.535189:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.535191:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535193:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.535194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.535197:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0a80 x1795536572154496/t4294967382(4294967382) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.535201:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.535204:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.535205:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.535206:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.535211:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.535213:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.535215:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.535219:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.535221:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.535222:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.535226:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.535228:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xc:0x0] 00000080:00000001:1.0:1712357314.535230:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.535232:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357314.535234:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.535236:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xc:0x0], updating i_size 4096 00000100:00000001:1.0:1712357314.535238:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.535240:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0a80 x1795536572154496/t4294967382(4294967382) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.535252:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.535253:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.535254:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.535256:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.535257:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.535259:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.535262:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a6200. 00000080:00200008:1.0:1712357314.535266:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file pip:[0x200000401:0xc:0x0](ffff8800a76db8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.530000000, rc 0 00000080:00000001:1.0:1712357314.535270:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.535274:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.535276:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pip (ffff8800a7702948, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.535278:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.535281:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.535285:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.535302:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.535304:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.535305:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.535308:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.535313:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), flags=16 00000080:00000001:1.0:1712357314.535315:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.535317:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pip, dir=[0x200000401:0x4:0x0](ffff8800a76d88c8), intent=0 00000080:00000010:1.0:1712357314.535321:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a6200. 00000080:00000001:1.0:1712357314.535325:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.535327:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.535329:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'pip' on [0x200000401:0x4:0x0] 00800000:00000001:1.0:1712357314.535332:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.535335:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x4:0x0], fid2=[0x0:0x0:0x0], name='pip' -> mds #0 00800000:00000001:1.0:1712357314.535337:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.535340:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.535341:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pip,[0x0:0x0:0x0]) in obj [0x200000401:0x4:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357314.535344:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.535346:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.535357:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0e00. 00000020:00000040:1.0:1712357314.535360:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.535364:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.535367:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.535370:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.535371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.535373:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535374:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.535376:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.535378:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.535382:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a800. 00000100:00000001:1.0:1712357314.535386:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.535388:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.535390:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.535391:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.535392:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.535393:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.535398:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00010000:00000001:1.0:1712357314.535400:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.535401:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357314.535409:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4f00. 00010000:00000010:1.0:1712357314.535412:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.535414:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.535417:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38f840. 00000020:00000001:1.0:1712357314.535419:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.535421:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38f840 with handle 0xbda2fb8f033382d9 to hash 00000020:00000001:1.0:1712357314.535423:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.535424:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.535426:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.535428:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.535430:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.535433:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.535439:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.535449:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.535452:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.535453:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.535456:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.535458:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357314.535459:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.535460:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000001:1.0:1712357314.535463:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.535466:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535467:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.535469:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.535472:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.535478:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.535479:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.535482:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.535483:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.535486:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.535488:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.535492:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.535493:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.535494:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.535497:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357314.535499:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.535502:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.535504:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b58. 00000400:00000010:1.0:1712357314.535507:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357314.535511:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154560, portal 10 00000100:00000001:1.0:1712357314.535512:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.535513:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000040:1.0:1712357314.535518:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.535526:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.535528:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.535529:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357314.535532:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572154560, offset 0 00000400:00000200:1.0:1712357314.535535:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.535538:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.535541:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.535544:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.535546:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.535549:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.535551:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.535553:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [519:519:256:4294967295] 192.168.203.120@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:1.0:1712357314.535556:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.535570:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.535574:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.535576:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357314.535579:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.535604:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.535606:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.535615:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535616:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.535618:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535620:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.535621:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.535622:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.535624:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.535625:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.535626:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.535627:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.535632:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.535634:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:2.0:1712357314.535637:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.535640:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.535642:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:2.0:1712357314.535643:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:2.0:1712357314.535733:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.535739:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.535745:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.535747:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.535756:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.535757:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.540576:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.540599:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.540602:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.540604:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.540742:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.540748:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.540753:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.540756:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.540759:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.540762:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9082c0 00000400:00000200:3.0:1712357314.540765:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.540769:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13d5 [1] + 224 00000800:00000001:3.0:1712357314.540779:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.540788:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.540790:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.540793:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.540797:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.540803:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.540812:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.541891:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.541898:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.541902:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.541940:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.541945:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.541947:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.541954:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b58. 00000400:00000200:1.0:1712357314.541957:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:1.0:1712357314.541959:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:1.0:1712357314.541961:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.541966:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.541972:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.541977:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.541979:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.541981:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.541983:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.541985:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.541987:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.541989:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.541995:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.541998:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.542000:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.542001:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542003:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.542006:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542008:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.542010:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.542011:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.542013:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.542016:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.542022:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.542024:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.542025:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.542028:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.542034:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.542042:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.542045:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542047:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.542048:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.542051:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.542055:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.542058:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.542061:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.542062:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542064:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.542066:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542068:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542070:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357314.542072:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542074:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000040:1.0:1712357314.542078:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38f840, remote cookie: 0xa8e7976a8eb211bb, flags: 0x1001 00010000:00010000:1.0:1712357314.542082:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.542088:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0xc:0x0].0x0, instead of [0x200000401:0x4:0x0].0x0 00010000:00000001:1.0:1712357314.542091:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.542098:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4900. 00010000:00000010:1.0:1712357314.542100:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25500. 00010000:00000040:1.0:1712357314.542102:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4f00 count: 0 00010000:00000010:1.0:1712357314.542106:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.542110:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.542112:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.542118:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542127:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.542129:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.542130:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.542131:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.542132:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.542133:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xc:0x0].0x0 (ffff8800b3ab4900) refcount = 1 00010000:00010000:1.0:1712357314.542137:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542141:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.542143:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.542144:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.542146:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.542147:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.542149:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542153:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.542155:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542156:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542158:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542161:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.542163:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542164:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542165:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542166:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542167:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542169:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542170:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542170:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=4 00000020:00000001:1.0:1712357314.542172:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542176:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542178:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.542179:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.542181:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542186:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542187:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542187:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542188:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542189:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=5 00000020:00000001:1.0:1712357314.542190:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542191:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542193:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.542195:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.542202:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542233:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.542234:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542235:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.542240:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.542246:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542246:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542247:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542248:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542252:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542255:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.542256:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542257:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542259:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.542260:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542261:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542262:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542263:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542264:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00000002:00010000:1.0:1712357314.542267:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542272:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.542272:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542273:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542273:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542274:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542275:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000040:1.0:1712357314.542278:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.542279:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.542281:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/12 (0 0) 00010000:00000001:1.0:1712357314.542283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542284:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.542284:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.542286:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pip intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.542288:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542291:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542293:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.542296:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.542297:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357314.542301:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.542303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542308:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.542310:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.542312:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357314.542314:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.542317:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.542319:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0xc:0x0] 00000080:00000001:1.0:1712357314.542321:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.542322:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502284 : 144115205272502284 : 20000040100000c) 00000080:00000001:1.0:1712357314.542324:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.542326:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0xc:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.542328:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0xc:0x0](ffff8800a76db8c8): rc = 0 00000080:00000001:1.0:1712357314.542330:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123204296 : -131938586347320 : ffff8800a76db8c8) 00010000:00000001:1.0:1712357314.542331:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542332:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542333:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542333:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542335:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.542337:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.542338:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.542339:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.542340:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542342:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.542343:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.542345:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) for lock 0xbda2fb8f033382d9 00000080:00000001:1.0:1712357314.542347:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542348:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.542349:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542350:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.542351:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542351:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542354:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542355:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542356:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542358:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.542359:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542360:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.542363:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9140. 00000080:00002000:1.0:1712357314.542366:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702af8 inode ffff8800a76db8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.542368:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.542370:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.542371:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.542373:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00010000:1.0:1712357314.542375:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033382d9 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357314.542377:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.542377:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.542378:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38f840 refcount=3 00000020:00000001:1.0:1712357314.542379:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542380:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633216 : -131938505918400 : ffff8800ac38f840) 00010000:00000001:1.0:1712357314.542381:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.542383:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542387:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542387:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542388:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.542389:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.542391:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38f840/0xbda2fb8f033382d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb211bb expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.542395:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.542397:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.542398:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.542400:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542403:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542404:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542406:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.542407:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542408:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542410:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542411:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.542412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.542413:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.542416:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a6200. 00000100:00000001:1.0:1712357314.542418:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.542421:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0e00 x1795536572154560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.542425:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.542426:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.542428:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357314.542431:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.542433:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.542434:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.542435:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.542437:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a800. 02000000:00000001:1.0:1712357314.542440:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.542441:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.542443:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0e00. 00000100:00000001:1.0:1712357314.542445:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.542446:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.542449:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.542451:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.542454:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.542458:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.542461:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.542462:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.542465:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a6200. 00000080:00000001:1.0:1712357314.542468:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.542470:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.542473:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.542476:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.542478:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:1.0:1712357314.542480:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542482:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.542484:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.542486:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.542488:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.542489:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0e00. 00000020:00000040:1.0:1712357314.542491:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.542494:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.542496:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.542497:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.542498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.542498:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542500:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.542502:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.542504:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.542507:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a800. 00000100:00000001:1.0:1712357314.542511:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542513:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.542514:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542516:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.542516:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.542517:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.542521:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00010000:00000001:1.0:1712357314.542523:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.542524:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.542526:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.542527:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.542529:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.542531:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357314.542533:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.542534:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f033382e0 to hash 00000020:00000001:1.0:1712357314.542536:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.542539:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.542541:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.542543:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.542544:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.542546:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.542551:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.542557:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.542568:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.542569:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.542572:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357314.542574:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357314.542575:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.542576:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000001:1.0:1712357314.542579:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.542594:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542596:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.542598:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.542601:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.542606:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.542607:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.542609:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.542611:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.542613:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154624:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.542616:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.542619:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.542620:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.542621:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.542626:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec800. 02000000:00000001:1.0:1712357314.542628:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.542632:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.542634:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2b58. 00000400:00000010:1.0:1712357314.542636:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357314.542640:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154624, portal 10 00000100:00000001:1.0:1712357314.542642:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.542643:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000040:1.0:1712357314.542647:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.542652:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.542709:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.542711:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357314.542714:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154624, offset 0 00000400:00000200:1.0:1712357314.542718:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.542722:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.542726:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.542730:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.542733:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.542735:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.542737:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.542740:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [520:520:256:4294967295] 192.168.203.120@tcp LPNI seq info [520:520:8:4294967295] 00000400:00000200:1.0:1712357314.542743:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.542749:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.542753:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.542756:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357314.542760:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.542766:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.542768:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.542781:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542783:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.542784:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542790:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.542791:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.542792:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.542794:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.542795:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.542796:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.542797:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.543020:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.543023:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:2.0:1712357314.543027:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.543030:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.543033:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:2.0:1712357314.543034:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:2.0:1712357314.543036:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.543039:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.543045:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.543047:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.543051:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.543052:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357314.544922:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b8ba8e0. 00010000:00000010:3.1:1712357314.544935:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d700. 00010000:00000010:3.1:1712357314.544939:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e1d800. 00010000:00000010:3.1:1712357314.544942:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000800:00000001:3.0:1712357314.544950:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.544956:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.544957:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.544959:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.544966:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.544970:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.544975:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.544977:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.544980:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.544984:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908300 00000400:00000200:3.0:1712357314.544987:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.544991:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13dd [1] + 224 00000800:00000001:3.0:1712357314.544996:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.545006:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.545008:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.545012:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.545016:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.545021:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.545028:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.545040:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.545046:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.545048:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.545057:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357314.545061:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357314.545061:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357314.545063:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2b58. 00000400:00000200:3.0:1712357314.545066:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357314.545067:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357314.545068:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.545072:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357314.545078:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.545083:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357314.545085:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.545086:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357314.545089:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357314.545091:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357314.545092:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.545094:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357314.545100:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357314.545103:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357314.545105:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1712357314.545108:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.545113:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357314.545115:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357314.545116:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357314.545117:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357314.545119:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1712357314.545122:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.545135:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1712357314.545137:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357314.545139:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357314.545142:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357314.545148:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154624:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.545151:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357314.545153:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357314.545154:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357314.545156:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.545158:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.545163:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357314.545165:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:3.0:1712357314.545167:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357314.545168:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1712357314.545170:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357314.545172:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357314.545175:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357314.545176:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:3.0:1712357314.545178:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:3.0:1712357314.545180:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:3.0:1712357314.545183:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545189:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1712357314.545192:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545196:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357314.545201:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545206:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.545207:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357314.545209:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545213:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.545215:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.545217:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1712357314.545219:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.545223:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:3.0:1712357314.545225:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1712357314.545228:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545232:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1712357314.545234:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1712357314.545236:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545239:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1712357314.545242:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1712357314.545242:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357314.545244:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357314.545245:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:3.0:1712357314.545246:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:3.0:1712357314.545247:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:3.0:1712357314.545250:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357314.545252:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:3.0:1712357314.545262:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357314.545263:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.545265:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1712357314.545267:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357314.545268:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357314.545269:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357314.545270:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.545271:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357314.545273:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f033382e0 from hash 00010000:00000001:3.0:1712357314.545274:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357314.545275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.545276:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.545277:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357314.545277:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357314.545278:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1712357314.545280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.545281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.545282:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.545283:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.545285:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545289:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.545289:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.545290:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1712357314.545291:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357314.545292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.545293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.545293:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357314.545295:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033382e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357314.545301:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.545302:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1712357314.545305:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1712357314.545309:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357314.545319:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357314.545320:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.545321:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.545322:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.545324:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357314.545325:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357314.545326:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.545327:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357314.545328:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1712357314.545331:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.545333:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.545335:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.545338:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357314.545339:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357314.545343:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6915460. 00000080:00002000:3.0:1712357314.545346:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702a20 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357314.545351:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.545354:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357314.545356:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.545358:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357314.545359:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357314.545361:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357314.545365:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:3.0:1712357314.545367:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357314.545370:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:3.0:1712357314.545372:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.545373:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.545374:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.545376:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357314.545378:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357314.545381:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a6200. 00000100:00000001:3.0:1712357314.545384:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.545387:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0e00 x1795536572154624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.545399:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357314.545401:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357314.545404:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec800. 02000000:00000001:3.0:1712357314.545407:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357314.545408:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357314.545409:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357314.545411:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357314.545413:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a800. 02000000:00000001:3.0:1712357314.545416:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357314.545417:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357314.545419:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0e00. 00000100:00000001:3.0:1712357314.545421:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357314.545422:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.545424:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357314.545425:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357314.545426:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357314.545428:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.545429:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7702a20, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:3.0:1712357314.545432:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357314.545433:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357314.545435:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357314.545437:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357314.545438:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:3.0:1712357314.545440:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.545466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357314.545467:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.545469:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.545472:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.545474:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357314.545475:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x108008e refc 0 00000080:00000001:3.0:1712357314.545477:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.547108:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:3.0:1712357314.547114:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357314.547116:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357314.547119:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357314.547121:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357314.547133:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357314.547140:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__main__.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:3.0:1712357314.547143:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357314.547144:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__main__.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:3.0:1712357314.547150:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000001:3.0:1712357314.547154:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357314.547156:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357314.547158:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__main__.py' on [0x200000401:0xc:0x0] 00800000:00000001:3.0:1712357314.547160:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357314.547163:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='__main__.py' -> mds #0 00800000:00000001:3.0:1712357314.547165:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.547168:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357314.547169:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __main__.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357314.547172:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357314.547174:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357314.547178:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cfb80. 00000020:00000040:3.0:1712357314.547181:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357314.547186:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357314.547189:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357314.547193:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357314.547194:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357314.547195:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.547197:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357314.547199:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357314.547201:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357314.547206:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa039c00. 00000100:00000001:3.0:1712357314.547211:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.547213:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.547215:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.547216:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357314.547217:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357314.547218:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357314.547224:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322385280 : -131938387166336 : ffff8800b34cfb80) 00010000:00000001:3.0:1712357314.547226:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357314.547231:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357314.547235:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:3.0:1712357314.547236:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357314.547238:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357314.547240:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab381200. 00000020:00000001:3.0:1712357314.547243:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357314.547245:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab381200 with handle 0xbda2fb8f033382e7 to hash 00000020:00000001:3.0:1712357314.547246:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357314.547247:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:3.0:1712357314.547249:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:3.0:1712357314.547251:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357314.547253:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357314.547255:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.547261:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357314.547269:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357314.547274:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357314.547275:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357314.547279:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f600. 00000100:00000001:3.0:1712357314.547281:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166473728 : -131938543077888 : ffff8800aa01f600) 00000100:00000001:3.0:1712357314.547282:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.547283:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322385280 : -131938387166336 : ffff8800b34cfb80) 00000100:00000001:3.0:1712357314.547286:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357314.547289:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.547291:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357314.547292:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357314.547298:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.547303:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357314.547305:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.547312:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357314.547314:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357314.547316:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cfb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154688:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357314.547320:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357314.547323:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357314.547325:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357314.547326:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357314.547329:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a663000. 02000000:00000001:3.0:1712357314.547330:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.547337:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357314.547340:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760948. 00000400:00000010:3.0:1712357314.547345:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586990. 00000100:00000200:3.0:1712357314.547350:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154688, portal 10 00000100:00000001:3.0:1712357314.547351:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357314.547352:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322385280 : -131938387166336 : ffff8800b34cfb80) 00000100:00000040:3.0:1712357314.547356:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.547362:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357314.547364:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357314.547366:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586a18. 00000100:00000200:3.0:1712357314.547367:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154688, offset 0 00000400:00000200:3.0:1712357314.547370:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357314.547376:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.547380:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.547384:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357314.547388:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357314.547390:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357314.547392:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357314.547394:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [521:521:256:4294967295] 192.168.203.120@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:3.0:1712357314.547397:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.547403:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357314.547408:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.547415:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357314.547419:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.547425:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.547428:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1712357314.549622:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.549627:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357314.549630:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.549633:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357314.549634:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357314.549637:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f600 going to sleep for 11 seconds 00000100:00000001:3.0:1712357314.549640:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.549642:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.549646:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.549646:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.549785:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.549788:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:2.0:1712357314.549793:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.549799:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.549803:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586a18 00000400:00000010:2.0:1712357314.549804:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586a18. 00000100:00000001:2.0:1712357314.549808:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.549813:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.549822:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.549824:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.549829:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.549831:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.553794:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357314.553803:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6915460. 00000080:00000010:3.1:1712357314.553852:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab5b060. 00010000:00000010:3.1:1712357314.553860:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4f00. 00000800:00000001:3.0:1712357314.561950:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.561963:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.561966:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.561968:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.561977:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.561983:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.561989:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.561993:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.561996:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.562004:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908340 00000400:00000200:3.0:1712357314.562009:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.562014:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13e5 [1] + 224 00000800:00000001:3.0:1712357314.562019:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.562034:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.562036:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.562040:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.562045:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.562051:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.562059:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.562091:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.562098:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.562100:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.562154:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.562160:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.562161:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.562163:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760948. 00000400:00000200:0.0:1712357314.562168:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586990 00000400:00000010:0.0:1712357314.562170:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586990. 00000100:00000001:0.0:1712357314.562172:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.562177:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.562193:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.562198:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.562200:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.562201:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.562204:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.562206:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.562208:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.562210:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.562216:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.562220:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.562222:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.562224:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.562229:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.562231:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.562233:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.562234:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.562236:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.562239:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.562243:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.562246:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.562247:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.562249:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.562255:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cfb80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154688:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.562258:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.562261:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.562263:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.562268:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.562270:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.562275:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.562277:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f600. 00000100:00000001:0.0:1712357314.562280:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.562282:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.562284:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.562287:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.562289:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.562392:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=4 00000020:00000001:0.0:1712357314.562394:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.562396:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00010000:0.0:1712357314.562400:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562407:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.562410:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562414:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.562416:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562420:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.562421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.562422:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562426:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.562427:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.562429:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.562431:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.562441:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab381200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.562443:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.562445:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562449:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.562451:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.562453:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562455:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.562457:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.562458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.562459:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.562460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381200 refcount=5 00000020:00000001:0.0:1712357314.562461:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.562463:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797056 : -131938522754560 : ffff8800ab381200) 00010000:00000001:0.0:1712357314.562465:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.562466:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.562470:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.562471:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.562472:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.562474:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.562476:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.562477:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.562477:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.562478:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.562480:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab381200 with handle 0xbda2fb8f033382e7 from hash 00010000:00000001:0.0:1712357314.562481:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.562482:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.562485:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.562486:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.562487:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.562488:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.562490:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.562491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.562492:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.562493:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.562495:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.562498:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.562498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.562499:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.562500:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.562501:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.562501:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.562502:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.562503:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381200/0xbda2fb8f033382e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.563345:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.563347:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.563351:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.563356:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.563362:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.563363:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563365:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563366:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563368:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.563370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.563371:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563372:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.563373:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__main__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.563376:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.563379:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.563386:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.563389:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.563391:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.563395:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2b00. 00000080:00002000:0.0:1712357314.563399:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75daca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.563404:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.563407:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.563410:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563412:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.563414:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.563415:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.563419:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.563421:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.563423:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:0.0:1712357314.563426:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563427:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.563428:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.563429:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.563431:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.563434:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000100:00000001:0.0:1712357314.563438:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.563441:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cfb80 x1795536572154688/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.563445:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.563447:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.563450:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a663000. 02000000:00000001:0.0:1712357314.563453:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.563454:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.563455:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.563457:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.563459:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa039c00. 02000000:00000001:0.0:1712357314.563462:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.563463:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.563464:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cfb80. 00000100:00000001:0.0:1712357314.563467:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.563468:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.563472:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.563473:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.563474:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.563479:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.563480:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __main__.py (ffff8800a75daca8, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.563483:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.563485:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.563488:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.563490:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.563491:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.563492:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.563519:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.563521:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.563523:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.563527:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.563529:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.563531:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.563532:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.563534:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.563536:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.563538:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.563539:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.563540:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.563542:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.563547:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=basecommand.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:0.0:1712357314.563549:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.563550:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=basecommand.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:0.0:1712357314.563554:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.563557:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.563567:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.563568:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'basecommand.py' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.563570:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.563572:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='basecommand.py' -> mds #0 00800000:00000001:0.0:1712357314.563575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563576:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.563580:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: basecommand.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.563597:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.563598:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.563601:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5c00. 00000020:00000040:0.0:1712357314.563604:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.563607:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.563609:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.563612:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.563613:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.563614:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.563616:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.563618:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.563620:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.563624:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.563629:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.563631:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.563632:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.563633:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.563634:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.563635:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.563640:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00010000:00000001:0.0:1712357314.563642:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.563644:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.563646:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.563647:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.563649:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.563651:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357314.563653:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.563654:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f033382ee to hash 00000020:00000001:0.0:1712357314.563656:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.563657:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.563659:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.563661:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.563662:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.563664:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.563673:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.563680:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.563684:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.563686:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.563689:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.563691:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.563693:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.563694:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000001:0.0:1712357314.563697:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.563699:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.563701:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.563703:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.563706:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.563712:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.563713:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.563715:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.563717:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.563719:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.563722:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.563725:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.563726:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.563728:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.563731:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.563733:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.563738:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.563741:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c4d0. 00000400:00000010:0.0:1712357314.563745:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.563749:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154752, portal 10 00000100:00000001:0.0:1712357314.563754:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.563755:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000040:0.0:1712357314.563759:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.563764:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.563766:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.563767:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357314.563770:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154752, offset 0 00000400:00000200:0.0:1712357314.563773:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.563778:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.563782:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.563786:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.563789:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.563791:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.563793:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.563796:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [522:522:256:4294967295] 192.168.203.120@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:0.0:1712357314.563798:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.563805:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.563809:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.563813:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.563817:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.563823:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.563827:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.564299:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.564302:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.564304:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.564306:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.564307:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.564309:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.564312:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.564313:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.564316:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.564321:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.564859:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.564862:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.564870:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.564876:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.564879:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:2.0:1712357314.564881:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:2.0:1712357314.564884:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.564889:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.564896:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.564898:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.564904:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.564905:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.566776:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab381200. 00000080:00000010:2.1:1712357314.566788:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2b00. 00000800:00000001:3.0:1712357314.570849:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.570861:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.570865:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.570867:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.570876:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.570882:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.570888:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.570891:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.570895:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.570898:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908380 00000400:00000200:3.0:1712357314.570902:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.570908:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13f5 [1] + 224 00000800:00000001:3.0:1712357314.570913:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.570927:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.570930:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.570934:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.570939:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.570945:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.570954:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.570965:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.570969:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.570972:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.571018:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.571023:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.571025:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.571027:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c4d0. 00000400:00000200:0.0:1712357314.571030:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357314.571032:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357314.571034:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.571038:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.571045:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.571051:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.571052:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.571054:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.571056:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.571058:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.571060:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.571062:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.571069:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.571072:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.571075:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.571077:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.571082:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.571085:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.571086:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.571088:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.571090:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.571093:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.571098:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.571101:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.571102:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.571113:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.571119:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.571122:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.571125:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.571127:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.571129:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.571131:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.571135:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.571138:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.571140:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.571141:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.571144:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.571147:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.571149:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.571151:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357314.571153:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.571155:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357314.571159:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571167:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.571170:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571175:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.571177:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571181:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.571182:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.571189:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571193:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.571194:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.571196:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.571198:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.571203:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.571205:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.571208:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571212:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.571214:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.571216:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571219:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.571221:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.571222:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.571223:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.571224:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357314.571225:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.571226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.571229:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.571231:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.571234:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.571236:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.571237:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.571239:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.571240:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.571245:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.571246:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.571247:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.571249:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f033382ee from hash 00010000:00000001:0.0:1712357314.571250:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.571251:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.571252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.571252:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.571253:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.571254:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.571256:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.571256:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.571257:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.571259:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.571260:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571264:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.571264:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.571265:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.571266:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.571267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.571268:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.571268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.571270:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033382ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.571295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.571297:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.571301:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.571305:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.571310:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.571311:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571313:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571314:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571316:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.571321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.571321:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571323:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.571325:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=basecommand.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.571327:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.571330:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.571332:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.571336:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.571337:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.571341:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2c40. 00000080:00002000:0.0:1712357314.571344:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.571349:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.571352:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.571355:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571357:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.571358:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.571360:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.571364:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.571366:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.571369:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:0.0:1712357314.571371:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571372:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.571373:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.571375:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.571377:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.571379:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.571383:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.571387:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5c00 x1795536572154752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.571393:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.571395:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.571397:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.571402:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.571403:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.571405:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.571406:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.571411:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.571414:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.571415:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.571416:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5c00. 00000100:00000001:0.0:1712357314.571419:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.571420:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.571422:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.571424:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.571425:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.571429:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.571430:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry basecommand.py (ffff8800a7516288, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.571433:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.571435:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.571438:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.571439:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.571440:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.571442:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.571471:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.571474:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.571475:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.571479:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.571481:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.571483:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.571485:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.571486:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.571489:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.571490:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.571492:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.571493:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.571495:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.571500:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=baseparser.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:0.0:1712357314.571503:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.571504:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=baseparser.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:0.0:1712357314.571508:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.571512:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.571514:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.571515:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'baseparser.py' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.571521:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.571524:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='baseparser.py' -> mds #0 00800000:00000001:0.0:1712357314.571526:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571528:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.571529:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: baseparser.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.571532:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.571534:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.571536:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5c00. 00000020:00000040:0.0:1712357314.571539:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.571542:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.571545:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.571548:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.571549:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.571550:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.571552:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.571553:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.571555:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.571569:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.571573:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.571576:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.571577:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.571578:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.571579:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.571580:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.571621:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00010000:00000001:0.0:1712357314.571624:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.571625:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.571627:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.571629:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.571630:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.571632:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357314.571634:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.571636:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033382f5 to hash 00000020:00000001:0.0:1712357314.571637:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.571638:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.571645:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.571646:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.571648:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.571650:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.571655:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.571662:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.571665:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.571667:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.571670:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.571671:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.571673:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.571674:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000001:0.0:1712357314.572340:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.572343:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.572346:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.572347:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.572352:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.572359:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.572360:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.572362:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.572364:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.572367:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.572369:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.572372:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.572374:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.572375:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.572378:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.572383:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.572387:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.572389:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c4d0. 00000400:00000010:0.0:1712357314.572393:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.572396:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154816, portal 10 00000100:00000001:0.0:1712357314.572398:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.572399:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000040:0.0:1712357314.572403:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.572407:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.572409:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.572410:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357314.572413:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154816, offset 0 00000400:00000200:0.0:1712357314.572416:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.572421:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.572425:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.572429:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.572432:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.572435:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.572437:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.572440:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [523:523:256:4294967295] 192.168.203.120@tcp LPNI seq info [523:523:8:4294967295] 00000400:00000200:0.0:1712357314.572443:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.572450:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.572454:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.572458:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356000. 00000800:00000200:0.0:1712357314.572462:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.572468:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.572470:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.572819:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.572821:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.572823:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.572828:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.572829:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.572831:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.572833:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.572835:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.572836:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.572837:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.573169:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.573173:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356000. 00000400:00000200:3.0:1712357314.573175:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.573179:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.573185:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:3.0:1712357314.573186:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:3.0:1712357314.573189:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.573192:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.573198:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.573200:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.573205:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.573206:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.574802:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:2.1:1712357314.574810:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2c40. 00000800:00000001:3.0:1712357314.578211:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.578224:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.578227:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.578229:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.578238:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.578244:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.578250:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.578254:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.578257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.578260:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9083c0 00000400:00000200:3.0:1712357314.578264:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.578269:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x13fd [1] + 224 00000800:00000001:3.0:1712357314.578274:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.578289:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.578292:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.578296:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.578300:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.578306:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.578315:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.579397:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.579414:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.579418:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.579646:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.579652:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.579653:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.579656:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c4d0. 00000400:00000200:0.0:1712357314.579660:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357314.579662:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357314.579664:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.579670:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.579679:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.579684:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.579686:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.579688:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.579690:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.579692:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.579694:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.579697:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.579704:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.579707:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.579709:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.579711:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.579716:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.579719:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.579721:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.579722:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.579724:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.579727:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.579737:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.579740:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.579741:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.579744:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.579750:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.579753:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.579756:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.579758:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.579759:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.579761:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.579766:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.579768:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.579770:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.579771:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.579775:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.579778:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.579781:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.579783:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357314.579785:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.579787:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357314.579791:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579799:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.579802:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579806:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.579811:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579815:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.579816:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.579818:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579822:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.579824:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.579826:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.579827:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.579831:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.579834:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.579836:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579841:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.579842:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.579844:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579848:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.579850:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.579851:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.579852:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.579852:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357314.579854:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.579855:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.579857:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.579859:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.579868:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.579869:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.579871:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.579872:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.579874:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.579875:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.579876:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.579877:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.579879:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033382f5 from hash 00010000:00000001:0.0:1712357314.579880:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.579881:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.579882:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.579882:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.579883:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.579884:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.579886:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.579886:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.579887:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.579888:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.579890:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.579894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.579895:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.579896:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.579896:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.579897:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.579898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.579899:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033382f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.579922:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.579923:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.579927:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.579931:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.579940:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.579942:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.579943:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.579944:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.579946:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.579948:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.579948:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.579950:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.579951:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=baseparser.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.579953:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.579956:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.579958:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.579961:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.579962:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.579965:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2da0. 00000080:00002000:0.0:1712357314.579969:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.579974:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.579976:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.579979:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.579981:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.579983:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.579984:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.579989:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.579990:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.579994:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:0.0:1712357314.579996:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.579997:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.579999:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.580000:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.580002:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.580005:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.580009:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.580012:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5c00 x1795536572154816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.580029:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.580030:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.580033:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.580037:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.580038:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.580040:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.580042:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.580044:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.580046:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.580047:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.580049:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5c00. 00000100:00000001:0.0:1712357314.580051:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.580052:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.580054:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.580055:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.580056:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.580059:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.580061:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry baseparser.py (ffff8800a7516d80, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.580063:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.580065:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.580068:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.580070:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.580071:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.580073:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.580099:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.580101:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.580103:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.580107:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.580109:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.580110:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.580112:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.580113:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.580115:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.580117:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.580118:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.580119:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.580125:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.580130:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cmdoptions.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:0.0:1712357314.580132:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.580134:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cmdoptions.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:0.0:1712357314.580138:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.580141:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.580143:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.580144:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cmdoptions.py' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.580147:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.580149:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='cmdoptions.py' -> mds #0 00800000:00000001:0.0:1712357314.580151:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.580153:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.580154:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cmdoptions.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.580156:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.580158:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.580160:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5c00. 00000020:00000040:0.0:1712357314.580162:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.580166:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.580169:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.580172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.580173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.580174:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.580175:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.580177:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.580179:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.580183:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.580187:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.580190:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.580191:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.580192:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.580193:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.580194:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.580198:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00010000:00000001:0.0:1712357314.580201:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.580205:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.580207:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.580209:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.580210:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.580213:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357314.580215:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.580216:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f033382fc to hash 00000020:00000001:0.0:1712357314.580218:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.580219:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.580221:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.580223:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.580223:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.580225:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.580230:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.580235:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.580239:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.580240:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.580243:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.580244:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.580246:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.580247:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000001:0.0:1712357314.580250:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.580253:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.580254:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.580256:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.580259:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.580264:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.580265:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.580271:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.580273:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.580276:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.580278:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.580282:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.580283:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.580285:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.580287:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.580289:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.580295:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.580297:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c4d0. 00000400:00000010:0.0:1712357314.580300:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.580304:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154880, portal 10 00000100:00000001:0.0:1712357314.580306:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.580307:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000040:0.0:1712357314.580310:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.580315:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.580317:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.580319:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357314.580321:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154880, offset 0 00000400:00000200:0.0:1712357314.580325:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.580330:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.580334:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.580338:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.580341:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.580343:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.580345:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.580347:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [524:524:256:4294967295] 192.168.203.120@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:0.0:1712357314.580350:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.580357:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.580361:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.580367:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.580372:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.580378:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.580382:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.580388:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.580390:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.580391:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.580393:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.580394:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.580396:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.580397:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.580398:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.580400:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.580401:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.580886:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.580889:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.580892:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.580896:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.580899:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:3.0:1712357314.580900:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:3.0:1712357314.580903:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.580906:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.580912:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.580914:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.580919:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.580920:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.582955:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:2.1:1712357314.582965:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2da0. 00000800:00000001:3.0:1712357314.583477:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.583489:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.583491:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.583493:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.583501:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.583506:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.583511:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.583515:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.583518:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.583521:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908400 00000400:00000200:3.0:1712357314.583525:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.583530:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1405 [1] + 224 00000800:00000001:3.0:1712357314.583536:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.583549:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.583551:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.583555:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.583570:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.583577:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.583698:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.584075:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.584083:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.584087:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.584140:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.584146:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.584147:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.584150:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c4d0. 00000400:00000200:0.0:1712357314.584153:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357314.584155:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357314.584157:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.584161:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.584168:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584174:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.584175:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.584177:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.584179:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.584181:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.584182:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.584184:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.584191:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.584194:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.584196:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.584210:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584215:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.584217:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.584219:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.584220:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.584222:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.584226:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584231:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.584234:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.584235:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.584238:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.584244:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.584247:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.584250:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.584252:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.584253:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.584256:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584261:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.584263:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.584265:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.584266:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.584269:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.584272:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.584274:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.584276:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357314.584277:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.584279:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357314.584288:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584296:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.584299:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584304:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.584306:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584310:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.584312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.584314:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584318:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.584319:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.584322:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.584323:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.584328:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.584330:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.584333:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584338:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.584339:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.584341:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584345:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.584347:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.584351:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.584352:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.584354:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357314.584355:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.584356:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.584358:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.584360:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.584364:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.584365:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.584367:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.584368:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.584370:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.584371:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.584372:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.584373:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.584375:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f033382fc from hash 00010000:00000001:0.0:1712357314.584376:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.584377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.584378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.584379:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.584380:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.584381:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.584382:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.584383:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.584384:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.584385:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.584387:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584390:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.584390:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.584391:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.584392:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.584393:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.584394:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.584398:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.584399:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033382fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.584425:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.584426:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.584430:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.584435:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.584441:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.584442:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584443:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584444:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584447:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.584448:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.584449:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584450:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.584452:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cmdoptions.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.584454:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.584457:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.584459:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.584462:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.584464:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.584467:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2ee0. 00000080:00002000:0.0:1712357314.584471:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.584476:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.584479:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.584482:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584484:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.584485:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.584487:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.584491:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.584493:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.584496:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:0.0:1712357314.584498:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584499:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.584505:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.584506:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.584509:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.584512:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.584516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.584519:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5c00 x1795536572154880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584524:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.584526:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.584528:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.584533:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.584534:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.584535:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.584537:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.584539:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.584541:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.584542:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.584544:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5c00. 00000100:00000001:0.0:1712357314.584546:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.584547:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.584549:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.584550:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.584551:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.584556:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.584558:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cmdoptions.py (ffff8800a7516360, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.584574:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.584576:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.584579:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.584580:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.584600:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.584602:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.584632:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.584634:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.584636:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.584639:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.584642:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.584644:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.584649:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.584651:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.584654:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.584656:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.584657:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.584658:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.584661:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.584666:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=download.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:0.0:1712357314.584669:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.584671:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=download.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:0.0:1712357314.584674:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.584678:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.584680:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.584682:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'download.py' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.584684:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.584687:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='download.py' -> mds #0 00800000:00000001:0.0:1712357314.584689:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584691:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.584692:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: download.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.584695:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.584696:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.584699:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5c00. 00000020:00000040:0.0:1712357314.584701:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.584704:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.584707:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.584710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.584712:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.584713:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.584715:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.584717:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.584720:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.584724:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.584728:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.584730:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.584732:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.584736:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.584737:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.584738:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.584743:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00010000:00000001:0.0:1712357314.584746:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.584747:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.584750:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.584751:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.584753:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.584756:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357314.584758:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.584759:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03338303 to hash 00000020:00000001:0.0:1712357314.584761:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.584762:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.584764:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.584766:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.584767:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.584769:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.584774:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.584781:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.584784:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.584786:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.584789:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.584790:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.584792:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.584793:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000001:0.0:1712357314.584796:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.584798:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.584800:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.584804:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.584808:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584814:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.584815:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.584817:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.584818:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.584821:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154944:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.584824:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.584828:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.584829:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.584831:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.584834:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.584835:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.584839:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.584842:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c4d0. 00000400:00000010:0.0:1712357314.584845:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.584850:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572154944, portal 10 00000100:00000001:0.0:1712357314.584851:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.584852:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000040:0.0:1712357314.584856:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.584861:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.584863:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.584865:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357314.584867:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572154944, offset 0 00000400:00000200:0.0:1712357314.584871:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.584875:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.584880:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.584884:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.584887:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.584890:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.584892:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.584899:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [525:525:256:4294967295] 192.168.203.120@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:0.0:1712357314.584902:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.584909:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.584914:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.584917:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.584921:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.584927:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.584930:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.584947:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.584949:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.584951:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.584953:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.584954:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.584955:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.584957:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.584958:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.584960:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.584960:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.585109:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.585112:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.585115:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.585118:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.585120:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:3.0:1712357314.585121:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:3.0:1712357314.585123:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.585126:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.585132:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.585134:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.585138:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.585139:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.587534:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.587545:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.587547:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.587548:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.587555:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.587571:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.587577:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.587604:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.587608:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.587611:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908440 00000400:00000200:3.0:1712357314.587616:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.587620:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x140d [1] + 224 00000800:00000001:3.0:1712357314.587635:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.588179:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.588182:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.588186:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.588191:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.588198:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.588206:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.588223:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.588230:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.588232:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.588277:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.588283:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.588285:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.588287:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c4d0. 00000400:00000200:0.0:1712357314.588290:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357314.588292:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357314.588294:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.588299:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.588305:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588310:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.588312:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.588314:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.588317:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.588323:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.588325:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.588327:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.588335:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.588338:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.588340:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.588343:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588348:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.588350:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.588352:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.588353:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.588355:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.588359:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588364:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.588366:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.588368:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.588370:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.588376:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572154944:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.588379:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.588382:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.588384:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.588385:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.588388:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588392:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.588394:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.588397:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.588397:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.588400:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.588406:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.588409:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.588411:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357314.588412:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.588415:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357314.588418:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588425:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.588428:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588433:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.588435:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588439:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.588440:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.588441:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588445:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.588447:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.588450:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.588451:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.588456:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.588458:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.588461:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588465:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.588467:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.588469:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588476:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.588477:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.588478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.588479:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.588480:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357314.588482:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.588483:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.588485:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.588487:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.588490:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.588491:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.588493:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.588494:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.588497:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.588498:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.588499:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.588500:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.588501:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03338303 from hash 00010000:00000001:0.0:1712357314.588503:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.588504:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.588504:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.588505:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.588506:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.588507:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.588508:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.588509:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.588510:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.588511:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.588513:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.588519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.588520:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.588521:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.588522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.588523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.588524:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.588526:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338303 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.588533:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.588534:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.588537:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.588542:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.588547:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.588548:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588551:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588552:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588554:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.588555:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.588556:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588557:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.588569:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=download.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.588572:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.588575:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.588577:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.588581:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.588611:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.588615:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2d00. 00000080:00002000:0.0:1712357314.588620:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.588625:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.588628:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.588631:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588633:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.588634:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.588636:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.588640:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.588645:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.588648:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:0.0:1712357314.588650:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588652:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.588653:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.588655:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.588657:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.588660:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.588664:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.588668:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5c00 x1795536572154944/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588672:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.588674:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.588676:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.588680:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.588682:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.588683:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.588685:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.588686:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.588689:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.588690:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.588692:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5c00. 00000100:00000001:0.0:1712357314.588694:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.588695:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.588697:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.588698:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.588699:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.588704:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.588706:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry download.py (ffff8800a7516af8, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:0.0:1712357314.588708:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.588710:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.588713:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.588715:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.588716:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.588718:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.588745:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.588751:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.588753:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.588757:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.588760:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.588761:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.588763:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.588764:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.588766:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.588768:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.588770:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.588776:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.588778:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.588783:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=exceptions.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:0.0:1712357314.588786:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.588787:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=exceptions.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:0.0:1712357314.588791:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.588796:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.588798:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.588800:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'exceptions.py' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.588802:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.588804:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='exceptions.py' -> mds #0 00800000:00000001:0.0:1712357314.588806:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588808:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.588810:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: exceptions.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.588813:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.588815:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.588817:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5c00. 00000020:00000040:0.0:1712357314.588819:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.588823:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.588825:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.588829:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.588829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.588830:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.588832:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.588834:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.588840:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.588845:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.588849:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.588851:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.588852:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.588853:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.588854:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.588855:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.588860:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00010000:00000001:0.0:1712357314.588862:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.588863:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.588865:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.588867:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.588868:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.588871:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357314.588873:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.588874:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f0333830a to hash 00000020:00000001:0.0:1712357314.588876:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.588877:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.588879:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.588881:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.588882:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.588884:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.588889:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.588895:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.588899:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.588900:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.588903:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.588904:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.588910:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.588911:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000001:0.0:1712357314.588914:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.588916:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.588918:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.588920:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.588923:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588929:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.588931:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.588933:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.588935:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.588937:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.588940:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.588943:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.588945:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.588946:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.588949:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.588951:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.588955:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.588957:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c4d0. 00000400:00000010:0.0:1712357314.588961:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.588965:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155008, portal 10 00000100:00000001:0.0:1712357314.588966:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.588967:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000100:00000040:0.0:1712357314.588971:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.588977:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.588979:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.588981:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357314.588983:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155008, offset 0 00000400:00000200:0.0:1712357314.588987:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.588992:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.589000:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.589004:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.589007:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.589009:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.589010:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.589014:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [526:526:256:4294967295] 192.168.203.120@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:0.0:1712357314.589016:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.589023:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.589027:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.589030:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.589034:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.589039:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.589042:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.589084:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.589086:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.589087:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.589089:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.589090:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.589092:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.589094:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.589095:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.589096:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.589097:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.589204:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.589207:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.589210:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.589213:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.589215:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357314.589216:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357314.589219:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.589222:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.589228:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.589230:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.589234:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.589235:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.591542:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.591553:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.591557:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.591558:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.591575:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.591580:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.591624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.591627:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.591630:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.591633:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908480 00000400:00000200:2.0:1712357314.591647:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.591651:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1415 [1] + 224 00000800:00000001:2.0:1712357314.591657:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.591670:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.591672:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.591676:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.591681:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.591686:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.591694:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.591714:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.591722:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.591724:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.591765:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.591771:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.591772:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.591774:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c4d0. 00000400:00000200:1.0:1712357314.591777:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:1.0:1712357314.591779:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:1.0:1712357314.591781:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.591786:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:2.1:1712357314.591830:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:2.1:1712357314.591836:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2ee0. 00000100:00000200:1.0:1712357314.591896:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.591903:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.591905:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.591907:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.591909:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.591911:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.591913:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.591915:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.591921:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.591925:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.591927:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.591930:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.591934:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.591937:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.591939:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.591940:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.591943:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.591946:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.591956:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.591958:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.591960:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.591962:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.591967:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.591970:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.591973:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.591976:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.591977:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.591979:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.591984:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.591986:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:1.0:1712357314.591988:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.591989:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.591991:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.591994:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.591996:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.591998:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:1.0:1712357314.592000:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357314.592002:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:1.0:1712357314.592006:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592014:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.592017:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592021:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.592027:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.592032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.592034:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592038:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.592040:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.592042:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.592044:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.592049:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.592051:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.592053:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592058:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.592059:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.592061:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592070:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.592072:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.592073:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.592073:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.592075:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:1.0:1712357314.592076:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357314.592077:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357314.592079:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.592081:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.592091:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.592092:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.592094:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.592096:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.592098:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.592099:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.592100:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.592101:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.592103:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f0333830a from hash 00010000:00000001:1.0:1712357314.592104:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.592105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.592106:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.592107:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.592108:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.592109:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.592110:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.592111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.592112:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.592113:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.592115:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592118:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.592119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.592119:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.592120:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.592121:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.592122:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.592122:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.592124:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333830a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.592145:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.592146:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.592150:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.592153:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.592161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.592162:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592164:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592165:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592167:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.592169:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.592169:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592170:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.592172:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=exceptions.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.592174:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.592176:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.592178:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.592182:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.592183:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.592187:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9280. 00000080:00002000:1.0:1712357314.592191:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.592195:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.592199:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.592202:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592204:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.592205:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.592206:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.592210:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.592212:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.592215:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.592217:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592218:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.592220:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.592221:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.592223:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.592226:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:1.0:1712357314.592229:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.592232:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5c00 x1795536572155008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.592244:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.592246:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.592249:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:1.0:1712357314.592253:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.592255:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.592256:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.592258:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.592259:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:1.0:1712357314.592262:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.592263:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.592265:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5c00. 00000100:00000001:1.0:1712357314.592268:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.592268:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.592270:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.592271:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.592272:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.592281:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.592282:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry exceptions.py (ffff8800a7516870, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.592284:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.592287:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.592290:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.592291:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.592292:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.592293:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.592323:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.592325:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.592326:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.592330:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.592333:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.592334:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.592336:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.592338:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.592340:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.592342:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.592344:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.592345:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.592351:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.592356:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=index.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.592359:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.592360:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=index.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.592364:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.592368:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.592515:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.592517:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'index.py' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.592520:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.592523:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='index.py' -> mds #0 00800000:00000001:1.0:1712357314.592525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592527:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.592529:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: index.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.592531:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.592533:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.592536:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.592539:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.592542:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.592544:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.592547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.592548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.592549:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.592550:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.592552:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.592554:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.592558:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357314.592573:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.592576:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.592577:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.592578:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.592579:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.592580:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.592616:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00010000:00000001:1.0:1712357314.592618:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.592623:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.592625:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.592627:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.592629:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.592631:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357314.592633:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.592634:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f03338311 to hash 00000020:00000001:1.0:1712357314.592636:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.592637:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.592639:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.592641:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.592642:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.592644:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.592649:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.592656:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.593266:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.593268:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.593273:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.593275:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.593277:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.593278:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.593281:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.593284:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.593285:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.593287:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.593291:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.593302:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.593303:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.593309:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.593311:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.593314:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.593317:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.593321:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.593323:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.593324:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.593328:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.593329:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.593335:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.593338:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.593342:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.593347:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155072, portal 10 00000100:00000001:1.0:1712357314.593348:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.593349:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.593353:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.593359:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.593361:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.593362:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357314.593364:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155072, offset 0 00000400:00000200:1.0:1712357314.593368:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.593373:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.593378:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.593382:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.593385:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.593389:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.593390:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.593394:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [527:527:256:4294967295] 192.168.203.120@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:1.0:1712357314.593396:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.593403:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.593408:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.593415:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357314.593420:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.593425:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.593428:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.593451:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.593453:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.593455:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.593457:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.593458:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.593460:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.593461:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.593462:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.593464:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.593465:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.593626:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.593629:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357314.593633:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.593637:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.593639:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357314.593641:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357314.593643:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.593646:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.593652:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.593655:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.593659:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.593660:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.594691:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:3.1:1712357314.594699:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2d00. 00000800:00000001:2.0:1712357314.596141:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.596151:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.596154:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.596156:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.596165:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.596169:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.596175:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.596178:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.596181:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.596185:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9084c0 00000400:00000200:2.0:1712357314.596188:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.596193:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x141d [1] + 224 00000800:00000001:2.0:1712357314.596198:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.596211:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.596214:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.596217:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.596222:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.596228:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.596243:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.596265:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.596271:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.596275:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.596336:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.596341:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.596343:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.596345:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.596348:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.596349:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.596351:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.596356:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.596363:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596368:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.596369:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.596371:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.596373:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.596375:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.596377:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.596379:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.596384:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.596386:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.596388:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.596394:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596399:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.596402:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.596403:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.596405:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.596406:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.596409:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596414:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.596417:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.596418:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.596421:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.596426:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.596429:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.596432:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.596433:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.596435:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.596437:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596441:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.596443:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.596445:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.596446:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.596449:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.596451:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.596453:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.596456:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:1.0:1712357314.596457:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.596460:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00010000:1.0:1712357314.596467:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596474:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.596478:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596482:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.596484:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596488:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.596489:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.596491:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596495:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.596497:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.596499:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.596501:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.596505:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38eac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.596508:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.596510:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596514:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.596515:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.596518:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596521:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.596523:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.596526:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.596527:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.596528:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:1.0:1712357314.596530:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.596531:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.596533:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.596535:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.596539:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.596540:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.596542:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.596543:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.596545:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.596546:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.596546:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.596547:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.596549:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38eac0 with handle 0xbda2fb8f03338311 from hash 00010000:00000001:1.0:1712357314.596551:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.596552:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.596552:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.596553:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.596554:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.596555:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.596556:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.596556:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.596557:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.596558:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.596570:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596573:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.596574:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.596575:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.596576:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.596577:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.596578:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.596605:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.596607:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f03338311 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.596615:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.596616:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.596619:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.596623:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.596628:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.596629:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596631:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596632:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596634:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.596635:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.596636:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596637:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.596638:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=index.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.596641:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.596643:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.596645:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.596649:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.596650:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.596653:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f93c0. 00000080:00002000:1.0:1712357314.596657:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.596662:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.596665:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.596667:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596669:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.596671:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.596672:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.596676:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.596678:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.596681:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.596683:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596684:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.596689:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.596690:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.596693:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.596696:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.596699:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.596702:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596707:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.596709:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.596711:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.596714:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.596716:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.596718:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.596719:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.596721:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.596725:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.596726:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.596727:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357314.596730:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.596730:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.596732:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.596733:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.596734:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.596738:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.596739:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry index.py (ffff8800a7702d80, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.596742:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.596744:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.596747:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.596749:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.596750:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.596752:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.596782:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.596784:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.596786:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.596789:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.596792:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.596793:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.596798:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.596800:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.596802:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.596804:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.596805:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.596806:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.596808:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.596814:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=locations.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.596816:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.596817:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=locations.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.596821:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.596825:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.596827:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.596829:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'locations.py' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.596831:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.596833:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='locations.py' -> mds #0 00800000:00000001:1.0:1712357314.596835:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596837:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.596838:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: locations.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.596841:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.596842:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.596844:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.596846:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.596850:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.596853:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.596856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.596856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.596857:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.596859:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.596861:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.596863:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.596867:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357314.596871:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.596873:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.596875:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.596879:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.596880:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.596881:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.596886:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00010000:00000001:1.0:1712357314.596888:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.596889:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.596891:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.596893:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.596894:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.596896:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357314.596898:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.596899:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03338318 to hash 00000020:00000001:1.0:1712357314.596901:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.596902:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.596904:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.596906:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.596907:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.596909:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.596913:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.596919:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.596923:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.596924:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.596927:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.596929:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.596930:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.596931:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.596934:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.596937:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.596939:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.596943:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.596947:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596952:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.596953:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.596955:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.596956:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.596958:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.596961:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.596964:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.596965:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.596966:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.596969:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.596970:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.596979:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.596980:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.596983:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.596987:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155136, portal 10 00000100:00000001:1.0:1712357314.596989:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.596990:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.596993:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.596999:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.597001:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.597003:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357314.597005:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155136, offset 0 00000400:00000200:1.0:1712357314.597009:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.597013:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.597017:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.597021:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.597024:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.597027:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.597028:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.597035:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [528:528:256:4294967295] 192.168.203.120@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:1.0:1712357314.597038:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.597044:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.597048:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.597051:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357314.597055:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.597060:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.597063:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.597082:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.597084:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.597085:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.597087:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.597088:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.597090:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.597091:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.597093:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.597094:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.597095:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.597156:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.597160:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:3.0:1712357314.597163:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.597166:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.597174:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357314.597175:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357314.597178:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.597182:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.597188:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.597190:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.597194:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.597196:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.597686:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:3.1:1712357314.597691:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f9280. 00000800:00000001:2.0:1712357314.598966:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.598974:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.598977:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.598979:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.598985:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.598990:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.598995:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.598997:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.599000:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.599003:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908500 00000400:00000200:2.0:1712357314.599006:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.599010:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1425 [1] + 224 00000800:00000001:2.0:1712357314.599014:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.599026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.599028:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.599031:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.599035:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.599039:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.599046:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.599114:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.599120:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.599124:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.599130:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.599134:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.599135:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.599137:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.599140:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.599142:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.599143:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.599147:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.599154:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599159:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.599160:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.599162:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.599164:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.599171:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.599172:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.599174:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.599179:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.599182:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.599184:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.599187:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599191:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.599193:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.599194:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.599196:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.599198:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.599201:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599206:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.599208:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.599209:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.599211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.599216:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.599219:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.599222:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.599223:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.599224:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.599226:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599231:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.599233:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.599235:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.599235:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.599238:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.599244:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.599246:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.599248:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357314.599250:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.599252:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357314.599254:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599260:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.599263:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599267:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.599269:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599272:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.599273:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.599275:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599279:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.599280:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.599282:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.599284:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.599288:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.599290:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.599293:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599296:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.599298:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.599300:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599306:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.599308:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.599309:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.599310:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.599311:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357314.599312:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.599313:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.599315:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.599317:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.599321:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.599322:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.599323:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.599324:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.599327:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.599327:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.599328:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.599329:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.599330:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03338318 from hash 00010000:00000001:1.0:1712357314.599331:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.599332:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.599332:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.599333:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.599334:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.599335:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.599336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.599337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.599338:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.599339:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.599341:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599344:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.599347:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.599348:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.599349:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.599350:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.599350:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.599351:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.599353:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.599359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.599361:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.599364:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.599368:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.599372:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.599373:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599375:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599376:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599378:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.599379:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.599380:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599381:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.599383:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=locations.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.599385:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.599387:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.599389:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.599392:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.599393:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.599396:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9500. 00000080:00002000:1.0:1712357314.599400:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.599404:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.599406:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.599409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599411:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.599412:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.599413:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.599416:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.599421:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.599424:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.599426:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599428:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.599429:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.599431:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.599433:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.599436:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.599439:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.599441:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599446:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.599447:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.599449:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.599452:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.599454:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.599455:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.599457:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.599458:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.599462:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.599464:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.599465:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357314.599467:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.599468:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.599470:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.599471:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.599472:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.599476:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.599478:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry locations.py (ffff8800a7702870, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.599480:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.599482:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.599484:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.599487:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.599488:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.599490:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.599516:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.599521:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.599523:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.599527:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.599529:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.599530:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.599532:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.599534:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.599536:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.599537:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.599539:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.599540:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.599541:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.599546:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pep425tags.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.599548:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.599549:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pep425tags.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.599553:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.599556:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.599558:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.599572:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pep425tags.py' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.599574:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.599577:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='pep425tags.py' -> mds #0 00800000:00000001:1.0:1712357314.599580:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599655:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.599656:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pep425tags.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.599659:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.599661:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.599663:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.599666:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.599669:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.599672:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.599675:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.599675:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.599676:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.599678:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.599680:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.599686:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.599690:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357314.599693:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.599696:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.599698:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.599699:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.599699:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.599701:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.599705:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00010000:00000001:1.0:1712357314.599707:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.599709:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.599711:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.599712:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.599713:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.599715:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357314.599717:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.599719:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f0333831f to hash 00000020:00000001:1.0:1712357314.599720:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.599721:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.599723:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.599725:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.599726:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.599728:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.599732:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.599738:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.599742:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.599743:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.599746:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.599748:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.599754:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.599754:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.599757:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.599759:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.599761:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.599762:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.599766:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599771:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.599772:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.599774:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.599776:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.599778:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.599781:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.599784:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.599785:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.599787:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.599789:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.599791:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.599794:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.599796:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.599800:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.599804:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155200, portal 10 00000100:00000001:1.0:1712357314.599805:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.599806:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.599810:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.599816:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.599818:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.599820:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357314.599823:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155200, offset 0 00000400:00000200:1.0:1712357314.599826:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.599829:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.599837:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.599841:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.599844:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.599846:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.599848:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.599851:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [529:529:256:4294967295] 192.168.203.120@tcp LPNI seq info [529:529:8:4294967295] 00000400:00000200:1.0:1712357314.599853:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.599859:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.599863:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.599865:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357314.599869:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.599874:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.599877:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.599896:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.599898:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.599900:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.599902:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.599903:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.599905:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.599906:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.599907:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.599909:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.599910:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.600008:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.600011:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357314.600014:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.600018:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.600020:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357314.600022:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357314.600024:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.600027:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.600033:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.600035:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.600039:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.600040:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.600726:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38eac0. 00000080:00000010:3.1:1712357314.600731:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f93c0. 00000800:00000001:2.0:1712357314.602446:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.602455:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.602465:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.602468:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.602475:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.602480:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.602485:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.602488:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.602491:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.602494:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908540 00000400:00000200:2.0:1712357314.602497:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.602502:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x142d [1] + 224 00000800:00000001:2.0:1712357314.602507:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.602517:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.602519:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.602522:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.602527:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.602531:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.602538:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.602611:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.602617:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.602620:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.602689:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.602693:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.602694:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.602696:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.602699:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.602700:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.602701:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.602705:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.602709:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.602716:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.602717:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.602718:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.602721:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.602722:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.602723:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.602724:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.602728:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.602731:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.602732:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.602734:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.602737:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.602739:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.602740:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.602741:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.602742:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.602744:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.602747:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.602748:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.602749:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.602751:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.602754:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.602756:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.602758:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.602759:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.602760:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.602761:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.602769:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.602771:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.602772:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.602773:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.602775:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.602777:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.602779:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.602780:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357314.602781:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.602783:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357314.602786:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602790:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.602793:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602795:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.602797:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602799:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.602800:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.602801:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602803:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.602804:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.602806:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.602807:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.602809:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.602813:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.602815:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602827:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.602829:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.602833:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602837:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.602838:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.602839:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.602840:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.602841:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357314.602842:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.602844:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.602846:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.602847:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.602851:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.602852:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.602853:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.602854:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.602856:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.602857:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.602858:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.602859:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.602861:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f0333831f from hash 00010000:00000001:1.0:1712357314.602862:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.602863:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.602864:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.602864:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.602865:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.602866:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.602871:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.602872:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.602873:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.602874:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.602876:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.602880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.602881:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.602881:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.602882:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.602883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.602883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.602885:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333831f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.602891:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.602892:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.602896:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.602900:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.602905:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.602906:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.602907:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.602908:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.602910:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.602913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.602913:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.602915:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.602916:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pep425tags.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.602919:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.602921:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.602923:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.602926:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.602927:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.602930:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9640. 00000080:00002000:1.0:1712357314.602937:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77021b0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.602941:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.602945:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.602947:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.602949:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.602950:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.602952:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.602955:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.602957:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.602960:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.602962:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.602963:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.602964:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.602966:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.602968:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.602970:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.602972:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.602975:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.602979:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.602980:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.602983:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.602986:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.602987:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.602988:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.602990:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.602992:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.602995:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.602997:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.602998:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357314.603000:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.603001:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.603002:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.603003:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.603004:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.603008:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.603012:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pep425tags.py (ffff8800a77021b0, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.603014:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.603016:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.603018:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.603020:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.603021:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.603023:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.603050:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.603052:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.603054:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.603057:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.603060:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.603061:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.603063:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.603065:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.603067:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.603072:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.603074:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.603075:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.603077:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.603082:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=status_codes.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.603084:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.603086:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=status_codes.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.603090:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.603093:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.603096:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.603097:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'status_codes.py' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.603099:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.603101:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='status_codes.py' -> mds #0 00800000:00000001:1.0:1712357314.603103:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.603105:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.603106:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: status_codes.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.603109:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.603110:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.603112:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.603117:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.603120:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.603122:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.603124:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.603125:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.603126:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.603128:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.603129:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.603131:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.603134:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357314.603137:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.603139:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.603140:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.603141:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.603142:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.603143:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.603148:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00010000:00000001:1.0:1712357314.603150:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.603151:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.603153:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.603154:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.603155:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.603158:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357314.603160:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.603161:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338326 to hash 00000020:00000001:1.0:1712357314.603162:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.603164:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.603166:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.603167:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.603168:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.603171:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.603175:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.603189:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.603193:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.603194:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.603197:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.603198:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.603200:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.603201:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.603204:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.603207:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.603208:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.603209:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.603213:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.603218:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.603219:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.603221:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.603223:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.603225:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.603228:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.603231:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.603232:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.603234:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.603237:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.603238:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.603246:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.603248:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.603251:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.603255:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155264, portal 10 00000100:00000001:1.0:1712357314.603256:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.603257:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.603261:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.603270:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.603273:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.603275:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357314.603277:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155264, offset 0 00000400:00000200:1.0:1712357314.603281:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.603285:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.603289:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.603293:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.603295:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.603298:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.603300:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.603303:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [530:530:256:4294967295] 192.168.203.120@tcp LPNI seq info [530:530:8:4294967295] 00000400:00000200:1.0:1712357314.603306:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.603311:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.603316:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.603318:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357314.603322:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.603327:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.603330:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.603347:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.603348:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.603350:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.603352:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.603353:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.603355:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.603356:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.603357:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.603359:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.603360:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.603455:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.603458:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357314.603461:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.603464:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.603466:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357314.603467:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357314.603469:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.603472:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.603485:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.603487:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.603491:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.603492:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.603736:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:3.1:1712357314.603740:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f9500. 00010000:00000010:3.1:1712357314.606875:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000800:00000001:2.0:1712357314.606876:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000080:00000010:3.1:1712357314.606883:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f9640. 00000800:00000001:2.0:1712357314.606889:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.606891:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.606893:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.606902:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.606914:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.606924:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.606927:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.606930:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.606934:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908580 00000400:00000200:2.0:1712357314.606937:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.606949:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1435 [1] + 224 00000800:00000001:2.0:1712357314.606954:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.606964:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.606966:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.606970:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.606975:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.606980:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.606988:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.607011:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.607017:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.607019:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.607077:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.607084:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.607085:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.607093:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.607096:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.607098:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.607100:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.607104:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.607112:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607119:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.607120:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.607121:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.607123:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.607125:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.607126:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.607129:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.607134:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.607137:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.607139:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.607142:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607148:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.607150:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.607152:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.607153:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.607155:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.607158:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607164:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.607167:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.607168:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.607170:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.607176:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.607184:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.607188:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.607189:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.607191:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.607194:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607198:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.607200:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.607202:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.607203:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.607205:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.607208:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.607210:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.607212:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357314.607213:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.607215:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357314.607219:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607226:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.607229:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607233:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.607235:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.607240:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.607242:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607246:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.607250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.607252:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.607258:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.607263:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.607265:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.607267:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607270:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.607272:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.607274:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607277:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.607279:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.607280:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.607281:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.607282:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357314.607283:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.607284:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.607286:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.607288:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.607292:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.607293:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.607295:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.607296:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.607298:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.607299:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.607300:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.607301:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.607303:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338326 from hash 00010000:00000001:1.0:1712357314.607308:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.607309:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.607310:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.607310:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.607311:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.607312:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.607314:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.607315:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.607316:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.607317:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.607319:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607322:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.607323:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.607324:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.607325:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.607326:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.607327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.607327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.607329:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338326 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.607350:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.607351:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.607355:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.607359:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.607365:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.607366:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607367:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607368:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607370:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.607371:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.607372:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607373:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.607375:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=status_codes.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.607381:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.607384:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.607386:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.607389:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.607390:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.607393:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f97a0. 00000080:00002000:1.0:1712357314.607397:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.607402:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.607405:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.607408:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607410:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.607411:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.607412:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.607417:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.607418:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.607422:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.607424:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607425:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.607427:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.607428:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.607430:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.607433:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.607436:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.607439:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607444:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.607446:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.607448:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.607451:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.607453:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.607454:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.607455:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.607457:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.607461:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.607462:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.607467:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357314.607470:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.607471:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.607473:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.607474:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.607475:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.607480:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.607481:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry status_codes.py (ffff8800a77020d8, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.607484:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.607486:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.607488:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.607489:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.607490:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.607492:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.607521:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.607523:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.607525:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.607529:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.607532:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.607533:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.607535:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.607537:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.607539:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.607541:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.607542:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.607543:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.607545:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.607551:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=wheel.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.607554:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.607555:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=wheel.py, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.607570:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.607575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.607577:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.607578:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'wheel.py' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.607611:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.607615:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='wheel.py' -> mds #0 00800000:00000001:1.0:1712357314.607621:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607623:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.607625:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: wheel.py,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.607627:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.607629:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.607632:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.607634:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.607638:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.607640:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.607643:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.607644:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.607645:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.607647:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.607648:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.607650:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.607655:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357314.607659:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.607661:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.607663:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.607664:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.607665:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.607666:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.607671:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00010000:00000001:1.0:1712357314.607673:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.607674:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.607676:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.607678:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.607679:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.607681:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357314.607683:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.607685:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f0333832d to hash 00000020:00000001:1.0:1712357314.607686:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.607688:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.607690:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.607692:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.607696:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.607699:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.607705:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.607711:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.607715:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.607716:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.607719:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.607720:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.607727:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.607728:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.607731:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.607733:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.607735:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.607736:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.607740:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607745:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.607746:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.607748:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.607750:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.607753:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155328:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.607755:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.607759:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.607760:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.607762:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.607764:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.607765:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.607769:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.607771:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.607778:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.607782:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155328, portal 10 00000100:00000001:1.0:1712357314.607784:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.607784:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.607789:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.607794:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.607796:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.607797:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357314.607799:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155328, offset 0 00000400:00000200:1.0:1712357314.607803:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.607807:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.607811:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.607815:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.607818:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.607820:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.607822:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.607825:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [531:531:256:4294967295] 192.168.203.120@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:1.0:1712357314.607827:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.607834:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.607838:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.607841:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357314.607845:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.607850:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.607853:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.607865:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.607867:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.607869:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.607871:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.607872:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.607873:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.607875:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.607880:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.607882:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.607882:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.608137:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.608140:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357314.608146:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.608150:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.608153:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357314.608155:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357314.608157:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.608161:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.608290:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.608294:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.608300:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.608301:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.610838:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:3.1:1712357314.610848:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f97a0. 00000800:00000001:2.0:1712357314.611712:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.611722:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.611724:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.611726:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.611733:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.611738:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.611743:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.611747:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.611750:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.611753:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9085c0 00000400:00000200:2.0:1712357314.611757:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.611761:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x143d [1] + 224 00000800:00000001:2.0:1712357314.611766:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.611780:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.611782:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.611785:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.611791:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.611797:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.611817:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.611920:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.611928:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.611931:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.611980:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.611985:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.611986:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.611989:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.611992:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.611994:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.611996:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.612000:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.612007:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612012:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.612014:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.612015:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.612018:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.612020:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.612022:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.612024:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.612030:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.612033:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.612035:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.612038:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612042:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.612044:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.612046:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.612047:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.612049:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.612051:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612056:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.612063:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.612064:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.612068:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.612074:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155328:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.612077:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.612080:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.612082:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.612083:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.612086:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612091:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.612093:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.612095:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.612096:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.612099:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.612101:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.612104:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.612105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357314.612107:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.612109:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357314.612113:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612120:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.612123:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612128:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.612130:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612134:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.612138:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.612140:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612144:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.612146:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.612148:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.612149:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.612153:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.612156:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.612158:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612163:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.612164:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.612166:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612170:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.612172:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.612173:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.612173:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.612174:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357314.612175:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.612177:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.612179:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.612180:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.612184:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.612185:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.612187:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.612188:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.612193:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.612194:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.612195:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.612196:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.612198:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f0333832d from hash 00010000:00000001:1.0:1712357314.612199:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.612200:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.612200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.612201:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.612202:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.612203:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.612205:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.612205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.612206:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.612207:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.612209:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612212:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.612212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.612213:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.612214:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.612215:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.612215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.612216:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.612218:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333832d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.612238:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.612240:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.612243:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.612247:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.612253:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.612253:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612255:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612256:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612261:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.612263:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.612264:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612265:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.612267:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=wheel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.612269:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.612271:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.612273:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.612277:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.612278:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.612281:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f98e0. 00000080:00002000:1.0:1712357314.612285:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.612289:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.612292:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.612294:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612297:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.612298:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.612299:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.612303:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.612305:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.612308:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.612310:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612311:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.612312:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.612314:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.612316:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.612318:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.612321:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.612324:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155328/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612328:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.612330:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.612332:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.612335:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.612336:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.612338:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.612342:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.612344:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.612348:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.612349:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.612351:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357314.612353:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.612354:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.612356:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.612357:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.612358:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.612362:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.612363:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry wheel.py (ffff8800a7702000, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.612365:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.612367:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.612370:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.612372:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.612372:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.612374:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.612401:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.612403:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.612405:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.612408:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.612410:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.612411:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.612413:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.612415:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.612417:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.612419:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.612420:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.612421:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.612423:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.612429:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.612432:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.612433:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.612437:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.612441:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.612446:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.612448:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.612450:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.612456:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.612458:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612460:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.612461:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.612464:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.612465:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.612468:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.612470:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.612473:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.612476:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.612479:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.612480:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.612481:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.612482:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.612484:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.612486:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.612544:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e98400. 00000100:00000001:1.0:1712357314.612548:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.612551:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.612553:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.612554:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.612555:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.612556:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.612691:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00010000:00000001:1.0:1712357314.612695:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.612696:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.612698:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.612700:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.612702:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.612704:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357314.612706:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.612707:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03338334 to hash 00000020:00000001:1.0:1712357314.612713:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.612714:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.612716:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.612718:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.612719:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.612721:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.612725:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.612732:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.612735:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.612737:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.612740:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.612741:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.612743:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.612743:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.612746:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.612749:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.612751:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.612752:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.612755:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612759:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.612760:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.612762:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.612764:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.612766:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.612768:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.612771:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.612773:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.612778:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.612781:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.612782:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.612786:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.612788:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.612791:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.612795:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155392, portal 10 00000100:00000001:1.0:1712357314.612797:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.612797:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.612801:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.612807:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.612810:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.612811:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357314.612814:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155392, offset 0 00000400:00000200:1.0:1712357314.612817:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.612822:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.612826:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.612830:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.612834:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.612836:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.612838:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.612841:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [532:532:256:4294967295] 192.168.203.120@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:1.0:1712357314.612844:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.612850:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.612854:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.612858:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357314.612862:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.612868:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.612871:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.612889:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.612894:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.612895:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.612897:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.612898:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.612900:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.612901:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.612902:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.612904:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.612914:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.613004:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.613006:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357314.613009:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.613013:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.613015:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:3.0:1712357314.613016:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:3.0:1712357314.613018:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.613021:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.613027:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.613029:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.613033:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.613037:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.614732:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:3.1:1712357314.614741:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f98e0. 00000800:00000001:2.0:1712357314.616517:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.616526:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.616529:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.616530:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.616538:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.616543:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.616549:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.616553:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.616556:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.616568:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908600 00000400:00000200:2.0:1712357314.616572:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.616576:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1445 [1] + 224 00000800:00000001:2.0:1712357314.616632:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.616646:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.616649:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.616652:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.616657:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.616663:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.616670:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.616687:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.616693:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.616695:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.616739:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.616744:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.616746:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.616748:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.616751:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.616752:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.616754:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.616758:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.616769:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.616774:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.616778:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.616780:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.616783:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.616785:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.616786:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.616789:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.616794:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.616797:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.616799:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.616802:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.616807:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.616810:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.616811:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.616812:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.616821:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.616825:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.616830:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.616832:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.616834:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.616836:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.616842:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.616846:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.616849:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.616851:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.616852:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.616855:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.616860:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.616862:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.616864:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.616865:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.616868:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.616871:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.616873:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.616874:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357314.616876:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.616878:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357314.616882:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616889:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.616892:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616903:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.616905:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.616910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.616912:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616916:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.616918:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.616921:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.616923:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.616927:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.616929:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.616932:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616941:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.616942:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.616944:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616948:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.616950:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.616951:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.616952:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.616953:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357314.616954:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.616955:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.616957:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.616962:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.616966:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.616967:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.616968:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.616969:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.616971:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.616972:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.616973:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.616974:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.616976:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03338334 from hash 00010000:00000001:1.0:1712357314.616977:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.616978:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.616979:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.616980:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.616980:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.616981:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.616983:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.616983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.616984:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.616985:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.616987:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.616990:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.616991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.616992:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.616993:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.616993:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.616994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.616995:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.616996:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338334 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.617871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.617873:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.617878:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.617887:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.617895:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.617896:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.617897:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.617899:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.617900:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.617902:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.617903:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.617904:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.617905:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.617908:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.617910:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.617912:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.617915:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.617917:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.617920:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9a20. 00000080:00002000:1.0:1712357314.617924:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.617928:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.617931:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.617934:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.617936:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.617937:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.617939:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.617943:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.617945:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.617949:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.617951:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.617952:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.617953:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.617955:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.617957:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.617960:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.617963:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.617966:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.617975:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.617977:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.617979:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.617982:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.617984:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.617985:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.617987:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.617989:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.617993:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.617994:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.617995:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357314.617998:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.617999:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.618001:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.618002:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.618003:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.618006:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.618008:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77020d8, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.618010:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.618012:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.618015:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.618018:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.618019:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.618020:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.618035:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.618036:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.618038:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.618042:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.618044:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.618045:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.618046:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.618048:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.618051:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.618053:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.618054:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.618055:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.618061:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.618067:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.618069:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.618070:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.618072:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.618073:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.618074:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.618076:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.618078:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.618080:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.618081:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.618084:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.618089:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.618092:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.618094:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.618098:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.618100:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.618102:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.618103:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.618106:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.618107:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.618108:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.618110:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.618112:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.618113:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x25:0x0] 40000000:00000001:1.0:1712357314.618115:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.618117:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.618118:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.618119:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.618120:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x25:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.618122:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.618125:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.618126:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.618128:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.618129:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.618135:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.618137:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.618138:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.618139:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.618143:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1180. 00000020:00000040:1.0:1712357314.618145:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.618148:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.618150:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.618151:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.618154:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.618157:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.618158:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.618159:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.618160:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.618162:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.618164:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.618168:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6c00. 00000100:00000001:1.0:1712357314.618172:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.618173:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.618174:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.618176:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.618176:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.618178:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.618185:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.618190:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.618195:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.618197:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.618201:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.618202:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.618204:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.618205:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.618207:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.618210:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.618211:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.618216:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.618219:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.618225:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.618226:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.618228:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.618230:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.618233:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155520:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.618235:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.618239:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.618240:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.618242:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.618245:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357314.618246:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.618251:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.618253:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.618256:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.618260:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572155520, portal 10 00000100:00000001:1.0:1712357314.618262:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.618262:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000040:1.0:1712357314.618266:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.618272:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.618274:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.618275:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357314.618277:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572155520, offset 0 00000400:00000200:1.0:1712357314.618281:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.618285:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.618290:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.618294:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.618297:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.618300:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.618302:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.618309:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [533:533:256:4294967295] 192.168.203.120@tcp LPNI seq info [533:533:8:4294967295] 00000400:00000200:1.0:1712357314.618312:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.618317:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.618322:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.618325:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357314.618330:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.618336:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.618339:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.618346:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.618348:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.618350:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.618352:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.618353:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.618354:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.618356:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.618357:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.618359:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.618360:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.619794:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.619798:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357314.619802:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.619807:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.619811:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357314.619812:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357314.619815:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.619820:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.619827:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.619829:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.619834:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.619835:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.622750:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:3.1:1712357314.622761:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f9a20. 00000800:00000001:2.0:1712357314.625457:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.625467:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.625479:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.625482:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.625491:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625496:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.625502:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625506:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625509:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625512:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908680 00000400:00000200:2.0:1712357314.625515:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625520:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x144d [1] + 224 00000800:00000001:2.0:1712357314.625526:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.625536:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.625538:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.625541:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.625547:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.625553:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.625573:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.625608:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.625614:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.625617:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625621:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.625626:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [534:534:256:4294967295] 192.168.203.120@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:2.0:1712357314.625629:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.625639:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.625644:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.625648:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343400. 00000800:00000200:2.0:1712357314.625652:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.625658:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.625666:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343400 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357314.625728:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.625734:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.625735:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.625738:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.625741:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.625742:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.625744:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.625749:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.625756:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1180 x1795536572155520/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.625788:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.625790:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.625792:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.625794:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.625801:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1712357314.625834:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.625837:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343400. 00000400:00000200:2.0:1712357314.625840:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.625842:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.625846:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.625849:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.626010:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.626014:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.626020:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.626024:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.626026:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.626027:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.626029:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.626031:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626033:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.626034:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.626036:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.626037:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.626037:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168960 : -131936295382656 : ffff88012ffb1180) 00000100:00000001:1.0:1712357314.626040:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.626042:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.626043:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.626045:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.626048:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1180 x1795536572155520/t4294967383(4294967383) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.626054:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.626056:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.626058:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.626060:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1180 x1795536572155520/t4294967383(4294967383) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.626066:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155520:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.626069:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.626071:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626073:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.626074:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.626077:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1180 x1795536572155520/t4294967383(4294967383) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.626081:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.626086:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.626088:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.626089:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.626095:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.626097:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.626099:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.626102:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0xc:0x0] mtime from 1611184483 to 1712357314 00000080:00000001:1.0:1712357314.626104:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.626106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.626109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.626111:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.626113:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.626114:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:1.0:1712357314.626116:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.626121:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76df800. 00000080:00000001:1.0:1712357314.626127:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.626129:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8) 00000080:00000001:1.0:1712357314.626131:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.626132:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x25:0x0] 00000080:00000001:1.0:1712357314.626134:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626135:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:1.0:1712357314.626137:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.626138:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502309 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.626141:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.626142:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.626143:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123220680 : -131938586330936 : ffff8800a76df8c8) 00000080:00000001:1.0:1712357314.626145:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.626146:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.626147:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.626149:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626152:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.626153:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.626155:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1180 x1795536572155520/t4294967383(4294967383) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.626159:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.626165:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.626167:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626171:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626176:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.626177:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.626196:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.626198:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.626200:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626216:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.626217:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.626219:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.626221:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626223:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.626225:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.626227:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.626228:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.626230:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.626232:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.626234:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.626235:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.626236:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.626241:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.626243:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.626245:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.626249:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.626252:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.626255:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.626256:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_vendor' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.626259:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.626262:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='_vendor' -> mds #0 00800000:00000001:1.0:1712357314.626264:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.626266:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.626267:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _vendor,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.626270:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.626271:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.626721:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1500. 00000020:00000040:1.0:1712357314.626724:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=87 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.626728:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.626731:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.626735:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.626736:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.626737:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626739:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.626740:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.626742:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.626748:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9a800. 00000100:00000001:1.0:1712357314.626752:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.626755:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.626756:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.626757:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.626758:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.626759:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.626765:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414169856 : -131936295381760 : ffff88012ffb1500) 00010000:00000001:1.0:1712357314.626767:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.626769:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.626773:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.626776:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.626778:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.626780:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357314.626783:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.626784:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f0333833b to hash 00000020:00000001:1.0:1712357314.626786:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.626787:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.626789:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.626792:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.626793:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.626796:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.626803:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.626814:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.626817:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.626819:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.626822:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.626823:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.626824:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.626825:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414169856 : -131936295381760 : ffff88012ffb1500) 00000100:00000001:1.0:1712357314.626828:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.626830:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626832:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.626834:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.626837:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.626843:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.626845:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.626847:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.626849:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.626851:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.626854:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.626857:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.626858:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.626860:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.626862:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.626863:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.626867:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.626869:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.626872:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.626876:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155584, portal 10 00000100:00000001:1.0:1712357314.626877:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.626878:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414169856 : -131936295381760 : ffff88012ffb1500) 00000100:00000040:1.0:1712357314.626881:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.626889:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.626891:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.626893:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357314.626895:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572155584, offset 0 00000400:00000200:1.0:1712357314.626898:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.626902:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.626905:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.626909:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.626911:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.626914:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.626916:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.626918:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [535:535:256:4294967295] 192.168.203.120@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:1.0:1712357314.626921:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.626926:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.626930:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.626932:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357314.626934:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.626939:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.626941:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.626956:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626957:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.626959:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626961:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.626962:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.626964:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.626966:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.626967:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.626969:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.626969:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.627285:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.627287:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357314.627291:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.627295:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.627297:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:2.0:1712357314.627299:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:2.0:1712357314.627302:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.627305:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.627311:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.627313:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.627318:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.627319:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.629060:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.629069:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.629071:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.629073:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.629080:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.629085:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.629090:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.629094:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.629097:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.629100:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9086c0 00000400:00000200:3.0:1712357314.629103:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.629107:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1455 [1] + 224 00000800:00000001:3.0:1712357314.629112:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.629123:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.629125:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.629128:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.629133:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.629137:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.629160:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.629177:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.629183:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.629186:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.629275:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.629279:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.629280:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.629287:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.629290:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.629292:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.629294:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.629298:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.629306:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.629311:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.629312:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.629313:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.629316:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.629318:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.629319:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.629321:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.629327:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.629330:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.629332:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.629335:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.629340:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.629342:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.629344:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.629345:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.629347:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.629350:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.629356:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.629358:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.629359:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.629362:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.629367:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.629374:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.629377:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.629378:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.629380:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.629382:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.629387:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.629389:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.629392:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.629392:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.629395:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.629398:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.629400:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.629402:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357314.629404:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.629406:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357314.629410:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629417:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.629783:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629790:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.629792:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629795:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.629796:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.629798:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629801:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.629806:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.629809:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.629811:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.629815:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.629818:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.629820:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629824:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.629825:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.629827:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629830:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.629832:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.629833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.629834:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.629840:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357314.629841:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.629842:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.629844:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.629846:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.629853:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.629855:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.629856:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.629857:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.629860:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.629861:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.629862:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.629863:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.629864:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f0333833b from hash 00010000:00000001:1.0:1712357314.629869:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.629917:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.629918:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.629919:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.629920:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.629921:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.629923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.629923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.629924:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.629925:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.629928:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629932:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.629933:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.629934:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.629935:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.629936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.629936:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.629937:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.629938:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333833b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.629945:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.629947:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.629950:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.629954:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.629960:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.629961:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.629962:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.629963:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.629965:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.629967:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.629968:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.629969:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.629971:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_vendor intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.629977:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.629980:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.629981:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.629984:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.629986:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.629989:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9c40. 00000080:00002000:1.0:1712357314.629993:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.629998:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.630001:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.630003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.630005:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.630007:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.630008:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.630012:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.630014:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.630017:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.630019:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.630020:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.630021:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.630023:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.630025:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.630027:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.630030:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.630033:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1500 x1795536572155584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.630038:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.630040:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.630043:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.630046:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.630047:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.630049:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.630050:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.630053:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9a800. 02000000:00000001:1.0:1712357314.630057:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.630058:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.630063:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1500. 00000100:00000001:1.0:1712357314.630065:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.630066:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.630068:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.630069:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.630070:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.630075:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.630076:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _vendor (ffff8800a7702870, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.630079:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.630081:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.630084:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.630086:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.630087:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.630089:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.630106:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.630108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.630110:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.630114:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.630116:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.630118:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.630119:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.630121:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.630658:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.630660:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.630663:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.630665:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.630668:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.630674:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.630677:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.630677:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.630679:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.630682:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.630682:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.630684:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.630686:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.630687:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.630689:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.630696:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.630702:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.630704:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.630707:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.630711:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.630712:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.630714:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.630716:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.630718:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.630719:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.630720:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.630722:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.630724:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.630726:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x26:0x0] 40000000:00000001:1.0:1712357314.630728:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.630729:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.630730:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.630732:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.630733:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '_vendor' [0x200000401:0x26:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.630735:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.630737:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.630738:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.630741:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.630742:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.630744:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.630746:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.630748:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.630749:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.630752:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1500. 00000020:00000040:1.0:1712357314.630754:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=87 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.630758:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.630760:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.630761:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.630763:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.630766:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.630767:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.630772:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.630774:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.630775:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.630778:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.630782:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6400. 00000100:00000001:1.0:1712357314.630787:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.630789:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.630790:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.630791:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.630792:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.630793:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.630801:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.630806:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.630811:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.630812:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.630815:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.630817:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.630819:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.630820:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414169856 : -131936295381760 : ffff88012ffb1500) 00000100:00000001:1.0:1712357314.630823:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.630825:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.630827:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.630828:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.630831:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.630837:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.630838:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.630840:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.630842:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.630845:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155712:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.630848:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.630852:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.630853:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.630859:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.630862:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9a800. 02000000:00000001:1.0:1712357314.630863:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.630869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.630871:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.630875:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.630880:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572155712, portal 10 00000100:00000001:1.0:1712357314.630881:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.630882:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414169856 : -131936295381760 : ffff88012ffb1500) 00000100:00000040:1.0:1712357314.630887:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.630892:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.630894:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.630895:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357314.630898:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572155712, offset 0 00000400:00000200:1.0:1712357314.630901:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.630906:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.630911:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.630915:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.630918:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.630921:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.630923:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.630925:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [536:536:256:4294967295] 192.168.203.120@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:1.0:1712357314.630928:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.630935:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.630940:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.630944:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357314.630948:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.630954:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.630958:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.630978:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.630980:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.630985:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.630987:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.630988:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.630990:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.630992:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.630994:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.630996:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.630996:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.631089:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.631092:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:2.0:1712357314.631096:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.631100:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.631103:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:2.0:1712357314.631104:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:2.0:1712357314.631107:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.631110:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.631117:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.631119:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.631131:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.631133:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.634001:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.634012:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.634015:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.634017:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.634026:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634031:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.634036:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634040:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634042:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634046:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908740 00000400:00000200:3.0:1712357314.634049:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634053:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x145d [1] + 224 00000800:00000001:3.0:1712357314.634058:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.634071:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.634073:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.634077:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.634082:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.634088:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.634095:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.634118:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.634123:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.634127:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634130:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.634141:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [537:537:256:4294967295] 192.168.203.120@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:3.0:1712357314.634143:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.634149:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.634153:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.634156:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.634160:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.634165:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.634168:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357314.634198:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.634204:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.634205:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.634208:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.634211:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000800:00000001:2.0:1712357314.634212:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:1.0:1712357314.634213:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.634215:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.634220:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.634227:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1500 x1795536572155712/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.634233:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.634235:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.634236:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.634239:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.634240:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.634242:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.634244:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.634245:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.634247:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357314.634249:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1712357314.634250:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000400:00000200:3.0:1712357314.634253:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00001000:1.0:1712357314.634253:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.634255:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.634256:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.634258:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.634261:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634263:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.634265:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.634266:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.634267:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.634268:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414169856 : -131936295381760 : ffff88012ffb1500) 00000100:00000001:1.0:1712357314.634275:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.634277:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.634278:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.634279:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.634283:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1500 x1795536572155712/t4294967384(4294967384) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357314.634289:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.634289:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.634291:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.634293:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.634295:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1500 x1795536572155712/t4294967384(4294967384) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.634302:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155712:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.634305:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.634308:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634310:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.634312:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.634315:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1500 x1795536572155712/t4294967384(4294967384) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.634320:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.634323:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.634324:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.634325:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.634331:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.634334:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357314.634336:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634340:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.634343:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.634345:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.634348:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.634349:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.634351:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:1.0:1712357314.634354:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.634369:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7718000. 00000080:00000001:1.0:1712357314.634375:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.634377:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357314.634379:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.634380:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x26:0x0] 00000080:00000001:1.0:1712357314.634382:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634384:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:1.0:1712357314.634385:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.634387:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502310 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.634390:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x26:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.634392:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.634393:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123452104 : -131938586099512 : ffff8800a77180c8) 00000080:00000001:1.0:1712357314.634396:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.634397:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.634399:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.634400:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634404:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.634405:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.634408:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1500 x1795536572155712/t4294967384(4294967384) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.634413:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.634416:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.634420:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634422:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634428:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.634429:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.634435:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.634437:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.634440:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634460:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.634462:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.634464:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.634467:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634470:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.634472:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.634474:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.634480:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.634482:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.634483:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.634485:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.634486:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.634489:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.634494:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=commands, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.634496:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.634498:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=commands, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.634502:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.634506:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.634509:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.634511:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'commands' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.634513:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.634516:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='commands' -> mds #0 00800000:00000001:1.0:1712357314.634518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.634520:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.634522:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: commands,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.634525:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.634527:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.634530:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1880. 00000020:00000040:1.0:1712357314.634533:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=88 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.634537:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.634540:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.634544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.634545:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.634546:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634548:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.634550:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.634552:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.634557:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e9bc00. 00000100:00000001:1.0:1712357314.634575:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.634578:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.634579:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.634580:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.634619:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.634621:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.634627:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414170752 : -131936295380864 : ffff88012ffb1880) 00010000:00000001:1.0:1712357314.634630:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.634632:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.634636:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.634639:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.634641:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.634644:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357314.634647:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.634649:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338342 to hash 00000020:00000001:1.0:1712357314.634651:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.634652:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.634654:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.634657:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.634659:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.634662:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.634668:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.634676:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.634680:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.634681:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.634684:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.634685:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.634687:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.634688:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414170752 : -131936295380864 : ffff88012ffb1880) 00000100:00000001:1.0:1712357314.634691:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.634694:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634701:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.634704:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.634712:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.634718:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.634720:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.634722:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.634724:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.634727:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.634730:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.634733:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.634735:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.634736:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.634740:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.634741:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.634745:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.634748:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.634751:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.634755:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155776, portal 10 00000100:00000001:1.0:1712357314.634757:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.634757:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414170752 : -131936295380864 : ffff88012ffb1880) 00000100:00000040:1.0:1712357314.634762:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.634767:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.634769:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.634771:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357314.634773:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572155776, offset 0 00000400:00000200:1.0:1712357314.634777:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.634780:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.634783:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.634787:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.634790:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.634793:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.634795:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.634797:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [538:538:256:4294967295] 192.168.203.120@tcp LPNI seq info [538:538:8:4294967295] 00000400:00000200:1.0:1712357314.634804:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.634811:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.634815:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.634817:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357314.634821:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.634825:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.634827:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.634842:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634844:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.634846:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634848:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.634849:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.634851:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.634852:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.634854:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.634855:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.634856:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.634964:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.634966:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357314.634969:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.634972:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.634975:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357314.634976:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357314.634978:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.634981:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.634987:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.634990:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.634994:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.634995:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.635885:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357314.635892:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f9c40. 00000800:00000001:2.0:1712357314.637351:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.637362:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.637365:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.637367:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.637376:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.637381:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.637387:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.637390:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.637393:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.637396:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908780 00000400:00000200:2.0:1712357314.637400:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.637405:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1465 [1] + 224 00000800:00000001:2.0:1712357314.637410:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.637423:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.637426:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.637429:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.637434:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.637440:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.637449:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.637470:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.637476:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.637479:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.637779:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.637785:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.637786:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.637789:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.638129:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.638133:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.638136:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.638141:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.638149:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.638155:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.638157:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.638158:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.638161:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.638163:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.638170:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.638172:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.638178:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.638181:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.638183:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.638186:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.638191:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.638194:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.638195:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.638196:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.638198:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.638201:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.638207:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.638209:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.638211:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.638213:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.638219:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.638222:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.638225:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.638227:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.638228:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.638231:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.638235:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.638238:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.638239:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.638240:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.638243:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.638246:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.638252:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.638254:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357314.638256:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.638258:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357314.638262:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638269:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.638273:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638277:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.638279:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.638284:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.638285:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638289:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.638291:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.638293:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.638295:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.638858:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.638862:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.638865:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638869:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.638870:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.638873:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638880:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.638882:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.638883:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.638884:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.638885:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357314.638886:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.638888:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.638890:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.638892:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.638895:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.638896:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.638898:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.638899:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.638902:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.638903:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.638904:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.638905:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.638906:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338342 from hash 00010000:00000001:1.0:1712357314.638908:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.638909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.638909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.638910:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.638911:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.638912:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.638914:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.638914:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.638915:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.638916:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.638918:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638922:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.638925:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.638926:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.638927:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.638928:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.638929:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.638929:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.638931:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338342 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.638938:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.638939:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.638943:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.638948:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.638954:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.638955:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.638956:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.638957:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.638959:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.638961:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.638962:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.638963:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.638964:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=commands intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.638967:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.638969:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.638971:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.638974:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.638975:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.638979:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f9e40. 00000080:00002000:1.0:1712357314.638982:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.638987:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.638990:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.638993:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.638995:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.638996:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.638998:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.639002:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.639006:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.639010:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.639012:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.639013:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.639014:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.639016:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.639018:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.639021:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.639024:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.639027:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1880 x1795536572155776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.639032:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.639033:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.639036:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.639040:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.639041:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.639042:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=87 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.639044:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.639046:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e9bc00. 02000000:00000001:1.0:1712357314.639049:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.639051:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.639052:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1880. 00000100:00000001:1.0:1712357314.639054:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.639055:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.639057:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.639058:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.639059:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.639063:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.639064:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry commands (ffff8800a7702948, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.639066:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.639068:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.639071:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.639073:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.639074:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.639076:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.639094:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.639106:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.639108:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.639112:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.639115:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.639116:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.639117:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.639119:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.639121:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.639123:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.639125:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.639126:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.639128:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.639134:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=commands, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.639136:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.639137:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.639139:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.639141:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.639142:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.639143:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.639145:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.639146:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=commands, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.639148:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.639151:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.639156:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.639158:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.639160:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.639163:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.639164:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.639166:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.639168:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.639170:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.639171:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.639172:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.639174:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.639176:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.639178:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x27:0x0] 40000000:00000001:1.0:1712357314.639183:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.639184:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.639186:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.639187:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.639188:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'commands' [0x200000401:0x27:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.639190:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.639192:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.639193:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.639195:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.639197:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.639199:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.639201:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.639202:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.639203:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.639206:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1880. 00000020:00000040:1.0:1712357314.639208:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=88 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.639212:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.639213:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.639214:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.639217:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.639219:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.639220:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.639221:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.639223:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.639224:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.639226:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.639232:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6200. 00000100:00000001:1.0:1712357314.639236:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.639238:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.639239:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.639240:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.639241:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.639242:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.639250:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.639254:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.639263:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.639264:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.639268:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.639269:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.639271:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.639272:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414170752 : -131936295380864 : ffff88012ffb1880) 00000100:00000001:1.0:1712357314.639275:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.639278:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.639280:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.639281:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.639285:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.639289:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.639290:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.639292:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.639294:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.639296:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155904:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.639299:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.639302:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.639304:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.639306:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.639308:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9bc00. 02000000:00000001:1.0:1712357314.639310:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.639315:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.639318:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.639322:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.639326:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572155904, portal 10 00000100:00000001:1.0:1712357314.639328:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.639328:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414170752 : -131936295380864 : ffff88012ffb1880) 00000100:00000040:1.0:1712357314.639333:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.639338:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.639344:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.639345:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357314.639348:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572155904, offset 0 00000400:00000200:1.0:1712357314.639351:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.639356:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.639360:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.639364:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.639367:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.639370:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.639371:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.639374:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [539:539:256:4294967295] 192.168.203.120@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:1.0:1712357314.639377:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.639384:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.639388:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.639392:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357314.639397:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.639402:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.639405:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.639427:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.639429:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.639430:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.639432:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.639433:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.639435:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.639436:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.639438:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.639439:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.639440:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.640125:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.640129:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357314.640133:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.640138:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.640142:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357314.640149:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357314.640152:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.640156:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.640163:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.640166:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.640171:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.640172:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.645071:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.645083:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.645086:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.645088:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.645104:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645109:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.645115:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645120:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645124:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908800 00000400:00000200:2.0:1712357314.645128:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645133:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x146d [1] + 224 00000800:00000001:2.0:1712357314.645138:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.645150:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.645152:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.645155:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.645159:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.645165:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.645172:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.645191:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.645200:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.645204:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645207:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.645212:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [540:540:256:4294967295] 192.168.203.120@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:2.0:1712357314.645216:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.645222:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.645226:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.645251:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343400. 00000100:00000001:1.0:1712357314.645254:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1712357314.645256:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357314.645259:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.645259:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1712357314.645261:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000010:1.0:1712357314.645262:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000800:00000200:2.0:1712357314.645263:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343400 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1712357314.645264:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.645265:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.645270:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.645273:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.645280:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1880 x1795536572155904/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.645285:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.645287:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.645289:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.645291:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.645293:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.645294:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.645296:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.645303:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.645306:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.645308:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1712357314.645309:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357314.645309:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.645311:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.645314:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645316:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.645318:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.645319:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.645321:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.645322:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414170752 : -131936295380864 : ffff88012ffb1880) 00000100:00000001:1.0:1712357314.645324:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.645325:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.645327:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.645329:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.645332:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1880 x1795536572155904/t4294967385(4294967385) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.645338:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.645340:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.645341:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.645344:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1880 x1795536572155904/t4294967385(4294967385) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357314.645348:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.645351:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343400. 00000400:00000200:2.0:1712357314.645353:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.645356:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00100000:1.0:1712357314.645359:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155904:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.645362:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.645364:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.645365:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645367:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.645369:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.645371:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1880 x1795536572155904/t4294967385(4294967385) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.645377:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.645379:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.645381:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.645382:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.645387:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.645389:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x27:0x0] 00800000:00000001:1.0:1712357314.645391:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645395:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.645398:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.645400:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.645403:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.645404:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.645406:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502311 : 144115205272502311 : 200000401000027) 00000080:00000001:1.0:1712357314.645408:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.645413:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7718800. 00000080:00000001:1.0:1712357314.645419:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.645420:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x27:0x0](ffff8800a77188c8) 00000080:00000001:1.0:1712357314.645422:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.645424:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x27:0x0] 00000080:00000001:1.0:1712357314.645426:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645427:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502311 : 144115205272502311 : 200000401000027) 00000080:00000001:1.0:1712357314.645429:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.645431:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502311 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.645433:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x27:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.645435:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.645440:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123454152 : -131938586097464 : ffff8800a77188c8) 00000080:00000001:1.0:1712357314.645441:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.645443:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.645445:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.645447:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645450:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.645452:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.645455:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1880 x1795536572155904/t4294967385(4294967385) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.645459:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.645462:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.645465:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645468:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645474:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.645475:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.645482:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.645484:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.645486:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645507:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.645509:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.645511:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.645514:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645517:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.645519:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.645520:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.645522:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.645524:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.645526:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.645528:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.645529:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.645531:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.645537:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.645540:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.645542:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.645546:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.645550:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.645557:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.645569:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.645572:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.645574:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='compat' -> mds #0 00800000:00000001:1.0:1712357314.645576:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.645579:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.645580:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.645614:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.645616:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.645620:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1c00. 00000020:00000040:1.0:1712357314.645623:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=89 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.645627:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.645630:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.645633:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.645634:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.645635:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645637:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.645639:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.645641:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.645652:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a70000. 00000100:00000001:1.0:1712357314.645656:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.645658:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.645659:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.645660:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.645660:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.645661:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.645665:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414171648 : -131936295379968 : ffff88012ffb1c00) 00010000:00000001:1.0:1712357314.645667:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.645668:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.645672:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.645674:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.645676:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.645678:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357314.645681:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.645683:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03338349 to hash 00000020:00000001:1.0:1712357314.645685:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.645688:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.645691:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.645693:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.645695:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.645698:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.645704:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.645711:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.645715:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.645716:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.645719:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.645721:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.645722:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.645723:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414171648 : -131936295379968 : ffff88012ffb1c00) 00000100:00000001:1.0:1712357314.645726:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.645728:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645730:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.645731:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.645735:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.645740:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.645741:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.645743:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.645745:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.645747:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.645750:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.645753:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.645755:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.645757:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.645764:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.645766:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357314.645767:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000400:00000200:1.0:1712357314.645770:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.645771:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000080:00000010:2.1:1712357314.645772:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f9e40. 00000400:00000010:1.0:1712357314.645774:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.645778:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572155968, portal 10 00000100:00000001:1.0:1712357314.645779:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.645780:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414171648 : -131936295379968 : ffff88012ffb1c00) 00000100:00000040:1.0:1712357314.645784:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.645790:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.645792:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.645793:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357314.645795:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572155968, offset 0 00000400:00000200:1.0:1712357314.645799:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.645802:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.645805:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.645809:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.645812:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.645814:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.645816:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.645818:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [541:541:256:4294967295] 192.168.203.120@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:1.0:1712357314.645821:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.645826:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.645830:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.645832:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357314.645835:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.645839:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.645841:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.645846:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645848:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.645849:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645855:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.645856:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.645858:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.645859:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.645860:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.645862:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.645863:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.645877:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.645879:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:2.0:1712357314.645882:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.645886:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.645888:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357314.645889:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357314.645891:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.645895:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.645901:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.645903:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.645907:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.645908:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.648325:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.648335:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.648338:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.648340:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.648348:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.648352:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.648357:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.648361:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.648363:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.648367:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908840 00000400:00000200:3.0:1712357314.648370:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.648373:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1475 [1] + 224 00000800:00000001:3.0:1712357314.648379:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.648390:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.648393:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.648396:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.648401:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.648406:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.648414:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.648506:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.648519:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.648522:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.648700:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.648705:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.648707:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.648709:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.648712:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.648713:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.648716:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.648720:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.648727:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.648732:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.648733:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.648735:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.648737:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.648739:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.648740:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.648742:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.648749:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.648752:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.648754:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.648756:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.648761:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.648763:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.648764:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.648765:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.648767:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.648769:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.648779:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.648781:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.648782:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.648785:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.648791:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572155968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.648795:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.648797:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.648799:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.648800:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.648802:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.648806:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.648810:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.648812:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.648813:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.648815:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.648818:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.648820:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.648822:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357314.648824:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.648826:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357314.648829:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648835:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.648838:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648842:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.648847:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648851:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.648852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.648854:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648857:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.648859:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.648860:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.648862:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.648866:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.648869:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.648871:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648876:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.648877:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.648879:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648882:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.648884:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.648885:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.648886:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.648887:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357314.648888:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.648889:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.648891:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.648892:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.648902:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.648903:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.648905:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.648906:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.648908:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.648909:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.648910:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.648911:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.648913:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03338349 from hash 00010000:00000001:1.0:1712357314.648914:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.648915:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.648916:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.648917:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.648918:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.648919:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.648920:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.648921:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.648922:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.648923:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.648925:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648929:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.648929:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.648930:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.648931:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.648933:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.648938:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.648938:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.648940:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338349 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.648948:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.648949:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.648952:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.648956:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.648965:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.648966:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.648967:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.648968:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.648970:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.648972:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.648972:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.648973:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.648975:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.648977:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.648980:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.648982:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.648985:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.648986:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.648989:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab2f98e0. 00000080:00002000:1.0:1712357314.648994:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.648999:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.649002:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.649004:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.649006:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.649007:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.649009:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.649013:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.649014:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.649017:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.649019:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.649021:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.649022:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.649023:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.649026:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.649028:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.649031:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.649034:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1c00 x1795536572155968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.649045:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.649047:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.649049:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.649052:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.649054:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.649055:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=88 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.649057:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.649059:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a70000. 02000000:00000001:1.0:1712357314.649062:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.649063:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.649065:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1c00. 00000100:00000001:1.0:1712357314.649067:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.649068:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.649069:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.649070:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.649071:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.649076:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.649077:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat (ffff8800a7702288, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.649079:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.649082:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.649084:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.649087:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.649088:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.649089:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.649105:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.649107:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.649109:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.649112:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.649115:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.649116:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.649118:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.649119:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.649122:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.649124:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.649125:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.649126:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.649131:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.649136:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.649138:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.649139:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.649141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.649143:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.649144:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.649145:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.649147:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.649149:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=compat, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.649151:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.649153:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.649157:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.649159:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.649161:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.649165:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.649166:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.649168:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.649170:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.649173:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.649174:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.649175:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.649177:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.649179:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.649181:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x28:0x0] 40000000:00000001:1.0:1712357314.649182:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.649184:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.649185:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.649186:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.649188:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'compat' [0x200000401:0x28:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.649189:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.649191:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.649193:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.649195:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.649197:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.649201:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.649203:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.649204:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.649206:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.649209:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1c00. 00000020:00000040:1.0:1712357314.649211:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=89 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.649215:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.649216:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.649217:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.649219:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.649222:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.649223:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.649224:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.649225:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.649226:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.649228:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.649231:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7e00. 00000100:00000001:1.0:1712357314.649235:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.649236:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.649237:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.649237:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.649238:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.649239:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.649245:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.649248:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.649252:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.649252:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.649255:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.649256:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.649257:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.649258:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414171648 : -131936295379968 : ffff88012ffb1c00) 00000100:00000001:1.0:1712357314.649261:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.649263:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.649264:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.649267:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.649270:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.649273:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.649274:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.649276:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.649277:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.649278:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156096:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.649280:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.649282:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.649283:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.649284:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.649286:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a70000. 02000000:00000001:1.0:1712357314.649287:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.649289:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.649290:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.649294:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.649297:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572156096, portal 10 00000100:00000001:1.0:1712357314.649297:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.649298:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414171648 : -131936295379968 : ffff88012ffb1c00) 00000100:00000040:1.0:1712357314.649301:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.649304:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.649306:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.649306:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357314.649308:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572156096, offset 0 00000400:00000200:1.0:1712357314.649310:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.649313:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.649316:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.649320:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.649322:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.649324:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.649325:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.649330:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [542:542:256:4294967295] 192.168.203.120@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:1.0:1712357314.649332:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.649336:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.649339:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.649341:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357314.649345:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.649349:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.649351:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.649363:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.649365:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.649367:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.649369:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.649370:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.649371:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.649373:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.649374:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.649376:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.649376:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.649430:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.649433:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357314.649436:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.649440:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.649442:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:2.0:1712357314.649443:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:2.0:1712357314.649445:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.649448:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.649453:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.649455:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.649460:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.649461:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.652554:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.652575:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.652578:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.652580:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.652615:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652620:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.652626:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652629:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652631:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652635:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef9088c0 00000400:00000200:3.0:1712357314.652638:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652642:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x147d [1] + 224 00000800:00000001:3.0:1712357314.652648:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.652661:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.652663:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.652667:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.652671:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.652677:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.652685:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.652704:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.652709:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.652712:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652716:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.652720:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [543:543:256:4294967295] 192.168.203.120@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:3.0:1712357314.652724:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.652729:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.652733:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.652743:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.652747:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.652752:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.652755:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357314.652784:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.652789:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.652790:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.652793:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.652795:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.652797:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.652799:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.652802:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.652809:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1c00 x1795536572156096/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.652814:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.652815:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.652817:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.652819:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.652830:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.652832:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.652834:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.652841:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.652844:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.652847:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.652848:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.652850:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.652853:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.652855:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.652856:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.652857:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.652859:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.652860:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414171648 : -131936295379968 : ffff88012ffb1c00) 00000800:00000001:2.0:1712357314.652862:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357314.652862:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.652863:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.652864:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.652866:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.652870:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1c00 x1795536572156096/t4294967386(4294967386) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.652875:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.652878:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.652879:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.652882:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1c00 x1795536572156096/t4294967386(4294967386) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.652887:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156096:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.652891:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.652893:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.652895:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.652896:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.652898:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1c00 x1795536572156096/t4294967386(4294967386) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.652903:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.652904:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.652906:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357314.652909:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1712357314.652909:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.652909:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.652911:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1712357314.652912:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357314.652912:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.652918:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.652921:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x28:0x0] 00800000:00000001:1.0:1712357314.652922:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.652926:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.652929:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.652931:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.652933:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.652935:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.652936:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502312 : 144115205272502312 : 200000401000028) 00000080:00000001:1.0:1712357314.652939:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.652944:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7719000. 00000080:00000001:1.0:1712357314.652950:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.652951:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x28:0x0](ffff8800a77190c8) 00000080:00000001:1.0:1712357314.652953:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.652955:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x28:0x0] 00000080:00000001:1.0:1712357314.652957:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.652958:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502312 : 144115205272502312 : 200000401000028) 00000080:00000001:1.0:1712357314.652960:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.652962:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502312 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.652964:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x28:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.652966:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.652968:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123456200 : -131938586095416 : ffff8800a77190c8) 00000080:00000001:1.0:1712357314.652970:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.652971:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.652973:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.652974:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.652977:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.652979:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.652982:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1c00 x1795536572156096/t4294967386(4294967386) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.652987:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.652989:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.652996:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.653000:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.653006:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.653007:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.653011:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.653013:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.653016:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.653036:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.653038:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.653039:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.653042:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.653045:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.653046:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.653048:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.653050:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.653052:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.653054:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.653056:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.653057:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.653058:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.653064:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=models, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.653066:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.653067:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=models, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.653071:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.653075:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.653077:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.653079:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'models' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.653081:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.653085:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='models' -> mds #0 00800000:00000001:1.0:1712357314.653087:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.653089:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.653090:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: models,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.653093:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.653095:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.653098:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1f80. 00000020:00000040:1.0:1712357314.653101:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=90 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.653109:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.653112:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.653116:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.653116:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.653118:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.653120:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.653121:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.653124:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.653128:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a70400. 00000100:00000001:1.0:1712357314.653132:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.653135:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.653136:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.653137:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.653138:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.653139:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.653143:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414172544 : -131936295379072 : ffff88012ffb1f80) 00010000:00000001:1.0:1712357314.653146:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.653148:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.653152:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.653154:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.653156:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.653158:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357314.653161:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.653163:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338350 to hash 00000020:00000001:1.0:1712357314.653165:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.653166:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.653168:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.653170:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.653172:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.653175:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.653181:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.653188:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.653196:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.653197:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.653201:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.653202:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.653203:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.653204:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414172544 : -131936295379072 : ffff88012ffb1f80) 00000100:00000001:1.0:1712357314.653212:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.653215:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.653217:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.653219:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.653222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.653227:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.653229:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.653231:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.653233:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.653235:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.653238:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.653241:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.653243:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.653244:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.653247:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.653248:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.653252:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.653254:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.653257:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.653261:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572156160, portal 10 00000100:00000001:1.0:1712357314.653263:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.653264:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414172544 : -131936295379072 : ffff88012ffb1f80) 00000100:00000040:1.0:1712357314.653268:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.653273:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.653279:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.653281:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357314.653284:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572156160, offset 0 00000400:00000200:1.0:1712357314.653287:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.653291:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.653293:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.653297:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.653300:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.653303:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.653305:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.653307:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [544:544:256:4294967295] 192.168.203.120@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:1.0:1712357314.653309:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.653315:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.653319:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.653321:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357314.653324:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.653327:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.653330:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.653350:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.653352:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.653354:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.653356:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.653357:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.653359:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.653360:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.653361:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.653363:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.653363:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.653536:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.653539:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:2.0:1712357314.653542:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.653546:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.653548:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357314.653549:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:2.0:1712357314.653552:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.653556:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.653571:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.653574:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.653579:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.653580:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.654868:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:0.1:1712357314.654875:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab2f98e0. 00000800:00000001:3.0:1712357314.655039:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.655046:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.655047:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.655048:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.655053:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.655057:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.655060:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.655062:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.655064:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.655067:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908900 00000400:00000200:3.0:1712357314.655069:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.655072:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1485 [1] + 224 00000800:00000001:3.0:1712357314.655076:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.655084:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.655086:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.655088:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.655091:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.655095:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.655100:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.655112:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.655116:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.655118:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.655140:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.655144:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.655146:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.655148:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.655150:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.655152:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.655158:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.655162:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.655168:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655173:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.655174:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.655176:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.655178:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.655179:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.655181:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.655183:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.655188:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.655191:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.655193:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.655196:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655201:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.655203:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.655205:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.655206:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.655207:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.655211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655216:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.655218:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.655219:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.655221:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.655227:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.655230:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.655236:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.655238:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.655239:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.655243:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655247:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.655249:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.655251:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.655251:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.655254:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.655257:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.655259:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.655260:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357314.655262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.655264:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357314.655268:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655274:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.655277:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655281:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.655283:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655286:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.655286:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.655287:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655290:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.655291:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.655292:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.655294:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.655300:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.655302:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.655303:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655306:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.655307:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.655308:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655310:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.655312:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.655312:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.655313:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.655314:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357314.655315:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.655315:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.655317:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.655318:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.655320:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.655321:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.655322:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.655323:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.655324:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.655325:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.655325:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.655326:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.655327:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338350 from hash 00010000:00000001:1.0:1712357314.655328:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.655328:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.655330:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.655331:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.655332:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.655332:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.655333:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.655334:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.655335:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655335:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.655336:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655338:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.655339:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.655339:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.655340:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.655340:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.655341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.655341:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.655342:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338350 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.655347:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.655348:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.655350:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.655353:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.655356:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.655357:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655357:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655358:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655360:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.655361:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.655361:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655362:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.655363:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=models intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.655365:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655367:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655376:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655378:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.655379:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.655381:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65160. 00000080:00002000:1.0:1712357314.655385:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77026c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.655387:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655390:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.655392:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655394:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.655395:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.655396:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.655399:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.655400:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.655403:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.655404:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655405:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655406:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655407:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.655408:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.655410:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.655412:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.655414:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1f80 x1795536572156160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655417:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.655418:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.655420:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.655422:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.655423:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.655424:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=89 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.655425:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.655426:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a70400. 02000000:00000001:1.0:1712357314.655429:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.655430:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.655431:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1f80. 00000100:00000001:1.0:1712357314.655433:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.655434:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.655436:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.655437:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.655438:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.655442:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.655443:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry models (ffff8800a77026c0, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.655444:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.655446:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.655448:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.655449:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.655450:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.655451:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655465:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.655466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.655468:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.655470:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655472:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.655473:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.655474:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.655475:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.655477:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.655478:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655479:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.655480:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.655481:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.655485:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=models, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.655486:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.655487:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.655488:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655490:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.655490:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.655491:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.655493:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.655494:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=models, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.655495:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.655497:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.655500:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.655504:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655506:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.655510:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.655511:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.655513:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.655514:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.655516:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.655517:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.655518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655519:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.655521:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.655522:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x29:0x0] 40000000:00000001:1.0:1712357314.655524:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655524:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655525:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.655526:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.655527:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'models' [0x200000401:0x29:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.655528:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655530:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.655531:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.655532:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.655533:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.655534:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.655535:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.655536:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.655537:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.655538:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb1f80. 00000020:00000040:1.0:1712357314.655539:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=90 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.655542:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.655543:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.655544:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.655546:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.655548:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.655548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.655549:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.655550:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.655553:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.655555:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.655569:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6e00. 00000100:00000001:1.0:1712357314.655573:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.655575:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.655576:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.655577:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.655578:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.655579:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.655612:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.655617:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.655622:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.655623:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.655627:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.655628:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.655630:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.655631:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414172544 : -131936295379072 : ffff88012ffb1f80) 00000100:00000001:1.0:1712357314.655634:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.655636:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.655638:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.655639:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.655642:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655647:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.655648:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.655650:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.655651:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.655653:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb1f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156288:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.655656:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.655659:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.655660:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.655661:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.655664:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a70400. 02000000:00000001:1.0:1712357314.655669:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.655673:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.655675:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.655678:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.655682:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572156288, portal 10 00000100:00000001:1.0:1712357314.655683:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.655684:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414172544 : -131936295379072 : ffff88012ffb1f80) 00000100:00000040:1.0:1712357314.655688:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.655693:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.655695:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.655697:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357314.655699:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572156288, offset 0 00000400:00000200:1.0:1712357314.655703:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.655706:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.655710:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.655714:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.655717:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.655719:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.655721:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.655724:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [545:545:256:4294967295] 192.168.203.120@tcp LPNI seq info [545:545:8:4294967295] 00000400:00000200:1.0:1712357314.655727:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.655733:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.655737:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.655739:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357314.655743:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.655748:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.655751:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.655763:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.655764:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.655766:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.655771:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.655772:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.655774:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.655776:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.655777:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.655778:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.655779:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.655829:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.655832:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:2.0:1712357314.655834:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.655838:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.655840:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:2.0:1712357314.655841:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:2.0:1712357314.655844:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.655847:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.655852:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.655854:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.655859:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.655860:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.658640:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.658652:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.658655:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.658657:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.658665:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658671:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.658677:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658680:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658683:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658686:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908980 00000400:00000200:3.0:1712357314.658690:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658694:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x148d [1] + 224 00000800:00000001:3.0:1712357314.658700:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.658713:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.658715:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.658719:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.658723:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.658730:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.658737:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.658759:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.658765:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.658768:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658772:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.658776:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [546:546:256:4294967295] 192.168.203.120@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:3.0:1712357314.658778:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.658784:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.658788:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.658792:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.658802:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.658808:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.658810:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.658874:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.658877:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357314.658878:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.658881:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.658885:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.658887:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.658932:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.658939:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.658940:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.658943:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.658946:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.658948:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.658950:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.658955:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.658970:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb1f80 x1795536572156288/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.658975:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.658977:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.658979:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.658981:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.658983:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.658985:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.658988:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.658995:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.658998:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.659001:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.659002:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.659004:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.659007:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659010:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.659011:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.659013:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.659014:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.659015:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414172544 : -131936295379072 : ffff88012ffb1f80) 00000100:00000001:1.0:1712357314.659018:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.659024:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.659026:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.659028:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.659032:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb1f80 x1795536572156288/t4294967387(4294967387) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.659038:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.659041:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.659042:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.659045:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb1f80 x1795536572156288/t4294967387(4294967387) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.659052:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb1f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156288:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.659056:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.659059:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659061:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.659063:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.659065:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb1f80 x1795536572156288/t4294967387(4294967387) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.659070:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.659073:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.659075:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.659076:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.659083:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.659087:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x29:0x0] 00800000:00000001:1.0:1712357314.659089:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659093:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.659096:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.659099:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.659102:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.659103:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.659105:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502313 : 144115205272502313 : 200000401000029) 00000080:00000001:1.0:1712357314.659108:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.659114:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7719800. 00000080:00000001:1.0:1712357314.659121:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.659127:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x29:0x0](ffff8800a77198c8) 00000080:00000001:1.0:1712357314.659129:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.659130:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x29:0x0] 00000080:00000001:1.0:1712357314.659132:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659133:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502313 : 144115205272502313 : 200000401000029) 00000080:00000001:1.0:1712357314.659135:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.659137:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502313 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.659140:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x29:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.659142:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.659144:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123458248 : -131938586093368 : ffff8800a77198c8) 00000080:00000001:1.0:1712357314.659146:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.659147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.659149:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.659150:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659154:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.659155:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.659159:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb1f80 x1795536572156288/t4294967387(4294967387) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.659164:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.659167:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.659171:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659174:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659183:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.659185:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.659191:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.659192:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.659195:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659215:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.659217:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.659218:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.659221:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659224:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.659225:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.659227:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.659229:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.659235:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.659237:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.659239:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.659240:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.659242:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.659248:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=operations, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.659251:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.659253:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=operations, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.659257:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.659261:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.659265:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.659266:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'operations' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.659269:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.659272:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='operations' -> mds #0 00800000:00000001:1.0:1712357314.659274:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.659277:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.659278:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: operations,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.659281:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.659283:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.659286:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2300. 00000020:00000040:1.0:1712357314.659289:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=91 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.659293:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.659296:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.659300:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.659301:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.659303:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659305:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.659307:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.659309:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.659314:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a70800. 00000100:00000001:1.0:1712357314.659318:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.659320:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.659321:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.659322:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.659323:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.659328:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.659333:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414173440 : -131936295378176 : ffff88012ffb2300) 00010000:00000001:1.0:1712357314.659336:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.659337:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.659342:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.659344:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.659346:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.659353:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357314.659356:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.659358:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f03338357 to hash 00000020:00000001:1.0:1712357314.659359:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.659360:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.659362:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.659365:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.659366:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.659369:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.659375:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.659382:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.659386:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.659387:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.659390:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.659391:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.659393:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.659394:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414173440 : -131936295378176 : ffff88012ffb2300) 00000100:00000001:1.0:1712357314.659397:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.659400:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659402:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.659403:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.659408:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.659417:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.659418:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.659420:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.659422:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.659424:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.659426:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.659430:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.659431:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.659432:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.659435:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.659437:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.659440:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.659442:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.659445:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.659450:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572156352, portal 10 00000100:00000001:1.0:1712357314.659451:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.659452:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414173440 : -131936295378176 : ffff88012ffb2300) 00000100:00000040:1.0:1712357314.659456:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.659461:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.659463:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.659464:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357314.659467:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572156352, offset 0 00000400:00000200:1.0:1712357314.659471:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.659474:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.659477:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.659480:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.659483:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.659485:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.659487:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.659489:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [547:547:256:4294967295] 192.168.203.120@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:1.0:1712357314.659492:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.659503:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.659506:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.659509:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357314.659512:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.659515:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.659517:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.659534:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659535:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.659537:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659539:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.659540:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.659542:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.659543:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.659544:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.659546:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.659547:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.659695:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.659698:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357314.659701:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.659704:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.659706:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357314.659714:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357314.659717:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.659720:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.659726:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.659729:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.659734:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.659735:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.660694:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:0.1:1712357314.660701:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65160. 00000800:00000001:2.0:1712357314.663642:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.663656:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.663659:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.663661:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.663670:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.663686:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.663692:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.663696:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.663699:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.663703:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9089c0 00000400:00000200:2.0:1712357314.663706:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.663711:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1495 [1] + 224 00000800:00000001:2.0:1712357314.663717:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.663727:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.663729:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.663733:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.663737:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.663744:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.663753:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.663771:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.663777:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.663780:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.663806:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.663812:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.663813:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.663816:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.663819:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.663821:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.663823:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.663828:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.663836:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.663841:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.663843:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.663844:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.663847:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.663849:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.663851:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.663853:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.663864:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.663867:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.663869:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.663872:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.663877:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.663879:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.663880:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.663882:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.663884:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.663887:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.663891:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.663894:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.663895:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.663898:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.663904:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.663907:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.663910:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.663912:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.663913:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.663915:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.663920:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.663923:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.663925:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.663926:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.663928:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.663931:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.663933:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.663935:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357314.663940:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.663943:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357314.663946:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.663954:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.663957:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.663962:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.663964:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.663968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.663969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.663971:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.663975:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.663977:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.663980:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.663982:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.663986:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.663989:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.663991:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.663995:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.663997:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.663999:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.664002:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.664008:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.664009:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.664010:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.664011:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357314.664012:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.664014:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.664016:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.664018:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.664022:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.664023:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.664025:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.664026:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.664028:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.664029:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.664029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.664030:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.664032:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f03338357 from hash 00010000:00000001:1.0:1712357314.664034:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.664034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.664035:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.664036:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.664037:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.664038:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.664040:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.664040:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.664041:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664042:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.664044:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.664048:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.664048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.664049:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.664050:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.664055:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.664055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.664056:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.664057:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338357 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.664065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.664066:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.664070:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.664074:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.664079:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.664080:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664082:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664083:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664085:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.664086:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.664087:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664088:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.664090:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=operations intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.664092:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664095:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664097:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664100:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.664101:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.664104:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65360. 00000080:00002000:1.0:1712357314.664108:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.664113:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664116:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.664119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664122:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.664123:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.664125:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.664129:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.664131:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.664134:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.664140:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664141:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664142:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664144:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.664146:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.664149:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.664152:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.664155:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2300 x1795536572156352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.664160:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.664162:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.664165:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.664168:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.664170:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.664172:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=90 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.664173:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.664175:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a70800. 02000000:00000001:1.0:1712357314.664178:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.664180:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.664181:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2300. 00000100:00000001:1.0:1712357314.664184:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.664184:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.664186:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.664187:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.664188:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.664193:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.664194:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry operations (ffff8800a7702360, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.664197:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.664199:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.664202:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.664205:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.664206:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.664208:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664226:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.664228:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.664230:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.664237:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664240:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.664241:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.664243:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.664245:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.664247:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.664249:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664251:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.664252:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.664253:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.664260:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=operations, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.664262:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.664263:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.664265:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664267:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.664269:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.664270:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.664272:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.664273:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=operations, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.664275:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.664278:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.664284:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.664286:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664288:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.664292:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.664293:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.664294:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.664297:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.664299:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.664300:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.664301:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664303:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.664306:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.664307:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2a:0x0] 40000000:00000001:1.0:1712357314.664309:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664314:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664316:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.664317:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.664319:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'operations' [0x200000401:0x2a:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.664321:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664323:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.664324:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.664327:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.664328:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.664330:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.664332:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.664333:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.664334:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.664337:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2300. 00000020:00000040:1.0:1712357314.664340:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=91 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.664343:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.664344:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.664346:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.664348:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.664351:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.664352:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.664353:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.664355:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.664357:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.664359:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.664363:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7000. 00000100:00000001:1.0:1712357314.664367:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.664369:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.664370:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.664371:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.664372:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.664373:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.664381:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.664386:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.664398:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.664400:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.664404:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.664405:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.664407:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.664408:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414173440 : -131936295378176 : ffff88012ffb2300) 00000100:00000001:1.0:1712357314.664411:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.664414:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.664416:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.664417:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.664420:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.664425:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.664426:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.664428:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.664430:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.664433:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156480:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.664436:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.664439:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.664441:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.664443:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.664445:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a70800. 02000000:00000001:1.0:1712357314.664446:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.664450:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.664452:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.664455:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.664459:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572156480, portal 10 00000100:00000001:1.0:1712357314.664461:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.664461:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414173440 : -131936295378176 : ffff88012ffb2300) 00000100:00000040:1.0:1712357314.664465:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.664470:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.664476:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.664477:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357314.664481:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572156480, offset 0 00000400:00000200:1.0:1712357314.664484:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.664488:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.664493:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.664497:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.664501:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.664503:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.664505:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.664508:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [548:548:256:4294967295] 192.168.203.120@tcp LPNI seq info [548:548:8:4294967295] 00000400:00000200:1.0:1712357314.664511:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.664517:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.664522:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.664524:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357314.664528:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.664534:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.664537:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.664569:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.664571:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.664572:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.664574:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.664575:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.664577:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.664578:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.664579:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.664951:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.664953:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.665012:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.665015:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357314.665019:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.665023:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.665025:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357314.665026:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357314.665029:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.665032:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.665038:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.665046:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.665050:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.665052:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.669735:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:3.1:1712357314.669744:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65360. 00000800:00000001:2.0:1712357314.669747:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.669758:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.669760:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.669762:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.669770:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669775:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.669780:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669784:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669787:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669791:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908a40 00000400:00000200:2.0:1712357314.669794:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669799:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x149d [1] + 224 00000800:00000001:2.0:1712357314.669805:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.669825:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.669827:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.669831:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.669838:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.669844:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.669852:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.669873:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.669880:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.669883:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669887:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.669892:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [549:549:256:4294967295] 192.168.203.120@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:2.0:1712357314.669895:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.669901:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.669905:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.669909:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343400. 00000800:00000200:2.0:1712357314.669914:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.669919:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.669923:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357314.669951:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357314.670069:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.670076:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.670078:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.670080:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.670083:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.670085:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.670093:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.670097:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.670104:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2300 x1795536572156480/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.670109:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.670111:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.670113:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.670115:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.670117:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.670118:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.670120:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.670127:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.670130:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.670132:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.670134:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.670136:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.670139:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670141:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.670143:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.670144:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.670146:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.670147:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414173440 : -131936295378176 : ffff88012ffb2300) 00000100:00000001:1.0:1712357314.670150:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.670151:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.670152:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.670154:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.670157:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2300 x1795536572156480/t4294967388(4294967388) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.670163:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.670165:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.670167:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.670169:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2300 x1795536572156480/t4294967388(4294967388) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.670184:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156480:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.670188:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.670191:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670193:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.670194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.670197:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2300 x1795536572156480/t4294967388(4294967388) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.670201:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.670203:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.670205:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.670206:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.670212:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.670214:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x2a:0x0] 00800000:00000001:1.0:1712357314.670216:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670220:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.670222:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.670225:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.670227:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.670229:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.670231:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502314 : 144115205272502314 : 20000040100002a) 00000080:00000001:1.0:1712357314.670233:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.670240:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771a000. 00000080:00000001:1.0:1712357314.670245:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.670247:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2a:0x0](ffff8800a771a0c8) 00000080:00000001:1.0:1712357314.670249:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.670251:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2a:0x0] 00000080:00000001:1.0:1712357314.670253:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670254:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502314 : 144115205272502314 : 20000040100002a) 00000080:00000001:1.0:1712357314.670256:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.670258:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502314 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.670261:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2a:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.670262:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.670268:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123460296 : -131938586091320 : ffff8800a771a0c8) 00000080:00000001:1.0:1712357314.670270:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.670271:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.670273:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.670274:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670278:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.670279:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.670282:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2300 x1795536572156480/t4294967388(4294967388) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.670287:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.670290:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.670293:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670296:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670301:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.670301:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.670318:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.670319:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.670321:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670339:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.670341:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.670342:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.670344:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670346:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.670347:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.670348:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.670350:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.670352:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.670353:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.670355:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.670355:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.670356:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.670361:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=req, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.670363:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.670364:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=req, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.670367:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.670370:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.670375:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.670377:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'req' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.670378:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.670381:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='req' -> mds #0 00800000:00000001:1.0:1712357314.670383:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.670385:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.670386:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: req,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.670388:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.670390:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.670393:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2680. 00000020:00000040:1.0:1712357314.670395:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=92 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.670398:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.670400:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.670403:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.670404:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.670405:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670406:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.670407:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.670409:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.670413:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a70c00. 00000100:00000001:1.0:1712357314.670416:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.670418:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.670419:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.670420:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.670421:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.670421:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.670425:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414174336 : -131936295377280 : ffff88012ffb2680) 00010000:00000001:1.0:1712357314.670427:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.670428:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.670431:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.670432:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.670434:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.670435:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357314.670437:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.670439:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f0333835e to hash 00000020:00000001:1.0:1712357314.670440:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.670443:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357314.670444:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357314.670446:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.670447:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.670450:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.670454:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.670459:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.670461:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.670462:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.670465:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.670466:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.670467:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.670467:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414174336 : -131936295377280 : ffff88012ffb2680) 00000100:00000001:1.0:1712357314.670470:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.670473:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670474:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.670475:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.670478:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.670481:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.670483:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.670484:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.670486:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.670488:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.670491:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.670496:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.670497:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.670499:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.670505:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.670506:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.670510:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.670512:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.670516:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.670520:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572156544, portal 10 00000100:00000001:1.0:1712357314.670522:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.670523:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414174336 : -131936295377280 : ffff88012ffb2680) 00000100:00000040:1.0:1712357314.670527:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.670531:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.670533:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.670535:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357314.670537:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572156544, offset 0 00000400:00000200:1.0:1712357314.670541:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.670544:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.670547:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.670551:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.670554:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.670556:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.670568:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.670571:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [550:550:255:4294967295] 192.168.203.120@tcp LPNI seq info [550:550:7:4294967295] 00000400:00000200:1.0:1712357314.670574:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.670579:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.670617:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.670620:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357314.670627:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.670631:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.670633:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.670636:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670637:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.670638:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670644:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.670645:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.670646:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.670648:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.670649:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.670650:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.670651:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.670779:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.670782:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343400. 00000400:00000200:2.0:1712357314.670784:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.670788:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.670800:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357314.670830:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.670832:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:2.0:1712357314.670834:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.670837:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.670839:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357314.670840:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357314.670846:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.670850:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.670866:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.670869:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.670874:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.670875:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.674342:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.674354:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.674358:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.674360:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.674369:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.674375:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.674381:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.674384:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.674387:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.674390:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908a80 00000400:00000200:3.0:1712357314.674394:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.674400:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14a5 [1] + 224 00000800:00000001:3.0:1712357314.674406:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.674419:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.674422:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.674426:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.674430:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.674437:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.674445:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.674467:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.674474:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.674476:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.674936:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.674943:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.674945:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.674948:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.674952:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.674954:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.674956:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.674961:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.674967:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.674972:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.674973:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.674975:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.674977:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.674979:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.674981:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.674983:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.674990:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.674994:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.674995:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.674998:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.675003:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.675005:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.675007:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.675008:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.675009:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.675012:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.675024:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.675027:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.675028:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.675031:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.675035:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.675038:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.675041:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.675043:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.675044:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.675046:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.675051:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.675053:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.675055:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.675056:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.675058:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.675061:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.675064:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.675066:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357314.675067:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357314.675069:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00010000:1.0:1712357314.675073:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675079:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.675083:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675087:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.675091:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.675097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.675098:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675103:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.675104:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.675106:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.675107:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.675112:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.675114:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.675117:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675122:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.675123:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.675125:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675129:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.675131:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.675131:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.675132:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.675133:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357314.675135:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357314.675136:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357314.675138:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.675140:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.675149:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.675150:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.675152:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.675153:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.675155:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.675156:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.675157:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.675158:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.675160:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c240 with handle 0xbda2fb8f0333835e from hash 00010000:00000001:1.0:1712357314.675162:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.675163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.675163:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.675164:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.675165:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.675166:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.675167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.675168:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.675169:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675170:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.675172:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.675176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.675177:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.675178:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.675179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.675179:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.675180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.675181:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f0333835e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.675205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.675206:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.675210:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.675214:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.675229:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.675231:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675232:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675234:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675236:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.675237:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.675238:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675239:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.675240:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=req intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.675243:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675245:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675247:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675250:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.675252:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.675255:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65580. 00000080:00002000:1.0:1712357314.675257:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.675261:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675264:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.675267:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675269:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.675270:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.675272:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.675276:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.675277:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.675281:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.675283:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675284:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675285:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675287:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.675289:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.675293:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.675296:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.675299:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2680 x1795536572156544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.675311:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.675313:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.675316:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.675319:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.675321:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.675322:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=91 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.675323:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.675325:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a70c00. 02000000:00000001:1.0:1712357314.675328:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.675329:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.675331:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2680. 00000100:00000001:1.0:1712357314.675333:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.675334:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.675336:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.675337:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.675338:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.675341:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.675342:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry req (ffff8800a7702438, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.675345:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.675347:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.675350:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.675352:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.675353:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.675355:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675370:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.675372:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.675374:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.675377:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675379:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.675381:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.675845:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.675847:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.675850:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.675852:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675854:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.675855:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.675862:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.675867:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=req, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.675869:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.675870:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.675872:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675874:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.675875:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.675877:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.675878:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.675880:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=req, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.675882:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.675884:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.675889:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.675891:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675893:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.675897:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.675898:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.675900:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.675902:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.675904:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.675905:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.675906:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675909:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.675910:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.675912:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2b:0x0] 40000000:00000001:1.0:1712357314.675914:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675915:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675916:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.675918:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.675919:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'req' [0x200000401:0x2b:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.675921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675923:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.675925:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.675927:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.675928:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.675933:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.675935:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.675936:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.675938:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.675941:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2680. 00000020:00000040:1.0:1712357314.675943:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=92 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.675947:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.675948:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.675949:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.675952:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.675955:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.675956:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.675957:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.675959:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.675960:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.675962:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.675966:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7a00. 00000100:00000001:1.0:1712357314.675970:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.675972:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.675973:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.675974:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.675975:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.675976:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.675984:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.675989:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.675994:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.675995:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.675998:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.675999:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.676001:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.676002:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414174336 : -131936295377280 : ffff88012ffb2680) 00000100:00000001:1.0:1712357314.676005:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.676007:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.676009:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.676013:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.676016:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.676021:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.676023:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.676025:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.676026:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.676028:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156672:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.676031:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.676034:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.676036:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.676037:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.676040:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a70c00. 02000000:00000001:1.0:1712357314.676041:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.676046:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.676049:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.676052:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.676056:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572156672, portal 10 00000100:00000001:1.0:1712357314.676057:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.676058:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414174336 : -131936295377280 : ffff88012ffb2680) 00000100:00000040:1.0:1712357314.676062:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.676067:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.676069:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.676070:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357314.676073:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572156672, offset 0 00000400:00000200:1.0:1712357314.676076:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.676081:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.676085:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.676090:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.676092:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.676095:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.676096:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.676102:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [551:551:256:4294967295] 192.168.203.120@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000200:1.0:1712357314.676201:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.676211:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.676216:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.676219:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357314.676223:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.676228:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.676232:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.676240:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.676242:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.676243:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.676245:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.676247:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.676248:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.676250:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.676251:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.676253:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.676254:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.676935:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.676939:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:2.0:1712357314.676943:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.676947:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.676950:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357314.676951:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357314.676955:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.676959:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.676965:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.676967:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.676972:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.676973:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.681041:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.681052:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.681054:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.681061:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.681069:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681074:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.681079:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681083:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681086:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681089:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908b00 00000400:00000200:3.0:1712357314.681093:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681098:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x14ad [1] + 224 00000800:00000001:3.0:1712357314.681103:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.681112:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.681114:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.681117:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.681122:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.681128:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.681136:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.681156:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.681163:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.681166:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681170:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.681174:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [552:552:256:4294967295] 192.168.203.120@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000200:3.0:1712357314.681177:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.681184:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.681188:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.681191:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.681195:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.681201:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.681204:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.681272:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.681275:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357314.681280:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.681284:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.681287:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.681289:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.681358:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.681363:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.681365:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.681367:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.681370:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.681372:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.681374:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.681378:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.681385:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2680 x1795536572156672/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.681391:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.681392:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.681394:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.681397:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.681402:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.681404:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.681406:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.681412:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.681415:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.681418:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.681419:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.681421:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.681423:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681426:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.681427:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.681429:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.681430:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.681431:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414174336 : -131936295377280 : ffff88012ffb2680) 00000100:00000001:1.0:1712357314.681434:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.681435:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.681436:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.681437:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.681441:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2680 x1795536572156672/t4294967389(4294967389) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.681446:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.681448:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.681449:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.681451:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2680 x1795536572156672/t4294967389(4294967389) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.681458:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156672:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.681461:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.681463:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681465:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.681466:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.681468:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2680 x1795536572156672/t4294967389(4294967389) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.681476:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.681481:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.681482:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.681483:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.681489:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.681491:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x2b:0x0] 00800000:00000001:1.0:1712357314.681493:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681496:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.681499:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.681502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.681504:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.681505:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.681507:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502315 : 144115205272502315 : 20000040100002b) 00000080:00000001:1.0:1712357314.681509:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.681515:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771a800. 00000080:00000001:1.0:1712357314.681520:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.681522:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2b:0x0](ffff8800a771a8c8) 00000080:00000001:1.0:1712357314.681523:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.681525:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2b:0x0] 00000080:00000001:1.0:1712357314.681527:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681528:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502315 : 144115205272502315 : 20000040100002b) 00000080:00000001:1.0:1712357314.681529:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.681531:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502315 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.681533:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2b:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.681534:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.681536:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123462344 : -131938586089272 : ffff8800a771a8c8) 00000080:00000001:1.0:1712357314.681538:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.681539:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.681540:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.681541:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681544:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.681545:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.681547:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2680 x1795536572156672/t4294967389(4294967389) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.681551:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.681554:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.681568:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681571:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681576:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.681578:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.681595:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.681596:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.681599:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681613:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.681614:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.681615:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.681618:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681619:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.681621:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.681622:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.681624:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.681626:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.681627:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.681628:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.681629:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.681631:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.681635:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=utils, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.681637:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.681638:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=utils, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.681641:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.681645:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.681648:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.681649:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'utils' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.681652:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.681654:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='utils' -> mds #0 00800000:00000001:1.0:1712357314.681656:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.681659:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.681660:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: utils,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.681663:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.681664:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.681667:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2a00. 00000020:00000040:1.0:1712357314.681670:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=93 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.681676:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.681679:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.681683:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.681684:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.681685:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681687:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.681689:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.681691:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.681695:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71000. 00000100:00000001:1.0:1712357314.681699:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.681701:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.681703:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.681704:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.681704:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.681706:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.681711:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414175232 : -131936295376384 : ffff88012ffb2a00) 00010000:00000001:1.0:1712357314.681713:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.681714:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.681720:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.681722:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.681724:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.681727:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357314.681730:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.681732:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f03338365 to hash 00000020:00000001:1.0:1712357314.681733:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.681734:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.681736:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.681738:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.681740:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.681743:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.681749:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.681756:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.681764:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.681765:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.681769:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.681770:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.681772:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.681773:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414175232 : -131936295376384 : ffff88012ffb2a00) 00000100:00000001:1.0:1712357314.681776:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.681779:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681781:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.681782:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.681786:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.681792:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.681793:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.681795:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.681797:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.681800:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.681803:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.681806:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.681807:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.681809:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.681812:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.681814:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.681828:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.681830:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.681834:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.681838:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572156736, portal 10 00000100:00000001:1.0:1712357314.681840:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.681841:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414175232 : -131936295376384 : ffff88012ffb2a00) 00000100:00000040:1.0:1712357314.681845:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.681850:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.681856:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.681858:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.681861:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572156736, offset 0 00000400:00000200:1.0:1712357314.681865:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.681869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.681872:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.681876:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.681879:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.681882:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.681884:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.681886:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [553:553:256:4294967295] 192.168.203.120@tcp LPNI seq info [553:553:8:4294967295] 00000400:00000200:1.0:1712357314.681889:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.681894:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.681898:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.681901:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357314.681904:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.681908:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.681910:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.681927:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681929:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.681930:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681932:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.681933:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.681935:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.681936:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.681937:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.681939:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.681940:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.681975:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.681978:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357314.681980:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.681983:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.681986:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357314.681987:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357314.681990:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.681993:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.681999:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.682001:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.682006:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.682007:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.682999:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c240. 00000080:00000010:2.1:1712357314.683006:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65580. 00000800:00000001:3.0:1712357314.685790:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.685801:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.685804:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.685806:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.685814:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.685819:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.685825:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.685829:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.685832:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.685835:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908b40 00000400:00000200:3.0:1712357314.685839:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.685844:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14b5 [1] + 224 00000800:00000001:3.0:1712357314.685849:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.685864:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.685867:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.685871:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.685876:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.685883:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.685891:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.685911:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.685917:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.685919:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.687063:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.687070:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.687072:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.687074:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.687079:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.687081:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.687088:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.687093:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.687105:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687112:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.687113:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.687115:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.687118:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.687120:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.687121:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.687123:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.687129:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.687133:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.687135:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.687137:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687142:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.687145:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.687146:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.687148:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.687149:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.687153:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687158:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.687161:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.687163:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.687165:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.687171:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.687174:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.687181:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.687182:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.687184:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.687187:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687192:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.687194:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.687196:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.687197:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.687200:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.687203:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.687205:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.687207:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357314.687209:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.687211:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357314.687215:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687222:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.687225:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687229:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.687231:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.687237:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.687238:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687242:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.687244:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.687246:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.687248:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.687255:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.687258:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.687261:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687266:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.687267:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.687269:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687273:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.687275:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.687275:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.687276:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.687278:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357314.687279:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.687280:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357314.687282:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.687284:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.687288:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.687289:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.687291:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.687292:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.687294:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.687295:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.687296:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.687297:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.687299:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f03338365 from hash 00010000:00000001:1.0:1712357314.687300:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.687301:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.687304:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.687305:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.687306:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.687307:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.687309:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.687309:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.687310:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687311:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.687313:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687317:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.687318:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.687319:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.687320:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.687320:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.687321:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.687322:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.687323:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338365 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.687330:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.687331:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.687335:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.687338:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.687344:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.687345:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687347:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687348:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687350:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.687351:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.687352:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687353:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.687354:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=utils intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.687357:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687359:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687365:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687369:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.687370:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.687374:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a657a0. 00000080:00002000:1.0:1712357314.687378:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.687382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687386:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.687388:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687391:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.687392:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.687393:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.687397:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.687399:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.687403:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.687405:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687406:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687407:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687409:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.687411:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.687414:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.687417:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.687421:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2a00 x1795536572156736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687426:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.687427:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.687429:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.687433:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.687434:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.687436:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=92 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.687437:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.687439:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71000. 02000000:00000001:1.0:1712357314.687441:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.687443:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.687444:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2a00. 00000100:00000001:1.0:1712357314.687447:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.687448:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.687452:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.687453:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.687455:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.687459:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.687460:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry utils (ffff8800a7702ca8, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.687463:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.687465:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.687468:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.687470:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.687472:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.687473:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687489:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.687491:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.687493:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.687497:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687500:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.687501:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.687503:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.687505:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.687507:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.687509:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687511:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.687512:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.687514:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.687522:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=utils, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.687524:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.687525:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.687526:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687529:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.687530:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.687531:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.687533:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.687535:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=utils, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.687537:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.687539:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.687544:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.687550:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687552:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.687556:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.687557:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.687572:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.687574:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.687576:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.687577:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.687579:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687581:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.687608:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.687610:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2c:0x0] 40000000:00000001:1.0:1712357314.687613:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687614:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687615:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.687616:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.687618:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'utils' [0x200000401:0x2c:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.687620:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687622:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.687623:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.687625:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.687626:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.687628:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.687630:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.687631:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.687633:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.687636:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2a00. 00000020:00000040:1.0:1712357314.687638:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=93 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.687642:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.687643:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.687644:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.687647:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.687649:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.687650:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.687651:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.687653:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.687657:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.687660:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.687664:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6800. 00000100:00000001:1.0:1712357314.687668:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.687671:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.687672:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.687673:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.687673:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.687675:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.687682:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.687687:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.687692:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.687693:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.687697:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.687698:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.687700:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.687701:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414175232 : -131936295376384 : ffff88012ffb2a00) 00000100:00000001:1.0:1712357314.687704:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.687707:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.687709:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.687710:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.687714:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687720:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.687721:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.687723:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.687725:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.687727:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156864:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.687730:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.687734:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.687735:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.687737:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.687740:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a71000. 02000000:00000001:1.0:1712357314.687745:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.687751:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.687753:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.687757:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.687761:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572156864, portal 10 00000100:00000001:1.0:1712357314.687763:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.687764:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414175232 : -131936295376384 : ffff88012ffb2a00) 00000100:00000040:1.0:1712357314.687768:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.687773:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.687775:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.687776:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357314.687778:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572156864, offset 0 00000400:00000200:1.0:1712357314.687783:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.687787:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.687792:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.687796:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.687800:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.687802:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.687804:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.687806:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [554:554:256:4294967295] 192.168.203.120@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:1.0:1712357314.687809:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.687815:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.687819:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.687822:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4f00. 00000800:00000200:1.0:1712357314.687826:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.687831:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.687834:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.687855:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.687857:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.687859:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.687864:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.687865:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.687867:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.687869:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.687870:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.687871:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.687872:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.688029:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.688031:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4f00. 00000400:00000200:3.0:1712357314.688035:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.688039:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.688041:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:3.0:1712357314.688043:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:3.0:1712357314.688045:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.688047:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.688053:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.688055:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.688059:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.688060:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.695623:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.695637:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.695640:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.695642:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.695651:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695656:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.695662:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695666:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695677:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695680:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908bc0 00000400:00000200:3.0:1712357314.695684:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695688:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x14bd [1] + 224 00000800:00000001:3.0:1712357314.695693:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.695702:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.695704:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.695708:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.695712:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.695718:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.695728:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.695750:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.695756:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.695759:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695763:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.695768:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [555:555:256:4294967295] 192.168.203.120@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:3.0:1712357314.695771:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.695777:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.695782:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357314.695785:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1712357314.695786:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.695790:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357314.695790:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.695791:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.695794:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000800:00000200:3.0:1712357314.695795:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:1.0:1712357314.695797:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.695798:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000800:00000200:3.0:1712357314.695799:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357314.695800:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.695804:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357314.695831:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357314.695865:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.695868:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:3.0:1712357314.695870:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.695872:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.695927:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1712357314.696069:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2a00 x1795536572156864/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.696076:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.696078:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.696080:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.696083:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.696085:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.696086:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.696089:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.696097:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.696100:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.696102:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.696103:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.696105:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.696108:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696207:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.696209:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.696211:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.696213:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.696214:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414175232 : -131936295376384 : ffff88012ffb2a00) 00000100:00000001:1.0:1712357314.696217:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.696223:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.696224:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.696226:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.696229:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2a00 x1795536572156864/t4294967390(4294967390) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.696235:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.696237:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.696239:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.696242:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2a00 x1795536572156864/t4294967390(4294967390) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.696247:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156864:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.696251:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.696254:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696256:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.696258:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.696260:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2a00 x1795536572156864/t4294967390(4294967390) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.696265:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.696267:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.696269:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.696270:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.696275:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.696278:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x2c:0x0] 00800000:00000001:1.0:1712357314.696280:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696283:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.696285:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.696288:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.696290:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.696291:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.696292:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502316 : 144115205272502316 : 20000040100002c) 00000080:00000001:1.0:1712357314.696295:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.696300:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771b000. 00000080:00000001:1.0:1712357314.696306:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.696310:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2c:0x0](ffff8800a771b0c8) 00000080:00000001:1.0:1712357314.696312:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.696313:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2c:0x0] 00000080:00000001:1.0:1712357314.696315:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696316:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502316 : 144115205272502316 : 20000040100002c) 00000080:00000001:1.0:1712357314.696318:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.696319:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502316 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.696321:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2c:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.696323:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.696324:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123464392 : -131938586087224 : ffff8800a771b0c8) 00000080:00000001:1.0:1712357314.696326:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.696327:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.696328:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.696329:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696333:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.696333:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.696336:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2a00 x1795536572156864/t4294967390(4294967390) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.696341:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.696343:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.696346:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696348:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696355:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.696356:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.696360:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.696362:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.696364:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696381:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.696383:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.696385:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.696388:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696390:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.696392:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.696393:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.696395:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.696398:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.696400:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.696402:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.696403:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.696405:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.696409:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=vcs, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.696411:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.696413:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=vcs, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.696416:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.696420:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.696422:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.696423:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'vcs' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.696426:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.696428:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='vcs' -> mds #0 00800000:00000001:1.0:1712357314.696430:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.696432:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.696434:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: vcs,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.696436:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.696438:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.696441:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2d80. 00000020:00000040:1.0:1712357314.696443:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=94 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.696447:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.696450:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.696454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.696455:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.696456:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696458:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.696459:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.696461:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.696465:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71400. 00000100:00000001:1.0:1712357314.696469:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.696471:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.696473:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.696474:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.696474:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.696477:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.696482:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414176128 : -131936295375488 : ffff88012ffb2d80) 00010000:00000001:1.0:1712357314.696485:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.696486:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.696490:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.696492:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.696494:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.696497:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357314.696499:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.696501:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f0333836c to hash 00000020:00000001:1.0:1712357314.696502:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.696503:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.696505:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.696507:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.696509:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.696511:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.696516:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.696522:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.696526:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.696527:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.696530:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.696531:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.696532:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.696533:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414176128 : -131936295375488 : ffff88012ffb2d80) 00000100:00000001:1.0:1712357314.696536:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.696538:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696540:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.696541:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.696545:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.696552:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.696553:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.696555:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.696557:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.696571:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.696574:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.696577:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.696578:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.696580:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.696646:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.696648:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.696651:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.696653:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.696656:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.696660:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572156928, portal 10 00000100:00000001:1.0:1712357314.696662:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.696663:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414176128 : -131936295375488 : ffff88012ffb2d80) 00000100:00000040:1.0:1712357314.696667:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.696671:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.696673:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.696675:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357314.696677:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572156928, offset 0 00000400:00000200:1.0:1712357314.696680:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.696683:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.696686:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.696689:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.696692:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.696695:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.696696:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.696698:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [556:556:256:4294967295] 192.168.203.120@tcp LPNI seq info [556:556:8:4294967295] 00000400:00000200:1.0:1712357314.696701:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.696709:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.696713:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.696715:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357314.696717:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.696721:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.696723:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.696735:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696737:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.696739:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696741:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.696742:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.696743:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.696745:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.696746:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.696747:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.696748:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.696812:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.696814:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:3.0:1712357314.696817:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.696820:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.696822:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357314.696823:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357314.696825:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.696828:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.696834:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.696836:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.696841:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.696842:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.697764:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:0.1:1712357314.697770:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a657a0. 00000800:00000001:2.0:1712357314.700702:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.700715:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.700717:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.700719:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.700729:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.700734:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.700740:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.700744:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.700747:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.700750:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908c00 00000400:00000200:2.0:1712357314.700764:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.700769:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14c5 [1] + 224 00000800:00000001:2.0:1712357314.700775:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.700786:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.700789:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.700792:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.700797:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.700803:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.700812:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.700834:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.700839:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.700842:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.700910:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.700916:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.700917:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.700920:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.700923:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.700925:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.700928:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.700932:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.700938:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.700943:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.700944:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.700946:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.700949:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.700951:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.700952:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.700955:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.700966:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.700969:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.700971:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.700974:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.700978:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.700981:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.700982:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.700983:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.700985:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.700988:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.700992:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.700995:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.700996:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.700999:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.701004:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572156928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.701008:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.701011:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.701012:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.701014:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.701016:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.701021:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.701023:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.701025:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.701025:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.701028:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.701031:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.701033:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.701036:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357314.701041:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.701043:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357314.701046:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701054:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.701057:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701061:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.701063:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701067:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.701068:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.701070:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701074:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.701076:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.701078:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.701080:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.701084:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.701087:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.701089:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701093:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.701095:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.701097:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 4/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701100:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.701106:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.701107:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.701108:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.701109:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357314.701110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.701111:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357314.701113:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.701115:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 5/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.701119:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.701120:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.701122:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.701123:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.701125:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.701126:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.701127:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.701128:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.701130:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f0333836c from hash 00010000:00000001:1.0:1712357314.701131:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.701132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.701133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.701134:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.701135:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.701136:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.701137:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.701138:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.701139:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701140:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.701142:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 3/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701145:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.701146:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.701146:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.701147:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.701156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.701157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.701157:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.701159:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333836c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.701167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.701168:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.701172:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.701176:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.701181:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.701182:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701184:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701185:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701187:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.701189:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.701190:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701191:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.701192:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=vcs intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.701195:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701198:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701199:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701202:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.701204:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.701207:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a659a0. 00000080:00002000:1.0:1712357314.701211:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.701216:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701218:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.701221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701223:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.701225:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.701226:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.701231:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.701233:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.701237:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/12 (0 0) 00000002:00000001:1.0:1712357314.701242:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701243:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701244:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701246:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.701248:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.701251:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.701254:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.701257:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2d80 x1795536572156928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.701261:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.701262:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.701265:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.701269:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.701270:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.701271:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=93 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.701273:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.701275:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71400. 02000000:00000001:1.0:1712357314.701278:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.701280:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.701281:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2d80. 00000100:00000001:1.0:1712357314.701284:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.701285:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.701287:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.701288:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.701289:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.701293:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.701294:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry vcs (ffff8800a7702e58, parent ffff8800a7702af8, inode (null)) hashed, 00000080:00000001:1.0:1712357314.701297:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.701299:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.701302:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.701305:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.701306:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.701308:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701326:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.701327:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.701329:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.701336:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701339:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.701340:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.701341:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.701343:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.701346:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.701348:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701349:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.701350:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.701352:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.701358:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=vcs, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1536 00000080:00000001:1.0:1712357314.701360:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.701361:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.701362:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701364:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.701365:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.701367:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.701369:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.701370:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=vcs, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8) 00000080:00000001:1.0:1712357314.701371:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.701374:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.701378:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0xc:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.701380:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701382:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.701385:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.701386:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.701388:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.701390:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.701392:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.701393:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.701394:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701396:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.701398:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.701400:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2d:0x0] 40000000:00000001:1.0:1712357314.701402:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701405:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701406:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.701408:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.701409:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'vcs' [0x200000401:0x2d:0x0] on [0x200000401:0xc:0x0] -> mds #0 00800000:00000001:1.0:1712357314.701411:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701413:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.701414:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.701416:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.701417:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.701419:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.701420:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.701422:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.701423:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.701426:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb2d80. 00000020:00000040:1.0:1712357314.701427:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=94 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.701430:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.701432:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.701433:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.701436:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.701438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.701439:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.701440:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.701442:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.701443:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.701446:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.701450:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6600. 00000100:00000001:1.0:1712357314.701454:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.701455:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.701457:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.701458:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.701458:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.701460:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.701466:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.701470:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.701481:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.701482:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.701484:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.701486:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.701487:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.701488:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414176128 : -131936295375488 : ffff88012ffb2d80) 00000100:00000001:1.0:1712357314.701491:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.701494:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.701495:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.701496:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.701499:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.701503:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.701504:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.701507:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.701508:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.701510:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb2d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157056:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.701512:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.701515:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.701517:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.701518:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.701520:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a71400. 02000000:00000001:1.0:1712357314.701521:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.701524:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.701526:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.701529:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.701532:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572157056, portal 10 00000100:00000001:1.0:1712357314.701534:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.701535:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414176128 : -131936295375488 : ffff88012ffb2d80) 00000100:00000040:1.0:1712357314.701538:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.701542:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.701546:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.701547:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357314.701550:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572157056, offset 0 00000400:00000200:1.0:1712357314.701553:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.701557:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.701569:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.701573:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.701576:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.701578:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.701580:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.701600:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [557:557:256:4294967295] 192.168.203.120@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:1.0:1712357314.701603:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.701609:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.701613:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.701615:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357314.701620:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.701624:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.701627:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.701696:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.701698:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.701699:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.701701:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.701702:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.701704:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.701705:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.701707:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.701708:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.701709:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.701788:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.701791:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357314.701794:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.701797:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.701799:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357314.701801:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357314.701803:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.701806:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.701813:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.701815:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.701819:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.701820:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.706823:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357314.706833:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a659a0. 00000800:00000001:2.0:1712357314.707438:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.707449:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.707451:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.707453:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.707462:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707467:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.707473:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707477:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707480:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707484:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef908c80 00000400:00000200:2.0:1712357314.707488:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707493:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x14cd [1] + 224 00000800:00000001:2.0:1712357314.707498:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.707513:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.707516:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.707519:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.707524:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.707531:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.707550:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.707609:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357314.707615:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357314.707619:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707622:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357314.707628:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [558:558:256:4294967295] 192.168.203.120@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:2.0:1712357314.707631:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.707637:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357314.707642:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357314.707645:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357314.707650:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357314.707655:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357314.707658:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357314.707722:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.707725:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357314.707727:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.707730:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357314.707733:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.707736:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.707793:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.707799:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.707800:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.707802:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.707805:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.707806:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.707813:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.707816:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.707822:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb2d80 x1795536572157056/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.707827:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.707829:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.707830:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.707833:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.707835:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.707836:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.707839:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.707846:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.707849:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.707851:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.707852:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.707854:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.707856:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.707859:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.707860:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000056/0x1] 00000100:00000001:1.0:1712357314.707861:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.707863:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.707864:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414176128 : -131936295375488 : ffff88012ffb2d80) 00000100:00000001:1.0:1712357314.707866:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.707868:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.707869:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.707871:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.707874:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb2d80 x1795536572157056/t4294967391(4294967391) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.707879:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.707881:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.707883:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.707885:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb2d80 x1795536572157056/t4294967391(4294967391) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.707899:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb2d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157056:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.707903:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.707906:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.707907:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.707909:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.707912:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb2d80 x1795536572157056/t4294967391(4294967391) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.707917:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.707920:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.707921:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.707922:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.707927:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.707930:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x2d:0x0] 00800000:00000001:1.0:1712357314.707931:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.707935:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.707937:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.707940:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.707942:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.707944:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.707946:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502317 : 144115205272502317 : 20000040100002d) 00000080:00000001:1.0:1712357314.707948:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.707954:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771b800. 00000080:00000001:1.0:1712357314.707960:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.707961:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2d:0x0](ffff8800a771b8c8) 00000080:00000001:1.0:1712357314.707963:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.707964:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2d:0x0] 00000080:00000001:1.0:1712357314.707966:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.707968:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502317 : 144115205272502317 : 20000040100002d) 00000080:00000001:1.0:1712357314.707969:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.707971:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502317 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.707974:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2d:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.707975:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.707980:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123466440 : -131938586085176 : ffff8800a771b8c8) 00000080:00000001:1.0:1712357314.707982:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.707983:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.707985:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.707987:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.707990:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.707992:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.707995:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb2d80 x1795536572157056/t4294967391(4294967391) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.708000:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.708003:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.708006:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.708009:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.708014:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.708015:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.708023:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.708025:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:1.0:1712357314.708027:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.708125:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.708127:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.708129:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.708132:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.708135:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.708136:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.708138:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.708140:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.708142:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.708144:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.708146:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.708146:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.708148:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.708154:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.708157:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.708159:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.708163:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.708167:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.708173:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.708175:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.708177:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.708180:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.708182:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.708185:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.708186:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.708189:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.708190:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.708194:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3100. 00000020:00000040:1.0:1712357314.708197:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=95 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.708201:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.708204:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.708208:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.708209:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.708210:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.708212:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.708213:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.708216:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.708220:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71800. 00000100:00000001:1.0:1712357314.708223:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.708226:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.708227:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.708228:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.708229:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.708230:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.708234:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177024 : -131936295374592 : ffff88012ffb3100) 00010000:00000001:1.0:1712357314.708237:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.708238:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.708242:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.708244:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.708246:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.708249:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357314.708252:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.708254:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03338373 to hash 00000020:00000001:1.0:1712357314.708259:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.708260:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.708262:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.708264:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.708266:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.708269:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.708275:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.708283:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.708287:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.708288:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.708291:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.708292:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.708294:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.708295:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177024 : -131936295374592 : ffff88012ffb3100) 00000100:00000001:1.0:1712357314.708297:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.708301:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.708302:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.708304:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.708308:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.708314:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.708315:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.708317:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.708319:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.708322:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.708324:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.708327:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.708328:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.708335:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.708339:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.708340:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.708344:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.708346:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.708349:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.708353:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157120, portal 10 00000100:00000001:1.0:1712357314.708354:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.708355:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177024 : -131936295374592 : ffff88012ffb3100) 00000100:00000040:1.0:1712357314.708359:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.708365:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.708367:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.708369:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.708372:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572157120, offset 0 00000400:00000200:1.0:1712357314.708375:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.708379:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.708382:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.708386:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.708389:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.708391:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.708393:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.708395:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [559:559:256:4294967295] 192.168.203.120@tcp LPNI seq info [559:559:8:4294967295] 00000400:00000200:1.0:1712357314.708398:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.708403:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.708407:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.708409:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357314.708412:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.708416:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.708418:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.708423:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.708428:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.708429:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.708431:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.708432:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.708434:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.708435:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.708437:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.708438:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.708452:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.708899:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.708902:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357314.708905:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.708909:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.708912:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:3.0:1712357314.708917:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:3.0:1712357314.708920:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.708923:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.708930:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.708932:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.708937:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.708938:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.713836:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.713849:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.713852:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.713854:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.713864:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.713869:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.713875:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.713879:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.713883:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.713886:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908cc0 00000400:00000200:3.0:1712357314.713890:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.713895:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14d5 [1] + 224 00000800:00000001:3.0:1712357314.713901:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.713914:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.713916:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.713919:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.713924:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.713930:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.713939:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.713960:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.713966:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.713976:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.714038:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.714043:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.714045:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.714048:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:1.0:1712357314.714051:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:1.0:1712357314.714053:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:1.0:1712357314.714055:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.714060:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.714066:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.714072:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.714073:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.714075:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.714077:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.714079:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.714081:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.714083:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.714090:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.714094:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.714096:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.714097:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.714099:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.714102:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.714104:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.714106:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.714107:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.714114:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.714118:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.714123:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.714125:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.714127:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.714129:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.714136:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.714139:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.714142:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.714144:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.714146:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.714148:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.714153:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.714156:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.714158:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.714159:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.714161:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.714164:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714166:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714169:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357314.714170:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714172:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000040:1.0:1712357314.714177:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d440, remote cookie: 0xa8e7976a8eb2140e, flags: 0x1001 00010000:00010000:1.0:1712357314.714180:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.714187:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x25:0x0].0x0, instead of [0x200000401:0xc:0x0].0x0 00010000:00000001:1.0:1712357314.714189:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.714201:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4000. 00010000:00000010:1.0:1712357314.714204:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.714207:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.714209:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.714215:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714220:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.714222:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.714224:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.714225:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.714225:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.714227:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x25:0x0].0x0 (ffff8800b3ab4000) refcount = 1 00010000:00010000:1.0:1712357314.714230:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714235:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.714237:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.714238:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.714240:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.714242:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.714244:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714249:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.714250:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714251:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714254:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.714257:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.714258:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714259:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714264:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714265:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714267:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714269:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714269:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714270:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357314.714271:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714273:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714275:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.714277:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.714279:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714284:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714285:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714286:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714286:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357314.714288:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714289:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714291:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.714293:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714297:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714298:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.714300:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714304:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.714305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714305:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714306:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714310:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.714315:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.714320:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714321:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714321:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714323:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714324:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714325:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714326:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.714327:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.714328:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.714330:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.714333:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714334:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714334:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714335:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714337:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00000002:00010000:1.0:1712357314.714339:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714345:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.714346:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714346:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714347:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714348:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714349:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000040:1.0:1712357314.714352:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4000 count: 2 00010000:00000001:1.0:1712357314.714354:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.714356:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/37 (0 0) 00010000:00000001:1.0:1712357314.714358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.714363:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.714365:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.714367:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.714370:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.714372:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.714376:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.714378:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357314.714380:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.714382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.714385:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.714387:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.714389:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.714390:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:1.0:1712357314.714392:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.714397:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.714398:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x25:0x0] 00000080:00000001:1.0:1712357314.714400:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.714402:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:1.0:1712357314.714404:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.714407:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.714409:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x25:0x0](ffff8800a76df8c8): rc = 0 00000080:00000001:1.0:1712357314.714411:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123220680 : -131938586330936 : ffff8800a76df8c8) 00010000:00000001:1.0:1712357314.714412:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714413:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714414:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714415:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714417:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714419:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.714420:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.714421:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.714422:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.714423:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.714425:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.714429:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.714432:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) for lock 0xbda2fb8f03338373 00000080:00000001:1.0:1712357314.714434:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.714436:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.714437:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.714438:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.714439:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714440:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714441:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714442:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714443:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714445:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.714446:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.714447:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.714450:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65c00. 00000080:00002000:1.0:1712357314.714455:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77025e8 inode ffff8800a76df8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.714457:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.714459:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.714461:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.714463:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) 00000080:00010000:1.0:1712357314.714466:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338373 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357314.714467:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.714468:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.714469:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.714470:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714471:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.714472:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.714474:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714478:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714479:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714480:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.714485:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.714486:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.714492:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.714494:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.714495:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.714498:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.714500:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.714502:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.714504:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.714505:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.714507:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.714508:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.714509:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.714510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.714511:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.714514:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.714516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.714519:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3100 x1795536572157120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.714524:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.714526:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.714528:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.714531:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.714533:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.714534:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=94 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.714535:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.714537:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71800. 02000000:00000001:1.0:1712357314.714540:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.714541:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.714542:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3100. 00000100:00000001:1.0:1712357314.714544:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.714545:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.714547:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.714548:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.714551:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357314.715359:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x25:0x0](ffff8800a76df8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357314.715367:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357314.715368:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8),name=__pycache__ 00000080:00000010:1.0:1712357314.715373:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.715378:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.715381:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.715382:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x25:0x0] '__pycache__' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.715385:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.715387:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x200000401:0x25:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357314.715389:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.715391:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.715393:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x25:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.715395:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.715397:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.715398:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.715401:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4000 count: 2 00010000:00000001:1.0:1712357314.715402:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.715404:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.715405:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357314.715407:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357314.715413:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357314.715416:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.715417:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357314.715421:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357314.715422:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.715424:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357314.715425:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357314.715426:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357314.715428:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.715436:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357314.715437:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.715438:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) 00000080:00010000:1.0:1712357314.715440:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) for lock 0xbda2fb8f03338373 00000080:00000001:1.0:1712357314.715442:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.715444:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.715444:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.715446:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.715447:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.715448:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.715449:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.715450:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.715451:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.715453:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.715454:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.715454:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.715455:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.715456:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338373 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357314.715458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.715458:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.715459:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357314.715460:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.715461:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.715463:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.715464:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.715468:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.715469:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.715469:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.715470:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.715471:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.715482:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.715483:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.715484:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.715486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.715487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.715488:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715489:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.715490:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715491:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715493:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715494:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.715495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.715495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357314.715496:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357314.715497:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.715500:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357314.715503:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x25:0x0](ffff8800a76df8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357314.715506:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.715507:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77025e8, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.715509:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715533:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.715535:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.715536:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.715539:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715541:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.715543:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.715545:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.715546:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.715548:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.715549:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715551:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.715552:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.715553:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715555:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.715556:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77025e8) flags 0x108008e refc 0 00000080:00000001:1.0:1712357314.715571:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.715573:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357314.715574:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.715575:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715630:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357314.715632:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x25:0x0](ffff8800a76df8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1611184480.524139978, ctime 1712357314.000000000 00000080:00000002:1.0:1712357314.715637:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357314, now = 1712357314 00000080:00000010:1.0:1712357314.715640:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.715641:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357314.715643:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.715645:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357314.715646:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x25:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357314.715648:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.715650:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357314.715652:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.715654:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4000 count: 2 00010000:00000001:1.0:1712357314.715655:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.715657:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.715659:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.715661:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357314.715666:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.715668:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357314.715670:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357314.715671:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x25:0x0] mode (null) 00000080:00000001:1.0:1712357314.715672:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.715673:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.715674:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.715675:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4000 count: 3 00010000:00000001:1.0:1712357314.715676:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.715677:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715678:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.715679:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.715680:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.715684:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4000 count: 3 00010000:00000001:1.0:1712357314.715685:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.715687:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715688:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.715689:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.715690:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.715690:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4000 count: 3 00010000:00000001:1.0:1712357314.715691:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.715692:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.715693:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.715695:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x25:0x0] lli = ffff8800a76df800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357314.715698:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357314.715699:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357314.715700:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357314.715701:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x25:0x0](ffff8800a76df8c8) invalid 00000080:00002000:1.0:1712357314.715703:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a77025e8) parent ffff8800a7702af8 inode ffff8800a76df8c8 refc 1 00000080:00000001:1.0:1712357314.715705:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357314.715706:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357314.715707:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715709:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.715710:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.715711:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.715712:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.715713:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357314.715715:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03338373 from hash 00010000:00000001:1.0:1712357314.715716:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.715717:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.715717:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.715718:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.715720:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.715721:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357314.715722:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.715724:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.715725:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.715727:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3100. 00000020:00000040:1.0:1712357314.715732:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=95 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.715736:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.715738:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.715740:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.715740:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.715741:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.715743:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.715744:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.715746:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.715750:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7800. 00000100:00000001:1.0:1712357314.715754:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715756:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.715757:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357314.715760:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.715764:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357314.715765:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.715766:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.715768:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338373 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2140e expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.715772:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4000 count: 0 00010000:00000010:1.0:1712357314.715775:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.715796:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.715797:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715798:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.715799:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.715800:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357314.715801:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357314 00000020:00100000:1.0:1712357314.715806:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.715811:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.715816:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.715820:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.715825:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357314.715826:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357314.715828:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.715829:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177024 : -131936295374592 : ffff88012ffb3100) 00000100:00000001:1.0:1712357314.715833:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.715835:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.715837:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.715838:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.715842:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.715847:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.715848:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.715851:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.715852:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.715855:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157248:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.715858:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.715861:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.715862:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.715864:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.715866:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a71800. 02000000:00000001:1.0:1712357314.715867:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.715873:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.715875:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2bb0. 00000400:00000010:1.0:1712357314.715879:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.715884:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572157248, portal 10 00000100:00000001:1.0:1712357314.715885:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.715886:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177024 : -131936295374592 : ffff88012ffb3100) 00000100:00000040:1.0:1712357314.715890:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.715895:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.715897:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.715899:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357314.715901:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572157248, offset 0 00000400:00000200:1.0:1712357314.715909:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.715913:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.715918:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.715922:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.715925:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.715927:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.715929:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.715931:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [560:560:256:4294967295] 192.168.203.120@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:1.0:1712357314.715934:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.715940:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.715945:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.715947:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357314.715951:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.715957:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.715960:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.715966:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.715967:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.715969:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.715971:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.715972:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.715974:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.715975:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.715977:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.715979:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.715980:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.717116:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.717120:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:2.0:1712357314.717125:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.717130:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.717133:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:2.0:1712357314.717135:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:2.0:1712357314.717138:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.717141:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.717156:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.717159:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.717165:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.717166:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.721534:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.721546:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.721549:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.721551:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.721569:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.721575:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.721603:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.721607:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.721610:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.721614:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef908d40 00000400:00000200:3.0:1712357314.721618:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.721623:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x14dd [1] + 224 00000800:00000001:3.0:1712357314.721629:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.721644:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.721646:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.721650:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.721655:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.721661:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.721669:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.721681:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.721692:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.721696:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357314.721729:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.721735:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.721736:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.721739:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2bb0. 00000400:00000200:0.0:1712357314.721742:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:0.0:1712357314.721744:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:0.0:1712357314.721746:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.721750:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.721755:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3100 x1795536572157248/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.721767:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.721769:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.721771:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.721774:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.721775:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.721777:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.721779:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.721786:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.721789:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.721791:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.721792:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.721794:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.721796:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.721798:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.721800:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357314.721801:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.721802:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.721803:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177024 : -131936295374592 : ffff88012ffb3100) 00000100:00000001:0.0:1712357314.721806:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.721807:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.721808:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.721809:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.721813:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3100 x1795536572157248/t4294967392(4294967392) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.721818:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.721820:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.721821:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.721823:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3100 x1795536572157248/t4294967392(4294967392) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.721829:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157248:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.721832:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.721835:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.721840:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.721842:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.721845:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3100 x1795536572157248/t4294967392(4294967392) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.721850:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.721852:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:0.0:1712357314.721854:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.721855:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.721861:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.721863:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721866:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.721870:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.721872:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.721874:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.721878:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.721879:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x25:0x0] 00000080:00000001:0.0:1712357314.721881:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721883:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:0.0:1712357314.721885:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.721888:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.721890:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.721892:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3100 x1795536572157248/t4294967392(4294967392) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.721897:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721898:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.721900:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.721901:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721902:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721904:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.721906:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00200008:0.0:1712357314.721912:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x25:0x0](ffff8800a76df8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.715000000, mtime 1611184480.524139978, ctime 1712357314.715000000, rc 0 00000080:00000001:0.0:1712357314.721916:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721923:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.721928:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77025e8, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.721931:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.721935:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.721956:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.721959:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.721960:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.721962:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721974:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.721977:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.721978:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.721981:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721984:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.721985:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.721987:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.721989:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:0.0:1712357314.721991:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.721993:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.721994:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.721995:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.721997:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.722003:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1 00000080:00000001:0.0:1712357314.722006:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.722008:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:0.0:1712357314.722013:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.722018:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.722021:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.722023:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.722026:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.722029:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.722031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.722033:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.722034:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.722037:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.722039:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.722043:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357314.722049:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.722054:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.722057:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.722061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.722063:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.722064:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.722065:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.722067:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.722069:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.722074:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f800. 00000100:00000001:0.0:1712357314.722078:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.722080:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.722082:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.722083:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.722083:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.722085:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.722089:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357314.722091:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.722093:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.722097:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.722100:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.722102:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.722104:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357314.722106:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.722108:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f0333837a to hash 00000020:00000001:0.0:1712357314.722110:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.722111:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.722113:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.722115:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.722116:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.722119:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.722125:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.722139:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.722143:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.722144:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.722147:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.722149:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.722150:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.722151:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357314.722154:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.722157:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.722159:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.722160:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.722164:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.722169:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.722170:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.722172:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.722174:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.722177:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.722179:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.722183:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.722184:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.722186:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.722190:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.722191:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.722194:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.722196:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.722201:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.722205:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157312, portal 10 00000100:00000001:0.0:1712357314.722206:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.722207:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357314.722211:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.722220:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.722223:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.722225:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357314.722227:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572157312, offset 0 00000400:00000200:0.0:1712357314.722231:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.722235:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.722238:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.722242:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.722245:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.722248:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.722250:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.722253:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [561:561:256:4294967295] 192.168.203.120@tcp LPNI seq info [561:561:8:4294967295] 00000400:00000200:0.0:1712357314.722256:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.722275:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.722280:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [562:562:256:4294967295] 192.168.203.120@tcp LPNI seq info [562:562:8:4294967295] 00000400:00000200:3.0:1712357314.722283:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.722289:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.722294:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.722297:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357314.722305:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.722310:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.722313:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357314.722421:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.722424:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:2.0:1712357314.722428:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.722432:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000200:0.0:1712357314.722680:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.722685:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.722695:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.722697:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.722700:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.722702:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.722704:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.722706:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.722708:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.722709:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.722711:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.722712:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.722714:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.722715:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.722716:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.722717:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357314.722772:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.722776:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357314.722821:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.722823:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:2.0:1712357314.722825:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.722828:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.722830:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:2.0:1712357314.722831:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:2.0:1712357314.722834:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.722837:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.722843:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.722845:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.722850:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.722851:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.722893:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4000. 00010000:00000010:1.1:1712357314.722899:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357314.726662:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65c00. 00000800:00000001:3.0:1712357314.727838:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.727849:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.727852:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.727853:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.727862:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.727867:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.727873:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.727877:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.727880:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.727884:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908d80 00000400:00000200:3.0:1712357314.727887:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.727891:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14e5 [1] + 224 00000800:00000001:3.0:1712357314.728032:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.728047:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.728050:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.728054:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.728060:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.728067:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.728075:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.728135:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.728142:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.728145:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.728191:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.728197:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.728198:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.728207:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.728209:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.728211:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.728213:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.728216:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.728222:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.728228:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.728230:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.728231:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.728234:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.728236:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.728237:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.728240:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.728246:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.728249:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.728251:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.728252:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728254:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.728258:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.728260:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.728262:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.728263:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.728265:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.728268:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.728274:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.728276:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.728277:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.728280:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.728287:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.728295:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.728298:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.728300:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.728302:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.728305:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.728310:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.728312:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.728314:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.728315:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728317:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.728320:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728322:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728324:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357314.728326:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728328:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000040:0.0:1712357314.728332:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a33c0, remote cookie: 0xa8e7976a8eb21431, flags: 0x1001 00010000:00010000:0.0:1712357314.728336:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.728342:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x25:0x0].0x0, instead of [0x200000401:0xc:0x0].0x0 00010000:00000001:0.0:1712357314.728345:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.728353:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356f00. 00010000:00000010:0.0:1712357314.728356:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664c80. 00010000:00000001:0.0:1712357314.728359:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.728362:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.728367:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728380:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.728383:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.728384:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.728385:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.728386:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.728388:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x25:0x0].0x0 (ffff88012e356f00) refcount = 1 00010000:00010000:0.0:1712357314.728391:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728396:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.728398:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.728400:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.728402:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.728403:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.728406:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728410:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.728411:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728413:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728414:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728415:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728419:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.728420:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728421:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728422:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728424:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728425:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728427:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728428:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728428:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357314.728430:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728435:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728437:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.728438:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.728441:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728445:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728446:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728447:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728447:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728448:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357314.728449:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728450:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728452:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.728454:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728458:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728458:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.728460:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728464:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.728465:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728466:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728466:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728467:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.728471:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.728476:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728477:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728478:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728479:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728484:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728486:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.728487:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728488:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728490:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.728492:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728493:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728494:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728495:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728496:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00010000:0.0:1712357314.728498:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728503:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728504:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728505:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.728505:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728506:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728507:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728508:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728510:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000040:0.0:1712357314.728512:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.728514:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.728517:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/37 (0 0) 00010000:00000001:0.0:1712357314.728519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.728520:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.728521:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.728524:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728527:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728529:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.728533:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.728535:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357314.728541:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.728543:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728546:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728549:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.728551:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.728552:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:0.0:1712357314.728554:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.728570:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.728572:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x25:0x0] 00000080:00000001:0.0:1712357314.728574:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.728576:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:0.0:1712357314.728578:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.728601:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.728604:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x25:0x0](ffff8800a76df8c8): rc = 0 00000080:00000001:0.0:1712357314.728606:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123220680 : -131938586330936 : ffff8800a76df8c8) 00010000:00000001:0.0:1712357314.728607:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728608:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728609:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728610:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728612:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728613:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728614:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.728615:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.728616:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.728617:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.728618:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728620:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.728621:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.728623:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) for lock 0xbda2fb8f0333837a 00000080:00000001:0.0:1712357314.728626:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728627:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.728628:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728630:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.728631:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728631:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728636:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728637:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728638:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728640:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728640:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.728642:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728643:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.728647:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2720. 00000080:00002000:0.0:1712357314.728651:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode ffff8800a76df8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.728654:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.728657:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.728658:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.728661:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) 00000080:00010000:0.0:1712357314.728663:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333837a from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357314.728664:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.728665:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.728666:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357314.728667:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728668:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.728669:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.728671:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728675:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728675:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728676:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.728678:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.728679:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.728684:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.728686:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.728687:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.728690:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728694:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728697:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.728698:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728699:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728701:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728702:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.728703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.728705:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.728708:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.728712:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.728715:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572157312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.728720:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.728722:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.728724:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.728728:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.728730:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.728731:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=95 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.728733:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.728735:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.728738:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.728739:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.728740:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357314.728743:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.728744:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.728746:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.728748:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357314.728749:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.728759:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.728761:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x25:0x0](ffff8800a76df8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.728766:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.728768:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.728770:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.728775:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.728778:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.728780:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x25:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357314.728782:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728784:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.728786:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.728788:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 2 00010000:00000001:0.0:1712357314.728789:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.728791:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.728792:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.728794:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.728799:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.728801:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.728803:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.728805:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x25:0x0] mode (null) 00000080:00000001:0.0:1712357314.728807:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728808:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.728810:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.728811:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.728812:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.728814:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.728815:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728816:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.728816:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.728817:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.728818:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.728820:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.728821:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.728821:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.728822:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.728823:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356f00 count: 3 00010000:00000001:0.0:1712357314.728824:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.728825:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.728826:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.728828:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x25:0x0] lli = ffff8800a76df800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.728834:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.728835:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.728836:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.728837:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x25:0x0](ffff8800a76df8c8) invalid 00000080:00002000:0.0:1712357314.728839:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7516870) parent ffff8800a7702af8 inode ffff8800a76df8c8 refc 1 00000080:00000001:0.0:1712357314.728841:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.728842:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.728844:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728846:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.728849:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.728849:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.728850:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.728851:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.728853:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f0333837a from hash 00010000:00000001:0.0:1712357314.728854:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.728855:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728857:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.728858:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.728859:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.728861:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.728862:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.728863:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.728867:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357314.728869:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.728872:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.728874:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.728876:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.728876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.728877:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.728879:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.728881:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.728883:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.728888:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e53e00. 00000100:00000001:0.0:1712357314.728892:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.728897:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.728899:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.728902:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.728907:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.728908:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.728909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.728910:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f0333837a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21431 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.728915:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356f00 count: 0 00010000:00000010:0.0:1712357314.728919:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664c80. 00010000:00000001:0.0:1712357314.729571:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.729573:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.729575:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.729576:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.729578:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.729579:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:0.0:1712357314.729615:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.729621:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.729627:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.729628:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.729633:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.729634:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.729636:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.729637:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357314.729640:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.729644:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.729646:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.729647:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.729650:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.729665:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.729666:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.729668:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.729670:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.729673:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157440:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.729676:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.729679:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.729680:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.729682:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.729685:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357314.729686:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.729692:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.729694:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.729698:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.729703:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572157440, portal 10 00000100:00000001:0.0:1712357314.729704:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.729705:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357314.729709:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.729714:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.729716:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.729717:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357314.729720:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572157440, offset 0 00000400:00000200:0.0:1712357314.729725:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.729730:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.729734:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.729738:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.729741:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.729744:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.729746:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.729749:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [563:563:256:4294967295] 192.168.203.120@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:0.0:1712357314.729751:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.729762:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.729767:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.729770:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.729774:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.729780:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.729783:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.730140:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.730142:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.730144:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.730146:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.730147:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.730149:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.730151:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.730153:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.730155:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.730155:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.730352:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.730355:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.730359:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.730363:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.730366:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:2.0:1712357314.730368:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:2.0:1712357314.730371:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.730374:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.730390:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.730392:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.730397:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.730398:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.732881:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356f00. 00010000:00000010:2.1:1712357314.732890:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000800:00000001:3.0:1712357314.733445:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.733456:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.733458:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.733460:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.733476:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733481:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.733487:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733490:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733493:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733497:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef908e00 00000400:00000200:3.0:1712357314.733500:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733505:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x14ed [1] + 224 00000800:00000001:3.0:1712357314.733511:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.733522:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.733525:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.733528:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.733533:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.733539:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.733547:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.733555:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.733570:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.733573:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733576:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.733600:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [564:564:256:4294967295] 192.168.203.120@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:3.0:1712357314.733603:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.733609:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.733614:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.733618:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.733622:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.733627:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.733630:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357314.733687:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.733693:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.733694:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.733696:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.733699:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.733701:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.733703:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.733707:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.733713:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572157440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.733718:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.733719:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.733721:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.733724:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.733725:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.733727:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.733730:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.733740:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.733743:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.733745:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.733746:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.733748:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.733751:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.733753:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357314.733755:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000057/0x0] 00000100:00000001:0.0:1712357314.733756:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357314.733757:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.733758:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357314.733761:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.733762:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.733763:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.733764:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.733768:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572157440/t4294967393(4294967393) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.733772:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.733774:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.733776:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.733778:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572157440/t4294967393(4294967393) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.733783:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157440:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.733786:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.733788:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.733790:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.733791:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.733794:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572157440/t4294967393(4294967393) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.733798:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.733800:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.733802:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.733811:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.733816:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.733818:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.733822:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.733825:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.733827:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.733828:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.733833:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.733835:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x25:0x0] 00000080:00000001:0.0:1712357314.733837:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.733839:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:0.0:1712357314.733842:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.733845:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000100:00000001:0.0:1712357314.733847:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.733849:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572157440/t4294967393(4294967393) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.733854:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.733855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.733856:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.733858:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.733859:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.733860:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.733864:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000080:00200008:0.0:1712357314.733870:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x25:0x0](ffff8800a76df8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.728000000, rc 0 00000080:00000001:0.0:1712357314.733874:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.733881:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.733883:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516870, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.733885:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.733889:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000800:00000001:2.0:1712357314.734150:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357314.734182:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.734185:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.734188:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.734191:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000080:00000001:0.0:1712357314.734232:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.734235:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.734237:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry pip (ffff8800a7702af8, parent ffff8800a7656360, inode ffff8800a76db8c8) hashed, 00000080:00000001:0.0:1712357314.734239:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.734260:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.734266:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.734268:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.734271:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.734274:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.734275:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.734277:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.734279:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.734281:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.734283:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.734285:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.734286:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.734288:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.734294:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=16 00000080:00000001:0.0:1712357314.734297:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.734299:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=0 00000080:00000010:0.0:1712357314.734303:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.734307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.734310:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.734312:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0xc:0x0] 00800000:00000001:0.0:1712357314.734315:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.734318:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357314.734320:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.734322:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.734324:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357314.734327:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.734329:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.734332:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.734335:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.734339:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.734341:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.734344:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.734345:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.734346:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.734348:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.734350:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.734358:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.734364:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.734368:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.734370:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.734372:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.734373:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.734374:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.734375:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.734381:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.734383:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.734385:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.734389:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:0.0:1712357314.734392:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.734393:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.734395:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3a80. 00000020:00000001:0.0:1712357314.734398:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.734400:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3a80 with handle 0xbda2fb8f03338381 to hash 00000020:00000001:0.0:1712357314.734401:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.734402:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.734404:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.734407:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.734409:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.734411:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.734417:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.734423:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.734427:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.734428:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.734431:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.734432:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.734438:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.734439:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.734442:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.734445:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.734447:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.734448:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.734452:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357314.734654:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.734841:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.734843:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.734845:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.734847:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.734851:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.734854:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.734857:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.734858:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.734860:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.734864:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.734866:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.734871:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.734873:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.734876:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.734880:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157504, portal 10 00000100:00000001:0.0:1712357314.734882:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.734883:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.734887:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.734892:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.734894:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.734895:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357314.734898:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572157504, offset 0 00000400:00000200:0.0:1712357314.734901:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.734905:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.734912:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.734916:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.734919:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.734921:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.734923:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.734925:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [565:565:256:4294967295] 192.168.203.120@tcp LPNI seq info [565:565:8:4294967295] 00000400:00000200:0.0:1712357314.734928:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.734933:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.734937:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.734939:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.734942:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.734946:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.734949:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.734963:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.734965:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.734967:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.734969:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.734970:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.734972:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.734973:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.734975:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.734977:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.734977:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.735080:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.735083:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.735085:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.735089:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.735091:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:3.0:1712357314.735093:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:3.0:1712357314.735095:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.735098:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.735105:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.735107:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.735112:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.735113:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.737721:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2720. 00000800:00000001:2.0:1712357314.739342:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.739353:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.739356:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.739358:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.739366:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.739371:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.739377:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.739380:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.739383:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.739387:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908e40 00000400:00000200:2.0:1712357314.739390:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.739394:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14f5 [1] + 224 00000800:00000001:2.0:1712357314.739399:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.739411:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.739413:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.739416:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.739421:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.739427:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.739434:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.739705:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.739711:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.739714:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.740303:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.740309:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.740310:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.740313:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.740316:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.740318:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.740320:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.740325:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.740333:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.740343:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.740345:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.740347:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.740349:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.740351:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.740352:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.740355:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.740362:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.740365:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.740368:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.740369:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.740371:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.740701:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.740704:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.740706:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.740707:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.740709:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.740714:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.740720:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.740722:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.740724:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.740727:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.740733:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.740736:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.740739:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.740740:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.740742:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.740744:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.740749:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.740755:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.740757:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.740758:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.740761:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.740764:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.740766:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.740768:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357314.740770:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740772:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000040:0.0:1712357314.740776:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3a80, remote cookie: 0xa8e7976a8eb21454, flags: 0x1001 00010000:00010000:0.0:1712357314.740780:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.740787:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x25:0x0].0x0, instead of [0x200000401:0xc:0x0].0x0 00010000:00000001:0.0:1712357314.740789:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.740797:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356000. 00010000:00000010:0.0:1712357314.740799:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664c80. 00010000:00000001:0.0:1712357314.740802:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.740805:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.740811:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.740816:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.740818:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.740820:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.740821:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.740822:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.740824:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x25:0x0].0x0 (ffff88012e356000) refcount = 1 00010000:00010000:0.0:1712357314.740826:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.740839:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.740841:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.740842:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.740844:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.740846:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.740848:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.740852:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.740853:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740855:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.740855:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.740856:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.740859:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.740861:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.740861:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.740862:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.740864:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740865:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740866:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.740867:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.740868:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=4 00000020:00000001:0.0:1712357314.740869:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740871:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740873:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.740874:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.740876:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.740880:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740881:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.740885:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.740886:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.740887:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=5 00000020:00000001:0.0:1712357314.740888:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740889:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740891:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.740892:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.740896:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740897:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.740899:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.740903:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.740903:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740904:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.740905:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740905:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.740909:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.740915:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.740915:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.740916:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.740917:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740918:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740920:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.740921:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.740922:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.740923:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.740925:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.740927:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.740928:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.740928:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.740933:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.740934:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00000002:00010000:0.0:1712357314.741100:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.741106:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741107:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.741108:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.741109:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.741110:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.741111:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.741112:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741113:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000040:0.0:1712357314.741116:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.741117:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.741120:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/37 (0 0) 00010000:00000001:0.0:1712357314.741121:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741122:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.741123:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.741124:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.741127:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741129:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741131:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.741135:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.741136:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357314.741138:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.741140:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741143:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.741145:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.741147:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.741149:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:0.0:1712357314.741150:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.741154:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.741156:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x25:0x0] 00000080:00000001:0.0:1712357314.741158:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.741163:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502309 : 144115205272502309 : 200000401000025) 00000080:00000001:0.0:1712357314.741165:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.741168:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x25:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.741170:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x25:0x0](ffff8800a76df8c8): rc = 0 00000080:00000001:0.0:1712357314.741172:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123220680 : -131938586330936 : ffff8800a76df8c8) 00010000:00000001:0.0:1712357314.741173:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.741174:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.741175:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.741177:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741178:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.741181:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.741182:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.741183:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.741185:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741186:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.741187:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.741190:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) for lock 0xbda2fb8f03338381 00000080:00000001:0.0:1712357314.741192:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741193:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.741194:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.741196:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.741196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.741197:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.741198:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.741199:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741200:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741202:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.741203:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741204:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.741207:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2320. 00000080:00002000:0.0:1712357314.741211:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516288 inode ffff8800a76df8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.741217:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.741219:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.741220:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.741223:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x25:0x0](ffff8800a76df8c8) 00000080:00010000:0.0:1712357314.741225:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338381 from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357314.741226:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.741227:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.741228:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3a80 refcount=3 00000020:00000001:0.0:1712357314.741229:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741231:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183792768 : -131938525758848 : ffff8800ab0a3a80) 00010000:00000001:0.0:1712357314.741232:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.741234:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.741239:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741240:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.741241:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.741242:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.741244:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3a80/0xbda2fb8f03338381 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21454 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.741249:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.741252:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.741253:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.741255:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741256:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.741257:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741259:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.741260:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741262:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741264:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741265:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.741266:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.741268:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.741274:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.741278:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.741282:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.741287:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.741289:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.741291:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.741295:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.741296:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.741298:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.741299:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.741301:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.741304:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.741305:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.741306:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.741309:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.741310:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.741316:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.741318:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.741321:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.741330:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.741332:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.741333:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.741337:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.741341:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.741343:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.741345:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.741348:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.741350:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.741353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.741355:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.741356:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.741359:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.741364:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.741367:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.741370:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.741373:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.741376:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.741377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.741378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.741379:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.741381:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.741383:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.741386:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.741390:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.741394:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741396:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.741398:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741399:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.741400:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.741401:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.741406:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.741408:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.741409:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.741411:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.741412:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.741414:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.741417:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357314.741419:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.741421:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f03338388 to hash 00000020:00000001:0.0:1712357314.741423:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.741424:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.741426:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.741428:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.741429:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.741431:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.741437:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.741447:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.741451:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.741453:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.741456:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.741458:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.741460:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.741461:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.741464:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.741467:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.741468:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.741470:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.741473:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.741479:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.741480:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.741483:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.741485:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.741487:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.741490:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.741493:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.741495:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.741496:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.741499:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.741501:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.741507:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.741510:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.741514:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.741519:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157568, portal 10 00000100:00000001:0.0:1712357314.741520:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.741521:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.741525:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.741534:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.741536:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.741538:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357314.741541:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572157568, offset 0 00000400:00000200:0.0:1712357314.741545:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.741551:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.741556:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.741576:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.741579:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.741650:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.741652:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.741655:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [566:566:256:4294967295] 192.168.203.120@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:0.0:1712357314.741659:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.741666:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.741671:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.741674:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.741679:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.741685:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.741688:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.741711:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.741713:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.741715:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.741717:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.741718:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.741719:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.741721:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.741722:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.741724:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.741724:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.742020:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.742023:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.742026:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.742030:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.742033:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357314.742035:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357314.742038:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.742041:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.742048:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.742050:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.742055:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.742056:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.746698:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.746711:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.746715:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.746717:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.746725:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.746730:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.746737:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.746741:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.746744:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.746747:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908e80 00000400:00000200:2.0:1712357314.746751:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.746756:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x14fd [1] + 224 00000800:00000001:2.0:1712357314.746762:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.746776:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.746779:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.746783:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.746788:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.746795:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.746804:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.746822:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.746829:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.746832:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.747003:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.747009:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.747011:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.747020:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.747023:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.747025:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.747027:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.747031:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.747037:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.747042:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.747044:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.747045:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.747048:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.747049:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.747051:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.747054:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.747060:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.747063:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.747065:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.747068:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.747073:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.747075:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.747076:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.747078:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.747080:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.747083:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.747088:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.747090:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.747092:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.747095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.747101:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.747108:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.747111:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.747113:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.747114:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.747117:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.747122:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.747125:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.747127:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.747128:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.747132:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.747135:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.747137:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.747139:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357314.747140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.747143:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357314.747146:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747153:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.747156:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747160:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.747162:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.747166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.747168:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747172:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.747176:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.747179:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.747181:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.747185:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.747188:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.747191:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747195:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.747196:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.747198:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747202:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.747204:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.747205:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.747206:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.747207:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357314.747208:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.747210:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357314.747211:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.747213:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.747217:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.747218:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.747220:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.747221:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.747223:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.747224:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.747225:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.747226:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.747227:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f03338388 from hash 00010000:00000001:0.0:1712357314.747232:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.747233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.747234:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.747234:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.747235:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.747236:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.747237:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.747238:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.747239:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747240:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.747242:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.747246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.747247:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.747248:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.747248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.747249:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.747249:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.747251:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f03338388 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.747261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.747262:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.747266:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.747269:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.747275:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.747276:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747277:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747279:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747281:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.747282:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.747283:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747284:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.747286:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.747290:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.747293:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.747294:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747298:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.747299:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.747302:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f23e0. 00000080:00002000:0.0:1712357314.747306:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.747310:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.747314:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.747317:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747319:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.747320:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.747322:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.747327:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.747328:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.747331:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.747334:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747335:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.747336:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747338:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.747340:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.747342:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.747345:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.747348:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.747353:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.747354:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.747357:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.747360:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.747362:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.747363:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.747364:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.747366:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.747369:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.747371:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.747375:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.747378:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.747378:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.747380:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.747381:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.747382:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.747387:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.747388:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a7516870, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.747391:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.747393:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.747396:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.747397:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.747398:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.747400:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747429:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.747431:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.747432:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.747436:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747439:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.747440:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.747442:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.747444:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.747446:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.747448:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747450:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.747451:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.747453:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747455:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.747455:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.747457:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.747458:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.747459:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.747460:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.747461:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.747462:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.747464:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.747470:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.747476:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.747477:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.747481:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.747485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.747487:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.747488:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.747490:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.747493:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.747495:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747497:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.747498:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.747501:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.747502:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.747505:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.747507:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.747510:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.747513:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.747516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.747517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.747518:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.747520:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.747521:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.747524:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.747528:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.747532:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.747535:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.747536:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.747537:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.747538:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.747539:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.747544:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.747546:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.747547:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.747549:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.747553:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.747555:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.747557:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357314.747573:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.747574:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f0333838f to hash 00000020:00000001:0.0:1712357314.747576:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.747577:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.747579:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.747580:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.747611:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.747613:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.747618:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.747624:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.747627:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.747629:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.747632:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.747633:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.747635:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.747636:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.747639:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.747641:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.747643:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.747645:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.747648:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.748403:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.748405:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.748408:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.748414:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.748419:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.748422:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.748426:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.748428:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.748429:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.748433:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.748434:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.748439:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.748442:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.748446:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.748450:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157632, portal 10 00000100:00000001:0.0:1712357314.748451:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.748453:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.748457:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.748462:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.748465:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.748466:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357314.748469:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572157632, offset 0 00000400:00000200:0.0:1712357314.748473:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.748477:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.748482:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.748486:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.748489:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.748491:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.748493:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.748496:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [567:567:256:4294967295] 192.168.203.120@tcp LPNI seq info [567:567:8:4294967295] 00000400:00000200:0.0:1712357314.748499:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.748505:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.748510:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.748513:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.748520:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.748527:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.748530:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.748551:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.748553:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.748555:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.748557:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.748568:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.748570:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.748572:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.748574:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.748575:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.748576:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.748839:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.748846:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.748850:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.748853:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.748856:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357314.748858:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357314.748861:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.748864:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.748871:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.748873:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.748879:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.748880:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.752706:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000080:00000010:2.1:1712357314.752717:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f23e0. 00000800:00000001:2.0:1712357314.752727:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.752738:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.752739:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.752741:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.752749:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.752755:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.752760:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.752764:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.752767:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.752779:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908ec0 00000400:00000200:2.0:1712357314.752783:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.752788:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1505 [1] + 224 00000800:00000001:2.0:1712357314.752794:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.752805:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.752807:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.752810:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.752816:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.752822:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.752830:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.752853:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.752859:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.752862:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.752878:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.752884:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.752885:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.752887:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.752890:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.752892:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.752894:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.752899:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.752905:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.752911:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.752912:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.752914:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.752916:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.752918:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.752919:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.752922:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.752928:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.752931:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.752933:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.752936:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.752946:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.752948:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.752950:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.752951:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.752953:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.752956:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.752962:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.752964:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.752966:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.752974:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.752979:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.752983:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.752986:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.752988:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.752990:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.752992:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.752996:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.752998:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.753000:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.753000:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.753004:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.753006:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.753009:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.753010:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357314.753012:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.753014:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357314.753017:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753028:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.753031:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753035:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.753037:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753041:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.753042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.753044:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753048:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.753050:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.753052:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.753054:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.753058:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.753060:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.753063:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753067:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.753069:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.753071:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753074:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.753076:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.753077:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.753078:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.753082:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357314.753083:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.753085:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.753087:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.753089:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.753092:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.753093:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.753095:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.753096:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.753098:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.753099:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.753099:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.753100:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.753102:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f0333838f from hash 00010000:00000001:0.0:1712357314.753104:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.753104:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.753105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.753106:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.753106:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.753107:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.753108:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.753109:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.753110:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.753111:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.753113:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753116:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.753117:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.753118:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.753119:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.753120:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.753120:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.753121:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.753123:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f0333838f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.753146:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.753147:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.753151:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.753155:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.753160:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.753161:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.753162:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.753163:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.753165:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.753166:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.753167:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.753168:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.753170:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.753172:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.753174:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.753176:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.753179:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.753180:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.754015:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3f2900. 00000080:00002000:0.0:1712357314.754020:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.754024:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.754027:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.754030:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.754033:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.754034:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.754036:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.754040:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.754042:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.754045:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.754047:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.754049:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.754050:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.754056:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.754058:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.754062:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.754065:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.754069:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.754074:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.754075:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.754078:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.754081:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.754083:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.754084:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.754086:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.754087:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.754091:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.754092:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.754093:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.754096:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.754097:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.754098:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.754099:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.754100:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.754105:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.754106:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.754108:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.754110:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.754113:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.754114:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.754115:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.754117:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.754145:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.754147:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.754149:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.754153:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.754156:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.754157:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.754159:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.754169:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.754172:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.754174:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.754176:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.754177:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.754179:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.754181:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.754182:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.754183:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.754185:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.754186:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.754187:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.754188:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.754189:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.754191:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.754195:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__main__.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.754198:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.754200:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__main__.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.754204:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.754209:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.754211:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.754212:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__main__.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.754214:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.754217:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='__main__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.754219:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.754220:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.754222:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __main__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.754224:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.754226:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.754228:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.754230:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.754234:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.754236:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.754243:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.754244:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.754245:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.754247:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.754249:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.754251:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.754256:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.754261:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.754264:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.754265:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.754266:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.754267:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.754268:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.754273:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.754275:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.754277:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.754279:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.754280:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.754282:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.754284:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357314.754286:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.754288:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03338396 to hash 00000020:00000001:0.0:1712357314.754289:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.754290:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.754292:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.754294:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.754295:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.754298:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.754303:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.754311:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.754321:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.754323:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.754327:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.754328:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.754330:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.754331:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.754334:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.754337:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.754339:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.754341:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.754345:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.754350:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.754351:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.754354:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.754355:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.754358:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.754361:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.754364:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.754366:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.754367:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.754370:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.754371:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.754377:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.754380:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.754383:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.754388:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157696, portal 10 00000100:00000001:0.0:1712357314.754389:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.754390:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.754394:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.754399:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.754406:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.754408:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357314.754411:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572157696, offset 0 00000400:00000200:0.0:1712357314.754415:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.754419:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.754424:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.754428:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.754431:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.754434:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.754435:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.754445:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [568:568:256:4294967295] 192.168.203.120@tcp LPNI seq info [568:568:8:4294967295] 00000400:00000200:0.0:1712357314.754775:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.754783:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.754788:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.754792:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.754796:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.754803:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.754807:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.754826:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.754828:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.754830:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.754832:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.754833:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.754834:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.754836:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.754838:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.754840:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.754840:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.755441:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.755445:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.755448:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.755452:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.755455:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357314.755456:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357314.755459:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.755463:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.755470:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.755472:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.755476:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.755477:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.755697:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000800:00000001:2.0:1712357314.758725:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.758738:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.758741:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.758743:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.758752:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.758758:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.758763:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.758767:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.758770:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.758774:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908f00 00000400:00000200:2.0:1712357314.758778:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.758782:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x150d [1] + 224 00000800:00000001:2.0:1712357314.758788:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.758800:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.758802:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.758805:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.758810:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.758834:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.758841:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.758853:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.758860:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.758863:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.759082:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.759089:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.759090:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.759092:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.759096:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.759098:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.759106:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.759109:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.759117:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.759122:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.759124:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.759125:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.759129:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.759130:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.759132:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.759134:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.759141:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.759144:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.759146:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.759148:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.759153:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.759156:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.759157:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.759158:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.759160:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.759163:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.759168:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.759170:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.759171:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.759174:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.759180:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.759184:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.759192:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.759194:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.759195:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.759198:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.759203:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.759205:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.759207:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.759208:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.759211:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.759214:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.759216:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.759218:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357314.759220:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.759222:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357314.759226:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759233:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.759236:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759240:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.759242:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.759247:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.759249:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759253:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.759255:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.759257:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.759259:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.759268:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.759270:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.759273:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759277:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.759278:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.759280:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759284:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.759286:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.759287:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.759288:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.759289:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357314.759290:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.759292:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.759294:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.759295:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.759299:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.759300:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.759302:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.759303:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.759305:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.759306:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.759307:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.759307:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.759309:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03338396 from hash 00010000:00000001:0.0:1712357314.759311:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.759311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.759317:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.759317:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.759318:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.759319:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.759321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.759322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.759322:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759324:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.759326:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759330:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.759331:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.759332:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.759333:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.759334:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.759335:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.759335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.759337:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338396 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.759343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.759345:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.759349:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.759353:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.759358:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.759359:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.759360:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.759361:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.759363:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.759365:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.759366:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.759367:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.759369:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__main__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.759371:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.759374:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.759379:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759383:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.759384:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.759387:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1ce080. 00000080:00002000:0.0:1712357314.759391:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.759395:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.759398:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.759400:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.759402:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.759403:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.759405:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.759410:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.759411:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.759414:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.759417:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.759418:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.759419:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759420:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.759422:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.759425:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.759429:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.759432:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.759436:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.759438:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.759441:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.759445:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.759446:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.759448:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.759449:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.759451:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.759454:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.759455:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.759457:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.759460:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.759460:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.759466:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.759467:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.759468:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.759472:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.759474:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __main__.cpython-36.opt-1.pyc (ffff8800a7516438, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.759476:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.759479:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.759482:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.759483:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.759484:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.759486:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759515:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.759516:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.759519:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.759523:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759526:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.759527:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.759529:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.759531:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.759534:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.759535:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759537:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.759538:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.759540:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759541:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.759542:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.759543:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.759544:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.759545:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.759546:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.759547:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.759547:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.759549:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.759554:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__main__.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.759557:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.759569:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__main__.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.759577:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.760672:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.760678:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.760680:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__main__.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.760683:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.760686:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='__main__.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.760688:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.760690:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.760691:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __main__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.760694:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.760696:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.760699:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.760703:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.760709:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.760712:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.760716:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.760717:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.760718:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.760720:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.760722:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.760725:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.760731:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.760736:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.760738:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.760740:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.760741:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.760741:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.760742:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.760747:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.760750:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.760751:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.760754:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.760755:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.760757:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.760764:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357314.760767:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.760768:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f0333839d to hash 00000020:00000001:0.0:1712357314.760770:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.760771:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.760773:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.760775:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.760776:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.760779:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.760784:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.760791:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.760796:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.760797:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.760801:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.760802:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.760804:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.760805:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.760808:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.760811:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.760813:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.760814:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.760819:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.760824:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.760825:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.760828:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.760830:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.760832:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.760841:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.760844:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.760846:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.760848:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.760851:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.760853:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.760861:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.760863:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.760868:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.760873:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157760, portal 10 00000100:00000001:0.0:1712357314.760874:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.760875:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.760879:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.760884:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.760886:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.760887:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.760889:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572157760, offset 0 00000400:00000200:0.0:1712357314.760893:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.760898:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.760902:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.760906:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.760909:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.760912:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.760914:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.760916:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [569:569:256:4294967295] 192.168.203.120@tcp LPNI seq info [569:569:8:4294967295] 00000400:00000200:0.0:1712357314.760919:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.760926:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.760930:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.760933:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.760938:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.760948:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.760951:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.760971:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.760972:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.760974:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.760976:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.760977:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.760979:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.760981:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.760982:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.760985:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.760985:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.761283:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.761287:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.761290:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.761294:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.761298:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:3.0:1712357314.761299:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:3.0:1712357314.761306:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.761309:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.761315:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.761318:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.761323:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.761324:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.761365:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3f2900. 00000800:00000001:2.0:1712357314.763932:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.763943:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.763946:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.763948:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.763957:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.763963:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.763969:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.763973:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.763976:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.763980:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908f40 00000400:00000200:2.0:1712357314.763983:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.763987:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1515 [1] + 224 00000800:00000001:2.0:1712357314.763992:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.764005:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.764008:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.764011:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.764016:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.764021:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.764028:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.764081:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.764086:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.764089:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.764135:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.764140:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.764141:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.764144:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.764147:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.764148:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.764150:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.764154:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.764160:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.764165:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.764166:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.764168:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.764170:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.764172:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.764173:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.764176:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.764183:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.764185:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.764187:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.764189:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.764203:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.764206:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.764207:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.764209:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.764210:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.764213:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.764219:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.764221:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.764223:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.764226:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.764232:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.764235:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.764238:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.764240:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.764241:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.764243:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.764248:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.764251:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.764253:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.764254:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.764257:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.764260:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.764263:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.764265:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357314.764267:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.764269:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357314.764273:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764283:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.764286:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764289:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.764291:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.764296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.764298:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764301:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.764303:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.764305:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.764307:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.764310:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.764313:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.764315:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764320:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.764321:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.764323:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764326:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.764328:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.764329:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.764330:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.764334:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357314.764336:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.764337:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.764339:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.764341:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.764345:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.764346:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.764348:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.764349:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.764351:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.764352:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.764353:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.764354:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.764356:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f0333839d from hash 00010000:00000001:0.0:1712357314.764358:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.764359:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.764359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.764360:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.764361:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.764362:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.764364:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.764364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.764365:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764367:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.764368:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764371:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.764372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.764372:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.764373:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.764374:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.764375:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.764375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.764377:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333839d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.764389:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.764390:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.764393:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.764397:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.764402:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.764403:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764404:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764405:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764408:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.764410:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.764410:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764411:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.764413:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__main__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.764415:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.764418:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.764419:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764422:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.764424:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.764427:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b36d8e40. 00000080:00002000:0.0:1712357314.764432:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.764436:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.764439:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.764442:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764444:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.764445:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.764447:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.764451:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.764453:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.764455:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.764457:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764459:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.764460:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764465:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.764467:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.764470:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.764474:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.764478:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.764482:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.764483:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.764485:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.764489:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.764490:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.764492:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.764493:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.764494:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.764496:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.764498:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.764499:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.764502:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.764502:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.764504:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.764505:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.764506:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.764510:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.764512:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __main__.cpython-36.pyc (ffff8800a75166c0, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.764514:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.764516:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.764519:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.764520:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.764521:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.764523:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764553:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.764555:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.764557:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.764575:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764579:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.764785:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.764788:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.764794:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.764797:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.764799:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764801:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.764802:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.764804:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764806:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.764807:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.764809:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.764810:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.764811:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.764811:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.764812:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.764813:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.764815:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.764821:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=basecommand.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.764824:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.764825:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=basecommand.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.764829:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.764833:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.764835:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.764836:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'basecommand.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.764839:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.764841:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='basecommand.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.764843:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764844:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.764845:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: basecommand.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.764848:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.764849:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.764852:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.764854:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.764857:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.764859:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.764866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.764867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.764868:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.764870:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.764871:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.764874:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.764878:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.764882:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.764884:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.764886:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.764887:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.764888:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.764889:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.764899:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.764901:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.764902:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.764904:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.764906:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.764907:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.764910:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357314.764911:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.764913:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033383a4 to hash 00000020:00000001:0.0:1712357314.764914:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.764915:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.764918:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.764919:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.764920:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.764923:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.764927:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.764934:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.764944:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.764946:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.764949:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.764950:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.764952:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.764953:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.764956:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.764958:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.764960:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.764961:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.764965:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.764969:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.764970:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.764972:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.764974:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.764976:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157824:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.764979:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.764982:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.764984:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.764985:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.764987:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.764989:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.764993:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.764996:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.764999:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.765004:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157824, portal 10 00000100:00000001:0.0:1712357314.765005:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.765006:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.765009:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.765015:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.765020:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.765022:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.765024:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572157824, offset 0 00000400:00000200:0.0:1712357314.765028:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.765031:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.765036:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.765040:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.765043:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.765045:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.765047:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.765050:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [570:570:256:4294967295] 192.168.203.120@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:0.0:1712357314.765053:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.765059:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.765063:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.765066:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.765070:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.765075:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.765079:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.765095:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.765097:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.765098:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.765100:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.765101:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.765103:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.765105:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.765106:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.765107:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.765108:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.765259:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.765262:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.765265:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.765268:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.765270:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357314.765272:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357314.765274:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.765277:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.765283:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.765285:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.765290:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.765291:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.767526:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.767547:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.767550:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.767552:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.767568:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.767574:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.767616:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.767620:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.767623:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.767627:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908f80 00000400:00000200:2.0:1712357314.767630:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.767635:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x151d [1] + 224 00000800:00000001:2.0:1712357314.767640:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.767651:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.767653:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.767657:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.767662:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.767667:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.767675:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.767688:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.767694:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.767696:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.767740:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.767746:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.767747:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.767749:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.767752:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.767754:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.767760:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.767763:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.767769:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.767774:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.767775:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.767777:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.767779:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.767781:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.767782:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.767785:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.767790:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.767793:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.767795:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.767797:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.767802:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.767804:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.767805:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.767806:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.767808:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.767810:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.767815:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.767817:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.767819:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.767821:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.767827:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157824:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.767830:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.767836:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.767838:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.767839:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.767842:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.767846:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.767849:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.767851:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.767852:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.767855:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.767858:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.767860:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.767862:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357314.767863:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.767865:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357314.767869:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767876:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.767878:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767882:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.767884:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767888:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.767889:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.767891:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767895:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.767897:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.767899:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.767901:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.767909:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.767911:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.767914:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767919:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.767920:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.767922:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767925:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.767927:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.767928:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.767929:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.767930:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357314.767932:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.767933:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.767935:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.767937:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.767940:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.767941:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.767943:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.767944:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.767946:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.767947:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.767948:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.767949:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.767951:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033383a4 from hash 00010000:00000001:0.0:1712357314.767952:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.767953:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.767957:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.767958:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.767959:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.767960:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.767961:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.767962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.767963:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.767964:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.767966:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.767969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.767970:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.767971:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.767972:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.767972:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.767973:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.767975:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033383a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.767982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.767983:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.767986:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.767990:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.767995:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.767996:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.767997:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.767998:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.768000:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.768002:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.768002:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.768003:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.768005:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=basecommand.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.768007:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.768009:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.768014:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768017:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.768019:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.768022:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698e380. 00000080:00002000:0.0:1712357314.768026:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.768031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.768034:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.768036:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.768038:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.768040:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.768041:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.768045:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.768047:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.768051:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.768053:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.768054:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.768055:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768056:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.768059:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.768061:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.768065:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.768069:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.768074:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.768075:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.768078:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.768082:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.768084:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.768085:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.768087:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.768089:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.768091:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.768093:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.768094:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.768097:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.768097:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.768102:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.768104:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.768105:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.768109:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.768110:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry basecommand.cpython-36.opt-1.pyc (ffff8800a7516d80, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.768112:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.768115:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.768118:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.768119:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.768120:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.768122:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768150:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.768152:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.768154:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.768157:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768160:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.768162:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.768164:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.768166:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.768168:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.768170:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768172:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.768173:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.768174:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768176:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.768176:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.768177:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.768178:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.768179:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.768180:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.768181:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.768182:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.768183:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.768188:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=basecommand.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.768191:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.768192:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=basecommand.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.768199:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.768203:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.768205:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.768206:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'basecommand.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.768209:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.768211:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='basecommand.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.768213:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.768215:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.768216:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: basecommand.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.768219:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.768220:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.768222:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.768224:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.768227:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.768230:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.768233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.768233:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.768234:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.768236:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.768238:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.768240:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.768244:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.768248:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.768250:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.768251:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.768252:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.768253:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.768254:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.768258:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.768260:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.768261:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.768263:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.768264:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.768266:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.768271:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357314.768273:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.768274:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f033383ab to hash 00000020:00000001:0.0:1712357314.768276:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.768277:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.768279:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.768280:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.768281:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.768283:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.768287:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.768293:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.768296:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.768297:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.768300:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.768301:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.768303:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.768304:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.768307:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.768309:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.768311:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.768312:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.768315:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.768320:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.768321:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.768323:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.768324:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.768326:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.768339:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.768343:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.768344:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.768345:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.768348:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.768349:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.768352:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.768354:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.768357:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.768361:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157888, portal 10 00000100:00000001:0.0:1712357314.768362:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.768363:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.768367:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.768371:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.768373:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.768374:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357314.768376:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572157888, offset 0 00000400:00000200:0.0:1712357314.768379:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.768383:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.768386:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.768390:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.768393:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.768395:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.768397:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.768399:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [571:571:256:4294967295] 192.168.203.120@tcp LPNI seq info [571:571:8:4294967295] 00000400:00000200:0.0:1712357314.768402:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.768408:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.768412:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.768415:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.768418:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.768426:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.768429:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00010000:00000010:2.1:1712357314.768688:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357314.768693:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1ce080. 00000100:00000001:0.0:1712357314.769211:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.769214:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.769215:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.769217:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.769218:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.769220:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.769222:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.769224:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.769225:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.769226:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.769310:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.769314:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.769317:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.769321:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.769323:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:3.0:1712357314.769324:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:3.0:1712357314.769327:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.769330:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.769337:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.769339:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.769349:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.769351:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.772240:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.772252:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.772255:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.772257:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.772266:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.772271:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.772278:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.772281:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.772284:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.772288:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef908fc0 00000400:00000200:2.0:1712357314.772302:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.772306:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1525 [1] + 224 00000800:00000001:2.0:1712357314.772312:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.772323:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.772325:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.772329:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.772334:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.772340:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.772349:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.772367:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.772373:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.772376:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.772422:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.772428:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.772429:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.772432:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.772435:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.772437:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.772439:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.772443:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.772449:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.772455:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.772456:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.772457:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.772460:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.772462:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.772464:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.772466:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.772473:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.772476:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.772478:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.772480:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.772493:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.772496:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.772498:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.772499:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.772500:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.772503:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.772508:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.772510:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.772511:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.772514:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.772519:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.772522:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.772525:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.772527:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.772528:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.772530:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.772535:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.772538:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.772539:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.772540:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.772543:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.772545:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.772547:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.772549:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357314.772551:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.772553:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357314.772557:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772575:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.772578:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772596:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.772598:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772603:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.772603:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.772605:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772609:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.772610:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.772612:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.772614:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.772618:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.772620:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.772622:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772626:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.772628:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.772630:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772633:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.772635:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.772635:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.772636:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.772640:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357314.772642:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.772643:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.772645:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.772647:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.772651:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.772652:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.772654:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.772655:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.772657:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.772658:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.772659:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.772660:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.772661:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f033383ab from hash 00010000:00000001:0.0:1712357314.772663:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.772663:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.772664:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.772665:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.772665:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.772666:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.772667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.772668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.772669:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772669:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.772671:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772674:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.772674:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.772675:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.772676:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.772677:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.772677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.772678:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.772679:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033383ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.772690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.772691:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.772694:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.772698:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.772703:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.772704:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772706:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772707:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772709:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.772711:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.772712:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772713:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.772714:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=basecommand.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.772717:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.772719:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.772721:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772724:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.772725:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.772729:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698efc0. 00000080:00002000:0.0:1712357314.772733:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.772737:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.772740:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.772743:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772745:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.772746:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.772748:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.772752:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.772754:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.772756:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.772759:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772760:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.772761:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772765:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.772767:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.772770:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.772774:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.772776:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.772780:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.772782:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.772784:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.772788:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.772789:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.772791:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.772792:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.772794:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.772796:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.772797:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.772799:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.772801:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.772802:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.772803:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.772804:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.772805:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.772810:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.772812:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry basecommand.cpython-36.pyc (ffff8800a7516360, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.772814:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.772816:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.772819:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.772821:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.772822:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.772824:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772872:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.772875:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.772877:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.772881:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772885:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.772886:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.772888:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.772893:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.772895:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.772897:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772899:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.772900:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.772902:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772904:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.772905:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.772906:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.772907:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.772908:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.772909:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.772910:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.772911:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.772912:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.772919:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=baseparser.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.772921:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.772922:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=baseparser.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.772926:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.772930:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.772932:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.772933:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'baseparser.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.772936:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.772938:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='baseparser.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.772940:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772942:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.772943:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: baseparser.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.772946:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.772947:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.772950:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.772952:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.772955:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.772957:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.772963:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.772964:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.772965:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.772967:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.772969:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.772971:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.772975:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.772979:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.772982:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.772983:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.772984:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.772985:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.772986:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.772991:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.772993:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.772994:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.772996:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.772998:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.773000:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.773002:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357314.773004:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.773005:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f033383b2 to hash 00000020:00000001:0.0:1712357314.773007:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.773008:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.773010:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.773011:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.773012:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.773015:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.773020:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.773026:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.773036:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.773037:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.773041:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.773043:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.773044:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.773045:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.773048:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.773051:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.773053:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.773054:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.773057:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.773063:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.773064:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.773066:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.773068:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.773070:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.773073:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.773076:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.773077:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.773079:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.773081:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.773082:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.773085:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.773087:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.773090:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.773094:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572157952, portal 10 00000100:00000001:0.0:1712357314.773095:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.773096:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.773100:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.773105:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.773110:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.773111:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357314.773114:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572157952, offset 0 00000400:00000200:0.0:1712357314.773118:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.773122:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.773126:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.773130:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.773133:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.773135:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.773137:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.773140:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [572:572:256:4294967295] 192.168.203.120@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:0.0:1712357314.773142:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.773149:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.773153:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.773156:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.773160:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.773166:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.773169:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.773193:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.773195:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.773196:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.773198:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.773199:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.773201:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.773202:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.773203:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.773205:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.773205:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.773321:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.773324:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.773327:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.773330:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.773333:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357314.773334:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:3.0:1712357314.773337:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.773340:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.773345:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.773348:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.773352:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.773353:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.775240:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:2.1:1712357314.775251:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b36d8e40. 00010000:00000010:2.1:1712357314.775256:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:2.1:1712357314.775259:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698e380. 00010000:00000010:2.1:1712357314.777929:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:2.1:1712357314.777940:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698efc0. 00000800:00000001:2.0:1712357314.779841:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.779852:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.779855:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.779857:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.779865:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.779870:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.779877:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.779881:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.779884:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.779888:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909000 00000400:00000200:2.0:1712357314.779892:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.779897:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x152d [1] + 224 00000800:00000001:2.0:1712357314.779903:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.779916:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.779918:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.779921:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.779926:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.779932:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.779946:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.779959:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.779965:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.779967:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.780010:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.780016:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.780017:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.780019:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.780023:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.780024:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.780030:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.780033:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.780040:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.780046:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.780048:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.780049:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.780052:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.780054:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.780055:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.780057:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.780064:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.780067:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.780069:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.780071:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.780076:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.780078:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.780080:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.780081:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.780082:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.780085:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.780091:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.780093:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.780094:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.780097:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.780103:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572157952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.780107:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.780112:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.780113:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.780115:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.780117:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.780123:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.780126:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.780127:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.780128:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.780131:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.780134:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.780136:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.780138:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357314.780140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.780142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00010000:0.0:1712357314.780146:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780153:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.780155:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780160:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.780162:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780166:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.780166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.780168:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780171:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.780173:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.780176:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.780177:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.780184:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.780187:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.780189:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780193:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.780194:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.780196:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780199:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.780201:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.780202:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.780202:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.780203:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357314.780204:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.780205:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.780207:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.780209:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.780212:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.780213:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.780214:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.780215:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.780217:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.780218:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.780219:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.780219:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.780221:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f033383b2 from hash 00010000:00000001:0.0:1712357314.780223:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.780223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.780226:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.780227:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.780228:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.780229:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.780230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.780231:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.780232:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780233:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.780235:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.780239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.780240:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.780240:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.780241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.780242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.780242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.780244:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f033383b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.780252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.780253:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.780256:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.780259:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.780264:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.780266:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780267:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780268:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780270:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.780271:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.780272:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780273:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.780274:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=baseparser.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.780277:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.780279:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.780283:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780286:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.780288:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.780291:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698ec00. 00000080:00002000:0.0:1712357314.780295:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.780299:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.780302:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.780305:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780307:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.780309:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.780310:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.780315:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.780317:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.780320:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.780322:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780323:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.780324:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780326:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.780328:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.780330:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.780333:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.780336:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572157952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.780340:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.780341:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.780344:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.780348:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.780349:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.780350:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.780352:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.780354:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.780356:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.780357:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.780359:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.780361:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.780362:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.780366:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.780366:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.780367:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.780373:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.780374:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry baseparser.cpython-36.opt-1.pyc (ffff8800a7516438, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.780377:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.780379:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.780381:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.780383:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.780384:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.780385:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780414:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.780416:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.780418:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.780421:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780424:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.780426:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.780427:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.780429:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.780432:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.780434:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780435:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.780436:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.780438:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780440:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.780441:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.780442:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.780443:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.780444:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.780445:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.780446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.780446:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.780448:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.780453:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=baseparser.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.780455:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.780456:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=baseparser.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.780463:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.780466:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.780468:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.780470:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'baseparser.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.780472:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.780474:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='baseparser.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.780477:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780478:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.780479:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: baseparser.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.780482:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.780483:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.780485:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.780487:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.780490:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.780492:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.780495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.780495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.780496:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.780498:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.780499:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.780501:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.780506:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.780509:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.780512:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.780513:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.780514:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.780515:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.780516:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.780520:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.780522:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.780523:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.780525:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.781168:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.781172:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.781180:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357314.781182:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.781184:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f033383b9 to hash 00000020:00000001:0.0:1712357314.781185:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.781186:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.781188:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.781191:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.781192:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.781195:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.781200:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.781207:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.781211:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.781213:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.781217:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.781218:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.781220:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.781221:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.781224:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.781227:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.781228:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.781230:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.781234:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.781240:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.781241:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.781244:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.781245:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.781248:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.781256:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.781259:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.781260:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.781262:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.781265:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.781266:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.781272:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.781275:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.781279:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.781283:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158016, portal 10 00000100:00000001:0.0:1712357314.781285:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.781285:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.781290:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.781295:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.781297:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.781298:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357314.781300:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158016, offset 0 00000400:00000200:0.0:1712357314.781304:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.781309:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.781314:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.781318:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.781321:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.781324:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.781326:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.781329:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [573:573:256:4294967295] 192.168.203.120@tcp LPNI seq info [573:573:8:4294967295] 00000400:00000200:0.0:1712357314.781332:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.781338:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.781343:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.781346:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.781350:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.781360:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.781362:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.782531:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.782535:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.782537:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.782539:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.782541:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.782543:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.782545:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.782548:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.782550:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.782551:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.782984:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.782987:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.782992:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.783002:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.783006:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:3.0:1712357314.783008:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:3.0:1712357314.783011:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.783017:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.783026:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.783028:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.783033:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.783035:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.785660:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000080:00000010:2.1:1712357314.785669:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698ec00. 00000800:00000001:2.0:1712357314.785759:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.785771:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.785773:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.785775:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.785784:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.785789:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.785795:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.785799:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.785802:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.785805:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909040 00000400:00000200:2.0:1712357314.785808:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.785813:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1535 [1] + 224 00000800:00000001:2.0:1712357314.785818:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.785830:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.785832:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.785835:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.785840:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.785845:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.785853:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.785862:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.785868:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.785870:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.785958:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.785963:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.785965:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.785967:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.785970:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.785972:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.785973:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.785978:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.785984:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.785989:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.785990:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.785992:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.785994:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.785996:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.785997:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.785999:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.786004:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.786007:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.786009:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.786011:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.786025:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.786028:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.786030:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.786031:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.786033:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.786036:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.786041:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.786043:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.786044:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.786046:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.786052:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.786055:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.786057:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.786059:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.786061:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.786063:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.786067:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.786068:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.786070:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.786071:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.786074:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.786076:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.786078:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.786080:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357314.786082:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.786084:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357314.786088:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786096:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.786099:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786103:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.786105:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786108:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.786109:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.786111:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786114:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.786116:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.786118:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.786120:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.786123:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.786125:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.786128:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786132:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.786133:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.786135:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786138:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.786140:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.786141:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.786141:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.786145:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357314.786146:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.786147:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.786149:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.786151:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.786154:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.786155:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.786157:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.786157:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.786159:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.786160:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.786161:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.786162:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.786164:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f033383b9 from hash 00010000:00000001:0.0:1712357314.786165:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.786166:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.786167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.786168:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.786168:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.786169:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.786170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.786171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.786172:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.786173:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.786174:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786177:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.786178:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.786178:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.786179:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.786180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.786180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.786181:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.786182:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033383b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.786779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.786780:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.786785:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.786790:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.786796:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.786797:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.786798:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.786799:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.786801:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.786803:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.786803:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.786805:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.786806:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=baseparser.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.786809:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.786811:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.786813:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.786816:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.786818:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.786822:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a698ec00. 00000080:00002000:0.0:1712357314.786826:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.786831:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.786834:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.786837:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.786839:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.786841:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.786843:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.786847:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.786849:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.786853:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.786855:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.786856:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.786857:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.786863:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.786866:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.786869:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.786873:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.786876:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.786880:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.786882:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.786885:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.786889:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.786890:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.786892:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.786894:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.786895:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.786898:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.786899:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.786901:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.786904:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.786905:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.786907:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.786908:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.786909:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.786914:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.786915:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry baseparser.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.786917:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.786920:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.786922:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.786924:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.786925:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.786927:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.786955:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.786957:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.787240:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.787245:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.787248:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.787249:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.787251:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.787257:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.787259:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.787262:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.787264:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.787265:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.787267:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.787269:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.787270:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.787271:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.787273:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.787274:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.787275:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.787276:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.787277:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.787279:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.787285:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cmdoptions.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.787287:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.787288:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cmdoptions.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.787292:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.787296:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.787299:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.787301:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cmdoptions.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.787303:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.787306:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='cmdoptions.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.787308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.787309:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.787311:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cmdoptions.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.787313:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.787315:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.787317:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.787320:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.787323:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.787326:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.787337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.787338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.787339:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.787341:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.787344:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.787346:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.787351:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.787355:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.787357:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.787359:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.787360:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.787361:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.787362:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.787367:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.787369:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.787371:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.787372:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.787374:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.787375:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.787378:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357314.787380:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.787382:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f033383c0 to hash 00000020:00000001:0.0:1712357314.787383:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.787384:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.787386:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.787388:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.787390:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.787392:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.787398:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.787404:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.787414:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.787416:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.787420:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.787421:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.787423:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.787424:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.787428:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.787430:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.787432:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.787433:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.787437:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.787443:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.787445:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.787447:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.787448:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.787451:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.787454:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.787457:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.787459:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.787461:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.787463:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.787465:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.787470:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.787472:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.787476:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.787481:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158080, portal 10 00000100:00000001:0.0:1712357314.787482:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.787483:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.787487:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.787492:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.787498:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.787500:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357314.787502:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158080, offset 0 00000400:00000200:0.0:1712357314.787506:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.787511:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.787516:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.787519:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.787523:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.787525:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.787527:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.787530:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [574:574:256:4294967295] 192.168.203.120@tcp LPNI seq info [574:574:8:4294967295] 00000400:00000200:0.0:1712357314.787533:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.787539:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.787544:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.787547:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.787551:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.787569:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.787572:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.788189:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.788191:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.788193:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.788195:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.788196:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.788198:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.788200:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.788202:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.788205:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.788205:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.789424:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.789428:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.789439:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.789444:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.789449:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357314.789451:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357314.789454:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.789460:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.789468:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.789471:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.789476:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.789477:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.789683:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:2.1:1712357314.789690:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a698ec00. 00000800:00000001:2.0:1712357314.792613:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.792625:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.792635:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.792638:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.792646:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.792652:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.792658:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.792660:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.792663:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.792667:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909080 00000400:00000200:2.0:1712357314.792670:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.792675:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x153d [1] + 224 00000800:00000001:2.0:1712357314.792681:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.792691:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.792693:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.792696:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.792701:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.792706:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.792714:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.792724:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.792730:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.792732:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.792784:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.792789:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.792790:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.792792:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.792795:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.792797:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.792807:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.792810:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.792816:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.792821:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.792823:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.792825:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.792828:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.792829:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.792832:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.792834:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.792841:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.792844:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.792846:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.792848:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.792852:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.792855:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.792856:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.792857:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.792859:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.792862:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.792866:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.792868:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.792870:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.792872:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.792878:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.792881:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.792888:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.792890:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.792891:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.792894:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.792898:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.792901:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.792903:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.792904:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.792907:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.792910:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.792912:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.792914:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.792916:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.792918:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357314.792921:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.792928:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.792930:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.792934:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.792936:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.792941:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.792942:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.792944:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.792947:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.792949:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.792951:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.792953:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.792960:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.792963:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.792965:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.792970:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.792971:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.792973:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.792976:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.792978:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.792979:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.792980:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.792981:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357314.792982:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.792983:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.792985:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.792987:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.792990:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.792992:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.792993:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.792995:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.792997:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.792998:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.792998:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.792999:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.793001:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f033383c0 from hash 00010000:00000001:0.0:1712357314.793003:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.793004:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.793007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.793008:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.793009:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.793010:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.793012:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.793013:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.793014:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793015:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.793017:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.793020:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.793021:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.793022:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.793023:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.793024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.793024:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.793025:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.793026:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.793047:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.793048:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.793052:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.793056:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.793062:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.793063:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793064:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793065:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793067:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.793068:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.793069:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793071:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.793072:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cmdoptions.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.793075:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.793078:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.793083:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793087:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.793088:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.793091:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87100. 00000080:00002000:0.0:1712357314.793095:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.793100:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.793103:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.793106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793109:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.793110:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.793112:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.793117:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.793119:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.793122:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.793125:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793126:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.793127:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793128:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.793130:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.793133:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.793137:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.793139:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.793144:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.793145:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.793148:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.793151:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.793153:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.793154:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.793156:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.793157:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.793160:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.793161:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.793163:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.793166:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.793166:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.793171:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.793172:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.793173:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.793177:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.793179:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cmdoptions.cpython-36.opt-1.pyc (ffff8800a7516870, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.793181:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.793183:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.793186:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.793187:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.793188:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.793190:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793220:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.793222:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.793224:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.793228:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793231:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.793232:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.793234:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.793236:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.793238:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.793241:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793242:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.793244:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.793246:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793248:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.793249:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.793250:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.793251:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.793252:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.793253:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.793254:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.793255:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.793257:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.793262:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cmdoptions.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.793265:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.793266:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cmdoptions.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.793274:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.793278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.793280:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.793282:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cmdoptions.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.793284:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.793287:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='cmdoptions.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.793289:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793291:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.793292:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cmdoptions.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.793294:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.793296:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.793299:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.793301:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.793305:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.793307:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.793311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.793311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.793313:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.793314:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.793316:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.793318:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.793322:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.793326:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.793328:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.793329:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.793330:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.793331:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.793332:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.793336:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.793339:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.793340:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.793342:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.793344:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.793345:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.793351:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.793353:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.793355:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f033383c7 to hash 00000020:00000001:0.0:1712357314.793356:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.793357:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.793360:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.793362:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.793363:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.793364:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.793369:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.793376:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.793380:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.793381:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.793384:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.793386:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.793388:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.793388:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.793392:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.793394:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.793396:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.793398:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.793401:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.793407:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.793408:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.793410:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.793412:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.793414:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.793422:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.793426:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.793427:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.793429:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.793432:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.793433:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.793438:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.793440:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.793443:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.793447:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158144, portal 10 00000100:00000001:0.0:1712357314.793449:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.793450:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.793454:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.793460:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.793462:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.793463:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357314.793465:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158144, offset 0 00000400:00000200:0.0:1712357314.793469:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.793474:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.793478:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.793483:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.793486:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.793489:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.793491:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.793494:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [575:575:256:4294967295] 192.168.203.120@tcp LPNI seq info [575:575:8:4294967295] 00000400:00000200:0.0:1712357314.793497:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.793503:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.793507:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.793510:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.793514:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.793524:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.793527:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.793540:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.793542:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.793543:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.793545:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.793546:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.793548:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.793550:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.793551:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.793553:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.793553:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.793905:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.793907:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:2.0:1712357314.793910:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.793913:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.793915:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:2.0:1712357314.793915:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:2.0:1712357314.793917:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.793919:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.793924:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.793929:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.793932:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.793933:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.796786:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:2.1:1712357314.796795:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87100. 00000800:00000001:2.0:1712357314.797039:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.797050:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.797052:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.797054:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.797062:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.797137:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.797144:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.797147:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.797150:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.797154:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9090c0 00000400:00000200:2.0:1712357314.797157:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.797162:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1545 [1] + 224 00000800:00000001:2.0:1712357314.797168:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.797180:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.797183:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.797186:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.797190:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.797196:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.797205:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.797221:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.797227:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.797230:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.797250:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.797256:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.797257:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.797260:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.797263:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.797264:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.797266:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.797271:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.797279:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.797284:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.797286:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.797288:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.797290:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.797292:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.797293:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.797295:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.797301:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.797304:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.797306:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.797309:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.797325:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.797327:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.797329:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.797330:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.797332:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.797336:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.797341:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.797344:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.797346:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.797349:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.797355:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.797359:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.797362:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.797364:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.797365:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.797368:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.797373:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.797375:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.797377:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.797378:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.797381:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.797383:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.797386:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.797388:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.797389:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.797391:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.797395:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797405:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.797408:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797413:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.797415:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797420:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.797421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.797423:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797427:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.797429:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.797431:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.797433:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.797437:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.797440:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.797442:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797446:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.797448:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.797450:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797454:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.797456:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.797456:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.797457:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.797462:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.797463:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.797465:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.797467:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.797469:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.797473:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.797474:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.797476:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.797477:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.797479:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.797480:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.797480:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.797481:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.797484:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f033383c7 from hash 00010000:00000001:0.0:1712357314.797485:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.797486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.797487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.797488:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.797488:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.797489:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.797490:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.797491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.797492:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.797493:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.797495:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797498:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.797499:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.797500:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.797501:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.797502:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.797502:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.797503:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.797504:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.797530:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.797532:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.797535:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.797540:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.797546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.797547:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.797549:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.797550:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.797552:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.797554:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.797555:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.797557:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.797569:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cmdoptions.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.797572:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.797575:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.797576:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.797579:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.797581:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.797611:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87240. 00000080:00002000:0.0:1712357314.797615:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.797620:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.797622:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.797625:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.797627:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.797628:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.797630:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.798197:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.798200:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.798204:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.798206:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.798208:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.798209:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.798215:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.798217:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.798221:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.798225:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.798229:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.798234:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.798236:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.798238:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.798242:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.798244:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.798245:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.798247:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.798249:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.798251:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.798253:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.798254:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.798257:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.798257:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.798259:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.798260:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.798262:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.798266:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.798267:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cmdoptions.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.798269:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.798272:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.798274:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.798275:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.798278:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.798280:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.798306:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.798309:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.798311:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.798314:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.798318:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.798319:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.798321:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.798326:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.798329:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.798331:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.798332:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.798333:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.798335:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.798337:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.798338:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.798340:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.798341:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.798342:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.798343:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.798344:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.798345:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.798347:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.798352:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=download.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.798354:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.798356:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=download.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.798359:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.798363:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.798365:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.798367:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'download.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.798370:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.798372:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='download.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.798374:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.798376:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.798377:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: download.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.798380:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.798381:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.798384:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.798386:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.798389:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.798392:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.798397:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.798398:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.798399:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.798401:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.798403:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.798405:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.798409:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.798413:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.798416:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.798417:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.798418:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.798419:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.798420:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.798425:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.798427:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.798429:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.798431:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.798432:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.798433:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.798435:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a06c0. 00000020:00000001:0.0:1712357314.798438:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.798440:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a06c0 with handle 0xbda2fb8f033383ce to hash 00000020:00000001:0.0:1712357314.798441:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.798442:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.798444:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.798446:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.798447:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.798449:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.798455:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.798470:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.798656:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.798658:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.798662:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.798663:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.798665:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.798666:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.798670:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.798672:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.798674:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.798676:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.798679:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.798684:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.798685:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.798688:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.798690:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.798692:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.798695:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.798698:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.798700:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.798701:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.798704:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.798705:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.798710:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.798713:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.798716:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.798720:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158208, portal 10 00000100:00000001:0.0:1712357314.798722:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.798722:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.798726:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.798737:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.798743:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.798745:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357314.798748:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158208, offset 0 00000400:00000200:0.0:1712357314.798751:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.798756:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.801691:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.801698:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.801702:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.801704:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.801706:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.801709:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [576:576:256:4294967295] 192.168.203.120@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:0.0:1712357314.801714:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.801723:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.801729:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.801732:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.801737:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.801745:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.801748:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.801766:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.801768:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.801771:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.801774:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.801775:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.801776:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.801778:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.801781:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.801783:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.801784:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.801918:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.801921:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:2.0:1712357314.801925:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.801929:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.801933:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:2.0:1712357314.801943:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:2.0:1712357314.801947:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.801952:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.801960:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.801963:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.801968:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.801970:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.804000:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000800:00000001:2.0:1712357314.806844:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.806856:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.806859:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.806861:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.806870:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.806876:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.806882:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.806886:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.806889:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.806892:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909100 00000400:00000200:2.0:1712357314.806896:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.806900:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x154d [1] + 224 00000800:00000001:2.0:1712357314.806907:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.806919:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.806921:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.806925:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.806930:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.806937:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.806944:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.806964:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.806969:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.806977:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.807031:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.807037:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.807039:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.807041:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.807045:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.807047:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.807054:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.807058:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.807065:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.807071:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.807072:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.807074:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.807077:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.807078:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.807080:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.807083:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.807089:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.807092:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.807095:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.807097:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.807102:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.807105:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.807106:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.807108:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.807110:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.807113:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.807118:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.807120:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.807121:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.807124:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.807130:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.807134:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.807139:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.807142:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.807143:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.807146:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.807151:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.807153:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.807155:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.807156:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.807159:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.807161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.807164:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.807166:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=4 00000020:00000001:0.0:1712357314.807168:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.807170:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00010000:0.0:1712357314.807173:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807181:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.807184:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807188:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.807190:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.807196:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.807198:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807202:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.807204:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.807206:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.807208:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.807216:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a06c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.807219:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.807222:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807227:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.807228:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.807230:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807234:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.807236:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.807237:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.807238:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.807239:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=5 00000020:00000001:0.0:1712357314.807240:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.807242:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357314.807244:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.807245:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.807249:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.807250:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.807252:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.807253:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.807255:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.807256:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.807257:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.807258:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.807260:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a06c0 with handle 0xbda2fb8f033383ce from hash 00010000:00000001:0.0:1712357314.807261:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.807262:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.807267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.807268:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.807269:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.807270:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.807272:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.807272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.807273:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.807274:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.807276:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.807281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.807281:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.807282:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.807283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.807283:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.807284:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.807286:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f033383ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.807293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.807294:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.807298:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.807302:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.807307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.807308:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.807309:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.807310:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.807321:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.807323:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.807324:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.807325:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.807327:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=download.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.807330:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.807332:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.807338:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.807341:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.807343:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.807346:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b873e0. 00000080:00002000:0.0:1712357314.807350:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.807355:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.807358:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.807361:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.807363:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.807365:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.807366:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.807370:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.807372:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.807375:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.807378:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.807379:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.807380:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.807382:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.807384:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.808019:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.808024:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.808028:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.808034:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.808036:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.808038:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.808042:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.808044:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.808046:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.808048:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.808049:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.808053:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.808054:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.808056:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.808058:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.808059:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.808065:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.808067:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.808068:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.808073:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.808074:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry download.cpython-36.opt-1.pyc (ffff8800a7516438, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.808077:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.808080:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.808083:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.808085:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.808086:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.808088:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.808119:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.808121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.808122:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.808127:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.808130:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.808131:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.808134:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.808135:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.808138:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.808140:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.808141:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.808142:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.808144:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.808145:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.808146:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.808148:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.808149:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.808150:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.808151:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.808152:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.808153:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.808155:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.808159:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=download.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.808314:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.808315:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=download.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.808324:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.808329:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.808331:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.808333:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'download.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.808336:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.808338:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='download.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.808340:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.808342:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.808343:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: download.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.808346:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.808347:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.808350:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.808353:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.808362:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.808365:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.808369:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.808370:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.808371:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.808373:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.808375:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.808378:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.808384:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.808389:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.808391:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.808393:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.808394:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.808394:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.808395:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.808400:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.808403:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.808404:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.808407:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.808408:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.808410:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.808416:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357314.808453:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.808455:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f033383d5 to hash 00000020:00000001:0.0:1712357314.808457:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.808458:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.808461:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.808463:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.808464:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.808466:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.808472:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.808479:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.808483:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.808484:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.808488:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.808490:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.808491:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.808492:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.808496:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.808498:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.808500:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.808501:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.808505:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.808511:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.808512:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.808514:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.808516:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.808519:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.808527:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.808531:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.808532:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.808534:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.808537:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.808539:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.808545:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.808547:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.808551:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.808556:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158272, portal 10 00000100:00000001:0.0:1712357314.808567:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.808568:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.808573:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.808578:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.808580:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.808596:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357314.808599:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572158272, offset 0 00000400:00000200:0.0:1712357314.808603:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.808608:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.808613:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.808617:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.808620:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.808622:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.808624:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.808627:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [577:577:256:4294967295] 192.168.203.120@tcp LPNI seq info [577:577:8:4294967295] 00000400:00000200:0.0:1712357314.808630:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.808637:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.808641:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.808644:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.808649:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.808661:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.808664:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.808719:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.808721:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.808723:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.808725:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.808726:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.808728:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.808730:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.808731:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.808733:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.808734:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.808929:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.808932:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.808935:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.808939:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.808942:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:3.0:1712357314.808943:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:3.0:1712357314.808946:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.808953:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.808961:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.808963:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.808968:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.808969:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.809686:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87240. 00000800:00000001:2.0:1712357314.811190:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.811200:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.811203:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.811205:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.811213:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.811218:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.811223:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.811227:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.811230:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.811234:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909140 00000400:00000200:2.0:1712357314.811238:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.811243:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1555 [1] + 224 00000800:00000001:2.0:1712357314.811250:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.811264:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.811267:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.811271:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.811276:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.811282:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.811290:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.811300:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.811306:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.811309:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.811361:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.811367:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.811369:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.811371:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.811374:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.811376:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.811378:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.811382:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.811388:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.811393:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.811395:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.811396:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.811399:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.811401:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.811403:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.811405:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.811412:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.811416:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.811418:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.811421:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.811437:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.811440:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.811442:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.811443:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.811445:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.811449:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.811454:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.811456:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.811458:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.811460:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.811466:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.811470:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.811473:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.811475:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.811476:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.811479:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.811484:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.811486:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.811488:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.811489:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.811492:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.811496:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.811498:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.811500:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357314.811501:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.811503:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357314.811507:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811519:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.811522:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811526:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.811528:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.811534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.811536:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811540:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.811541:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.811544:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.811545:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.811549:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.811552:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.811555:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811573:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.811574:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.811576:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811580:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.811613:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.811614:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.811615:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.811628:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357314.811629:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.811631:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.811633:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.811635:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.811639:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.811641:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.811643:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.811644:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.811646:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.811647:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.811648:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.811649:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.811651:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f033383d5 from hash 00010000:00000001:0.0:1712357314.811653:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.811654:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.811654:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.811655:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.811656:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.811657:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.811659:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.811659:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.811660:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811661:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.811663:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811666:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.811667:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.811668:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.811668:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.811669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.811670:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.811670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.811672:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.811681:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.811683:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.811686:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.811691:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.811696:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.811696:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811698:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811699:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811701:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.811703:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.811703:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811704:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.811706:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=download.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.811709:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.811711:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.811713:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811716:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.811718:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.811721:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87520. 00000080:00002000:0.0:1712357314.811725:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.811729:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.811732:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.811735:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811737:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.811738:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.811740:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.811744:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.811745:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.811748:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.811750:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811752:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.811753:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811758:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.811761:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.811764:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.811769:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.811772:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.811777:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.811778:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.811781:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.811784:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.811786:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.811787:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.811789:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.811791:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.811795:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.811796:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.811798:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.811801:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.811801:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.811803:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.811804:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.811805:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.811810:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.811812:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry download.cpython-36.pyc (ffff8800a7516360, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.811814:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.811817:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.811820:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.811822:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.811823:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.811825:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811857:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.811859:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.811860:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.811864:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811867:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.811868:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.811870:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.811875:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.811878:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.811880:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.811883:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.811885:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811887:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.811888:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.811889:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.811890:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.811891:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.811892:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.811893:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.811894:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.811896:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.811901:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=exceptions.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.811903:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.811905:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=exceptions.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.811909:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.811913:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.811915:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.811916:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'exceptions.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.811919:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.811921:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='exceptions.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.811924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811926:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.811927:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: exceptions.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.811929:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.811931:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.811933:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.811935:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.811939:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.811942:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.811948:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.811950:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.811951:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.811953:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.811955:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.811957:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.811962:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.811966:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.811969:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.811971:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.811972:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.811973:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.811974:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.811979:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.811981:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.811983:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.811985:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.811986:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.811988:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.811990:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.811992:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.811994:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f033383dc to hash 00000020:00000001:0.0:1712357314.811995:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.811996:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.812247:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.812249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.812250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.812253:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.812258:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.812265:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.812280:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.812281:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.812285:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.812287:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.812288:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.812289:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.812293:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.812296:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.812297:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.812299:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.812303:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.812308:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.812309:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.812311:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.812313:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.812316:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158336:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.812319:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.812322:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.812324:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.812326:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.812328:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.812330:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.812333:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.812335:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.812339:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.812343:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158336, portal 10 00000100:00000001:0.0:1712357314.812345:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.812345:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.812350:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.812355:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.812360:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.812362:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357314.812365:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158336, offset 0 00000400:00000200:0.0:1712357314.812369:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.812374:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.812378:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.812381:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.812384:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.812387:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.812389:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.812541:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [578:578:256:4294967295] 192.168.203.120@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:0.0:1712357314.812545:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.812552:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.812566:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.812569:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.812574:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.812580:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.812607:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.813009:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.813011:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.813013:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.813015:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.813016:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.813018:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.813020:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.813021:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.813023:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.813024:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.813132:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.813135:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.813138:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.813142:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.813145:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:3.0:1712357314.813147:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:3.0:1712357314.813149:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.813158:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.813164:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.813166:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.813170:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.813171:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000001:0.0:1712357314.815474:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.815477:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.815480:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.815481:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.815484:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.815485:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357314.815512:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357314.815514:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.815516:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1712357314.815633:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a06c0. 00000080:00000010:2.1:1712357314.815640:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b873e0. 00000800:00000001:2.0:1712357314.815946:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.815957:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.815959:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.815960:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.815969:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.815974:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.815980:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.815984:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.815991:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.815995:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909180 00000400:00000200:2.0:1712357314.815999:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.816004:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x155d [1] + 224 00000800:00000001:2.0:1712357314.816010:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.816022:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.816024:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.816028:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.816033:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.816039:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.816048:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.816057:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.816063:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.816065:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.816106:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.816111:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.816112:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.816115:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.816118:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.816119:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.816121:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.816126:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.816133:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816138:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.816140:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.816142:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.816145:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.816147:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.816148:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.816151:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.816156:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.816159:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.816161:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.816164:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816169:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.816171:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.816173:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.816174:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.816176:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.816179:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816185:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.816187:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.816189:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.816191:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.816202:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158336:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.816206:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.816209:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.816210:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.816212:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.816215:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816219:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.816222:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.816224:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.816225:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.816227:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.816230:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.816232:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.816234:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.816236:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.816237:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.816241:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816247:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.816250:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816254:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.816256:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816260:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.816260:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.816262:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816270:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.816271:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.816273:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.816275:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.816278:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.816281:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.816283:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816288:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.816290:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.816292:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816295:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.816297:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.816298:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.816299:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.816299:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.816300:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.816302:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.816303:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.816305:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.816309:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.816310:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.816311:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.816312:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.816314:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.816315:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.816319:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.816320:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.816322:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f033383dc from hash 00010000:00000001:0.0:1712357314.816324:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.816324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.816325:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.816326:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.816327:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.816328:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.816329:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.816330:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.816331:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816332:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.816334:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816338:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.816338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.816339:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.816340:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.816341:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.816342:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.816343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.816344:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.816351:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.816352:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.816356:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.816360:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.816365:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.816366:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816367:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816368:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816370:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.816372:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.816377:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816378:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.816379:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=exceptions.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.816382:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.816385:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.816387:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816390:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.816391:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.816394:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87680. 00000080:00002000:0.0:1712357314.816398:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.816403:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.816406:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.816409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816411:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.816412:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.816413:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.816417:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.816419:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.816421:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.816423:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816425:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.816426:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816427:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.816429:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.816432:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.816435:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.816438:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158336/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816443:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.816444:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.816446:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.816450:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.816452:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.816453:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.816454:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.816460:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.816464:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.816465:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.816467:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.816469:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.816470:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.816472:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.816473:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.816474:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.816478:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.816479:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry exceptions.cpython-36.opt-1.pyc (ffff8800a7516d80, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.816482:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.816484:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.816486:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.816488:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.816489:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.816491:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816519:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.816521:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.816522:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.816526:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816528:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.816530:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.816532:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.816533:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.816536:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.816538:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816539:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.816540:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.816542:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816544:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.816544:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.816546:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.816547:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.816548:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.816549:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.816550:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.816555:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.816557:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.816572:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=exceptions.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.816575:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.816576:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=exceptions.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.816580:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.816613:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.816616:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.816617:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'exceptions.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.816619:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.816622:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='exceptions.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.816624:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816626:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.816627:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: exceptions.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.816630:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.816631:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.816634:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.816636:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.816639:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.816642:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.816645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.816646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.816647:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.816648:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.816650:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.816652:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.816657:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.816660:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.816663:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.816664:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.816665:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.816665:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.816667:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.816672:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.816678:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.816680:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.816682:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.816683:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.816685:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.816687:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357314.816689:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.816691:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f033383e3 to hash 00000020:00000001:0.0:1712357314.816692:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.816693:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.816695:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.816697:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.816698:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.816700:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.816705:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.816711:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.816714:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.816715:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.816718:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.816720:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.816721:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.816722:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.816725:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.816728:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.816730:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.816731:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.816734:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816739:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.816743:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.816745:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.816747:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.816750:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.816753:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.816756:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.816758:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.816759:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.816762:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.816763:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.816767:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.816768:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.816772:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.816776:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158400, portal 10 00000100:00000001:0.0:1712357314.816777:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.816778:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.816782:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.816787:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.816788:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.816790:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357314.816792:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158400, offset 0 00000400:00000200:0.0:1712357314.816795:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.816799:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.816803:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.816807:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.816810:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.816813:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.816814:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.816817:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [579:579:256:4294967295] 192.168.203.120@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:0.0:1712357314.816820:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.816826:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.816830:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.816836:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.816840:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.816846:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.816848:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.816868:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.816870:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.816871:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.816873:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.816875:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.816876:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.816877:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.816879:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.816880:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.816881:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.817027:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.817030:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.817032:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.817035:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.817038:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:3.0:1712357314.817039:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:3.0:1712357314.817041:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.817044:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.817050:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.817052:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.817056:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.817057:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.819336:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:0.1:1712357314.819344:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87520. 00000800:00000001:2.0:1712357314.819480:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.819487:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.819489:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.819491:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.819498:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.819502:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.819508:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.819511:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.819514:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.819518:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9091c0 00000400:00000200:2.0:1712357314.819521:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.819525:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1565 [1] + 224 00000800:00000001:2.0:1712357314.819531:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.819540:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.819542:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.819546:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.819565:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.819572:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.819579:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.819613:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.819619:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.819622:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.819702:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.819707:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.819709:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.819711:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.819714:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.819716:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.819718:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.819722:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.819729:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.819734:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.819735:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.819736:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.819739:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.819740:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.819742:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.819744:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.819749:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.819752:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.819754:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.819761:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.819766:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.819769:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.819770:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.819771:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.819773:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.819776:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.819782:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.819784:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.819786:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.819788:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.819794:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.819797:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.819800:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.819802:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.819803:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.819805:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.819811:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.819813:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.819814:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.819815:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.819818:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.819821:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.819823:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.819825:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.819826:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.819829:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357314.819835:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819842:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.819845:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819850:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.819852:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.819857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.819858:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819862:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.819864:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.819866:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.819868:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.819872:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.819874:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.819876:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819881:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.819883:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.819885:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819889:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.819891:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.819895:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.819896:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.819897:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357314.819898:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.819899:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.819901:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.819903:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.819906:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.819907:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.819909:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.819910:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.819912:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.819913:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.819914:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.819915:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.819917:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f033383e3 from hash 00010000:00000001:0.0:1712357314.819918:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.819919:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.819919:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.819920:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.819921:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.819922:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.819923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.819924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.819925:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.819926:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.819928:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.819932:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.819933:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.819934:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.819934:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.819935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.819939:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.819941:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.819948:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.819949:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.819952:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.819955:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.819961:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.819962:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.819963:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.819965:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.819967:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.819969:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.819970:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.819971:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.819972:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=exceptions.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.819974:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.819977:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.819979:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.819981:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.819982:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.819986:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b877a0. 00000080:00002000:0.0:1712357314.819990:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.819995:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.819998:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.820001:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.820003:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.820004:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.820006:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.820009:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.820011:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.820014:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.820016:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.820017:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.820022:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.820024:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.820026:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.820029:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.820033:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.820036:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.820041:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.820042:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.820044:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.820048:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.820050:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.820051:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.820053:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.820055:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.820059:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.820060:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.820062:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.820064:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.820065:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.820067:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.820068:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.820069:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.820073:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.820075:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry exceptions.cpython-36.pyc (ffff8800a75166c0, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.820077:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.820079:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.820081:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.820083:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.820084:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.820086:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.820113:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.820115:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.820117:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.820121:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.820123:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.820128:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.820130:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.820132:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.820134:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.820136:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.820138:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.820139:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.820141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.820142:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.820143:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.820145:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.820146:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.820147:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.820148:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.820149:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.820150:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.820152:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.820157:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=index.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.820159:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.820160:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=index.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.820164:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.820168:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.820170:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.820172:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'index.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.820174:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.820177:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='index.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.820179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.820181:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.820182:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: index.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.820185:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.820186:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.820189:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.820191:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.820194:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.820201:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.820204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.820205:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.820206:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.820208:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.820210:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.820213:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.820217:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.820221:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.820224:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.820225:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.820226:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.820227:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.820228:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.820233:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.820236:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.820237:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.820239:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.820241:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.820242:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.820244:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357314.820246:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.820248:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f033383ea to hash 00000020:00000001:0.0:1712357314.820249:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.820250:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.820253:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.820255:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.820256:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.820258:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.820263:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.820269:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.820276:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.820277:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.820280:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.820282:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.820284:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.820285:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.820289:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.820291:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.820293:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.820295:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.820298:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.820304:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.820306:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.820308:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.820310:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.820312:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158464:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.820315:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.820318:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.820320:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.820321:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.820323:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.820325:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.820328:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.820330:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.820333:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.820338:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158464, portal 10 00000100:00000001:0.0:1712357314.820339:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.820340:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.820344:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.820349:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.820355:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.820356:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357314.820359:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158464, offset 0 00000400:00000200:0.0:1712357314.820363:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.820366:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.820370:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.820374:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.820377:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.820380:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.820382:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.820385:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [580:580:256:4294967295] 192.168.203.120@tcp LPNI seq info [580:580:8:4294967295] 00000400:00000200:0.0:1712357314.820388:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.820394:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.820398:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.820401:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.820405:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.820411:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.820414:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.820433:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.820435:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.820437:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.820439:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.820440:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.820441:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.820443:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.820444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.820446:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.820447:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.820735:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.820738:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.820741:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.820744:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.820747:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357314.820749:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357314.820751:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.820754:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.820762:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.820764:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.820776:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.820778:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.822730:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:0.1:1712357314.822738:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87680. 00000800:00000001:2.0:1712357314.823749:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.823760:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.823763:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.823765:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.823772:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.823776:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.823782:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.823786:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.823789:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.823792:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909200 00000400:00000200:2.0:1712357314.823795:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.823800:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x156d [1] + 224 00000800:00000001:2.0:1712357314.823805:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.823817:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.823820:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.823823:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.823827:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.823833:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.823840:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.824231:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.824239:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.824248:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.824294:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.824300:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.824302:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.824304:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.824307:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.824309:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.824315:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.824319:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.824325:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.824331:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.824332:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.824334:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.824336:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.824338:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.824340:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.824342:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.824348:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.824351:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.824353:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.824356:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.824361:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.824363:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.824365:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.824366:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.824368:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.824371:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.824377:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.824379:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.824380:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.824383:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.824389:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158464:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.824392:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.824399:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.824401:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.824402:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.824405:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.824411:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.824413:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.824414:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.824415:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.824418:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.824421:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.824423:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.824425:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357314.824427:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.824429:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357314.824433:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824441:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.824444:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824449:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.824451:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824455:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.824456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.824457:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824461:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.824463:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.824465:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.824467:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.824475:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.824478:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.824481:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824485:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.824487:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.824489:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824493:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.824494:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.824495:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.824496:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.824497:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357314.824498:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.824499:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.824501:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.824503:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.824507:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.824508:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.824510:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.824511:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.824513:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.824514:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.824515:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.824516:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.824518:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f033383ea from hash 00010000:00000001:0.0:1712357314.824520:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.824520:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.824523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.824524:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.824525:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.824526:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.824528:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.824529:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.824530:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824531:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.824533:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824536:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.824537:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.824538:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.824538:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.824539:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.824540:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.824540:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.824542:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.824548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.824549:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.824552:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.824556:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.824571:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.824572:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824573:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824574:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824577:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.824578:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.824579:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824580:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.824614:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=index.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.824617:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.824620:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.824625:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824628:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.824630:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.824633:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b878e0. 00000080:00002000:0.0:1712357314.824637:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.824641:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.824644:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.824647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824649:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.824650:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.824652:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.824656:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.824658:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.824661:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.824663:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824664:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.824665:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824667:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.824669:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.824672:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.824675:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.824679:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.824683:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.824685:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.824687:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.824691:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.824692:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.824694:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.824695:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.824697:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.824701:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.824702:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.824703:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.824706:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.824707:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.824717:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.824718:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.824719:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.824723:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.824724:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry index.cpython-36.opt-1.pyc (ffff8800a7516360, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.824727:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.824729:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.824732:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.824733:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.824734:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.824736:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824764:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.824766:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.824768:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.824773:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824775:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.824777:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.824779:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.824780:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.824783:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.824786:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824787:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.824788:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.824790:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824792:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.824792:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.824794:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.824795:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.824796:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.824796:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.824797:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.824798:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.824800:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.824805:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=index.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.824808:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.824809:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=index.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.824817:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.824822:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.824824:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.824825:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'index.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.824828:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.824830:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='index.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.824832:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824835:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.824836:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: index.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.824838:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.824840:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.824842:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.824844:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.824848:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.824851:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.824854:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.824855:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.824856:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.824857:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.824859:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.824861:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.824865:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.824869:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.824871:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.824873:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.824874:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.824875:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.824876:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.824881:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.824883:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.824884:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.824886:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.824888:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.824889:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.824895:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.824897:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.824899:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f033383f1 to hash 00000020:00000001:0.0:1712357314.824900:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.824901:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.824904:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.824905:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.824906:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.824908:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.824913:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.824918:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.824922:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.824923:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.824926:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.824927:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.824929:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.824930:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.824933:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.824935:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.824937:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.824938:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.824942:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.824948:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.824949:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.824951:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.824953:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.824955:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158528:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.824963:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.824967:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.824968:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.824970:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.824973:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.824974:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.824980:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.824982:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.825270:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.825276:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158528, portal 10 00000100:00000001:0.0:1712357314.825277:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.825278:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.825283:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.825288:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.825290:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.825292:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357314.825294:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572158528, offset 0 00000400:00000200:0.0:1712357314.825298:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.825302:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.825307:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.825311:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.825314:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.825317:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.825318:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.825321:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [581:581:256:4294967295] 192.168.203.120@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:0.0:1712357314.825324:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.825330:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.825335:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.825338:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.825343:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.825353:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.825356:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.825378:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.825380:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.825382:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.825384:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.825385:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.825386:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.825388:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.825389:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.825391:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.825392:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.825687:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.825690:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.825693:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.825698:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.825700:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357314.825702:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357314.825704:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.825707:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.825714:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.825716:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.825721:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.825722:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.829528:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:0.1:1712357314.829536:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b877a0. 00000800:00000001:2.0:1712357314.829670:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.829681:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.829682:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.829685:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.829693:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.829698:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.829704:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.829707:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.829711:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.829714:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909240 00000400:00000200:2.0:1712357314.829717:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.829722:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1575 [1] + 224 00000800:00000001:2.0:1712357314.829727:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.829739:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.829741:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.829745:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.829749:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.829755:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.829763:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.829782:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.829788:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.829790:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.829827:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.829832:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.829834:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.829836:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.829839:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.829841:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.829843:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.829847:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.829853:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.829858:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.829859:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.829861:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.829864:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.829865:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.829867:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.829870:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.829876:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.829879:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.829881:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.829883:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.829898:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.829901:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.829902:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.829904:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.829905:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.829909:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.829915:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.829917:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.829918:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.829921:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.829927:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158528:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.829930:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.829934:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.829936:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.829938:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.829940:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.829945:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.829947:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.829949:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.829949:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.829952:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.829955:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.829957:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.829959:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.829960:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.829962:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.829966:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.829977:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.829980:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.829985:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.829987:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.829991:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.829992:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.829994:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.829998:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.830000:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.830002:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.830004:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.830008:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.830011:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.830014:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.830018:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.830020:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.830022:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.830026:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.830028:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.830028:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.830029:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.830033:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.830034:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.830036:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.830038:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.830040:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.830044:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.830045:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.830047:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.830048:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.830050:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.830051:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.830052:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.830053:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.830054:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f033383f1 from hash 00010000:00000001:0.0:1712357314.830056:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.830056:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.830057:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.830058:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.830059:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.830060:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.830061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.830062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.830063:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830064:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.830066:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.830069:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.830069:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.830070:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.830071:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.830072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.830072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.830073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.830074:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f033383f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.830084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.830086:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.830089:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.830093:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.830099:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.830100:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830101:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830103:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830105:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.830107:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.830108:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830110:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.830111:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=index.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.830114:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.830116:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.830118:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830121:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.830123:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.830126:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87a00. 00000080:00002000:0.0:1712357314.830130:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.830134:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.830137:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.830139:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830142:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.830143:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.830145:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.830149:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.830151:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.830154:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.830156:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830158:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.830159:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830163:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.830165:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.830168:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.830172:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.830175:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.830179:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.830181:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.830183:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.830187:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.830188:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.830190:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.830191:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.830193:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.830196:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.830198:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.830199:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.830202:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.830203:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.830204:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.830205:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.830206:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.830210:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.830212:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry index.cpython-36.pyc (ffff8800a7516d80, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.830214:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.830217:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.830219:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.830220:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.830222:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.830223:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830252:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.830254:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.830256:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.830260:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830263:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.830265:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.830267:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.830271:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.830274:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.830276:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830277:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.830278:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.830281:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830282:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.830283:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.830285:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.830286:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.830287:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.830288:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.830289:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.830290:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.830293:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.830297:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=locations.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.830300:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.830301:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=locations.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.830305:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.830309:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.830311:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.830312:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'locations.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.830315:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.830317:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='locations.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357314.830319:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830321:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.830323:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: locations.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.830325:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.830327:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.830330:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.830332:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.830335:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.830339:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.830345:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.830346:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.830347:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.830349:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.830350:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.830353:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.830357:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.830362:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.830364:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.830366:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.830367:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.830368:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.830369:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.830374:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.830376:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.830377:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.830380:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.830381:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.830383:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.830384:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357314.830386:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.830388:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f033383f8 to hash 00000020:00000001:0.0:1712357314.830389:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.830390:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.830393:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.830395:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.830396:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.830398:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.830403:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.830410:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.830419:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.830420:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.830424:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.830425:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.830427:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.830428:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.830432:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.830434:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.830436:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.830437:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.830441:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.830446:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.830447:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.830449:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.830451:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.830454:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.830456:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.830460:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.830461:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.830462:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.830465:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.830466:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.830470:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.830472:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.830475:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.830480:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158592, portal 10 00000100:00000001:0.0:1712357314.830481:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.830482:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.830486:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.830491:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.830496:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.830498:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357314.830500:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158592, offset 0 00000400:00000200:0.0:1712357314.830503:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.830507:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.830511:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.830515:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.830517:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.830520:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.830521:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.830524:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [582:582:256:4294967295] 192.168.203.120@tcp LPNI seq info [582:582:8:4294967295] 00000400:00000200:0.0:1712357314.830527:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.830533:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.830536:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.830538:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356c00. 00000800:00000200:0.0:1712357314.830542:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.830547:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.830550:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.830812:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.830815:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.830817:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.830820:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.830821:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.830823:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.830825:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.830826:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.830828:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.830828:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.831034:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.831037:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356c00. 00000400:00000200:3.0:1712357314.831040:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.831044:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.831046:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:3.0:1712357314.831047:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:3.0:1712357314.831049:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.831052:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.831059:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.831061:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.831065:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.831066:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.832718:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:0.1:1712357314.832727:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b878e0. 00000800:00000001:2.0:1712357314.833058:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.833068:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.833070:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.833072:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.833078:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.833083:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.833088:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.833091:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.833102:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.833105:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909280 00000400:00000200:2.0:1712357314.833109:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.833113:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x157d [1] + 224 00000800:00000001:2.0:1712357314.833119:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.833128:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.833130:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.833133:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.833137:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.833143:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.833151:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.833160:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.833165:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.833167:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.833200:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.833205:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.833207:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.833209:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.833211:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.833213:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.833218:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.833221:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.833227:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.833233:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.833234:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.833235:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.833237:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.833239:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.833241:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.833243:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.833248:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.833250:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.833252:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.833255:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.833260:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.833262:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.833263:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.833264:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.833266:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.833269:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.833274:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.833277:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.833278:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.833280:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.833287:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.833290:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.833295:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.833296:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.833298:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.833305:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.833311:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.833312:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.833314:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.833315:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.833318:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.833320:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.833322:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.833324:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357314.833325:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.833327:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357314.833331:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833337:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.833340:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833344:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.833346:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833350:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.833351:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.833353:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833357:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.833358:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.833360:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.833362:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.833369:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.833371:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.833373:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833377:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.833378:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.833381:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833384:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.833386:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.833387:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.833387:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.833388:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357314.833389:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.833391:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357314.833392:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.833394:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.833398:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.833399:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.833401:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.833402:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.833404:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.833405:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.833406:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.833407:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.833408:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f033383f8 from hash 00010000:00000001:0.0:1712357314.833409:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.833410:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.833413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.833413:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.833414:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.833416:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.833417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.833418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.833419:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.833420:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.833422:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833425:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.833426:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.833427:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.833428:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.833428:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.833429:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.833430:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.833431:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f033383f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.833437:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.833438:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.833442:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.833444:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.833450:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.833451:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.833452:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.833453:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.833455:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.833457:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.833458:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.833459:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.833460:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=locations.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.833463:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.833465:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.833469:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.833471:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.833473:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.833475:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87b40. 00000080:00002000:0.0:1712357314.833479:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.833483:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.833485:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.833488:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.833490:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.833491:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.833493:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.833497:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.833498:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.833501:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:0.0:1712357314.833504:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.833505:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.833506:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.833508:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.833510:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.833513:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.833516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.833518:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.833523:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.833524:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.833526:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.833530:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.833531:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.833533:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.833534:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.833536:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.833539:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.833540:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.833542:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357314.833544:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.833545:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.833548:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.833550:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.833551:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.833555:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.833557:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry locations.cpython-36.opt-1.pyc (ffff8800a75166c0, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:0.0:1712357314.833571:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.833573:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.833575:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.833576:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.833577:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:0.0:1712357314.833580:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.834255:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.834258:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.834260:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.834265:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.834271:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.834273:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357314.834275:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.834276:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.834280:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.834282:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.834283:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.834284:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.834286:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.834288:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.834289:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.834290:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.834291:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357314.834292:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.834293:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.834295:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.834295:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.834297:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.834302:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=locations.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:0.0:1712357314.834305:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.834490:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=locations.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:0.0:1712357314.834500:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357314.834505:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.834507:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.834509:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'locations.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:0.0:1712357314.834511:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.834514:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='locations.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357314.834516:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.834518:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.834519:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: locations.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.834522:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.834524:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.834527:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357314.834529:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.834533:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.834535:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.834539:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.834540:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.834541:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.834543:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.834544:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.834547:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.834551:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba4400. 00000100:00000001:0.0:1712357314.834555:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.834567:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.834568:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.834569:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.834570:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.834572:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.834576:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00010000:00000001:0.0:1712357314.834579:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.834580:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.834596:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:0.0:1712357314.834598:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.834600:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.834605:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357314.834607:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.834609:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f033383ff to hash 00000020:00000001:0.0:1712357314.834610:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.834611:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.834614:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.834616:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.834617:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.834619:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.834625:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.834632:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.834636:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.834637:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.834640:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.834642:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.834644:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.834645:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357314.834648:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.834651:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.834653:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.834654:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.834659:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.834665:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.834667:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.834669:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.834671:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.834673:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158656:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.834680:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.834683:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.834685:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.834687:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.834690:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa320000. 02000000:00000001:0.0:1712357314.834691:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.834696:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.834698:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.834701:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.834705:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158656, portal 10 00000100:00000001:0.0:1712357314.834707:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.834708:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357314.834712:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.834718:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.834720:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.834722:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357314.834724:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158656, offset 0 00000400:00000200:0.0:1712357314.834728:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.834732:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.834737:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.834741:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.834744:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.834746:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.834748:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.834750:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [583:583:256:4294967295] 192.168.203.120@tcp LPNI seq info [583:583:8:4294967295] 00000400:00000200:0.0:1712357314.834752:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.834758:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.834762:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.834766:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.834770:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.834780:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.834783:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.834804:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.834805:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.834807:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.834809:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.834810:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.834812:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.834813:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.834815:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.834817:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.834817:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.834913:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.834916:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.834924:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.834928:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.834931:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357314.834932:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:3.0:1712357314.834935:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.834939:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.834945:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.834947:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.834951:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.834952:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.835963:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:0.1:1712357314.835970:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87a00. 00000800:00000001:2.0:1712357314.837974:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.837986:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.837988:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.837991:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.837998:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.838004:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.838010:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.838013:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.838016:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.838020:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9092c0 00000400:00000200:2.0:1712357314.838024:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.838029:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1585 [1] + 224 00000800:00000001:2.0:1712357314.838035:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.838046:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.838049:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.838052:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.838062:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.838070:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.838078:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.838241:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.838248:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.838251:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.838289:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.838294:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.838295:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.838298:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:0.0:1712357314.838301:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:0.0:1712357314.838303:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:0.0:1712357314.838305:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.838309:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.838316:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.838321:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.838323:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.838324:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.838327:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.838328:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.838330:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.838332:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.838339:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.838342:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.838344:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.838347:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.838360:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.838363:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.838364:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.838366:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.838367:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.838371:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.838376:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.838379:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.838380:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.838383:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.838389:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158656:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.838392:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.838395:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.838397:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.838398:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.838401:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.838406:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.838408:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.838410:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.838411:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.838414:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.838416:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.838419:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.838421:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357314.838423:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.838424:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357314.838428:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838439:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.838442:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838447:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.838449:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838453:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.838454:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.838456:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838460:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.838462:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.838464:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.838466:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.838469:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.838472:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.838474:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838479:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.838480:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.838482:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838486:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.838488:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.838488:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.838489:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.838493:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357314.838495:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.838496:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357314.838498:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.838500:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.838504:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.838505:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.838507:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.838508:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.838510:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.838511:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.838512:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.838513:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.838515:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f033383ff from hash 00010000:00000001:0.0:1712357314.838516:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.838517:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.838517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.838518:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.838519:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.838520:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.838522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.838522:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.838523:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.838524:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.838526:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838530:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.838530:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.838531:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.838532:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.838533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.838534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.838534:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.838536:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f033383ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.838547:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.838548:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.838551:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.838555:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.838574:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.838575:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.838576:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.838577:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.838579:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.838684:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.838685:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.838687:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.838688:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=locations.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.838691:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.838694:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.838696:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.838699:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.838701:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.838752:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65d40. 00000080:00002000:1.0:1712357314.838756:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.838761:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.838764:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.838767:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.838774:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.838775:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.838777:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.838780:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.838782:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.838786:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.838788:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.838789:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.838790:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.838791:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.838794:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.838797:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:1.0:1712357314.838800:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.838804:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572158656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.838809:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.838810:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.838813:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa320000. 02000000:00000001:1.0:1712357314.838816:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.838818:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.838819:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.838820:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.838822:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba4400. 02000000:00000001:1.0:1712357314.838825:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.838827:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.838828:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:1.0:1712357314.838831:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.838832:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.838833:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.838834:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.838835:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.838840:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.838842:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry locations.cpython-36.pyc (ffff8800a7516360, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.838844:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.838846:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.838864:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.838870:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.838871:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.838873:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.838906:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.838908:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.838909:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.838913:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.838917:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.838918:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.838920:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.838921:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.838924:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.838926:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.838927:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.838928:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.838930:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.838931:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.838932:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.838933:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.838934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.838935:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.838936:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.838938:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.838938:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.838940:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.838945:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pep425tags.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:1.0:1712357314.838947:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.838949:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pep425tags.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:1.0:1712357314.838954:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.838957:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.838959:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.838960:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pep425tags.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.838963:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.838965:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='pep425tags.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357314.838967:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.838974:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.838975:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pep425tags.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.838978:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.838979:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.838983:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.838985:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.838988:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.838990:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.838994:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.838995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.838996:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.838997:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.838999:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.839001:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.839006:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.839010:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.839012:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.839014:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.839015:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.839015:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.839017:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.839020:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.839023:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.839024:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.839026:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.839027:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.839029:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.839031:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357314.839032:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.839034:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03338406 to hash 00000020:00000001:1.0:1712357314.839035:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.839036:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.839038:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.839040:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.839041:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.839054:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.839059:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.839066:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.839069:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.839070:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.839074:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.839075:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.839077:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.839078:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.839082:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.839084:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.839086:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.839087:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.839091:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.839097:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.839098:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.839100:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.839102:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.839105:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158720:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.839107:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.839110:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.839112:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.839113:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.839116:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.839117:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.839121:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.839124:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.839128:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.839135:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158720, portal 10 00000100:00000001:1.0:1712357314.839137:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.839138:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.839143:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.839148:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.839150:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.839152:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357314.839154:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158720, offset 0 00000400:00000200:1.0:1712357314.839158:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.839161:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.839165:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.839169:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.839172:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.839175:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.839177:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.839180:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [584:584:256:4294967295] 192.168.203.120@tcp LPNI seq info [584:584:8:4294967295] 00000400:00000200:1.0:1712357314.839183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.839189:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.839194:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.839197:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357314.839200:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.839205:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.839208:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.839227:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.839228:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.839230:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.839232:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.839234:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.839235:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.839237:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.839238:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.839243:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.839244:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.839316:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.839320:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357314.839323:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.839327:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.839329:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357314.839330:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357314.839333:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.839336:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.839342:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.839344:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.839349:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.839350:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357314.841475:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.841485:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.841487:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.841489:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.841497:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.841502:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.841507:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.841510:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.841513:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.841517:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909300 00000400:00000200:2.0:1712357314.841521:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.841525:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x158d [1] + 224 00000800:00000001:2.0:1712357314.841531:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.841544:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.841546:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.841549:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.841554:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.841571:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.841579:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.841630:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.841636:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.841645:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.841660:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.841665:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.841666:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.841669:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.841672:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.841673:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.841675:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.841680:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.841687:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.841693:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.841694:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.841695:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.841697:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.841699:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.841701:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.841703:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.841708:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.841712:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.841714:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.841716:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.841721:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.841724:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.841725:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.841726:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.841728:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.841731:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.841736:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.841738:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.841744:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.841748:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.841754:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158720:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.841757:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.841760:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.841761:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00010000:00000010:2.1:1712357314.841762:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000100:00000001:1.0:1712357314.841763:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.841765:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.841770:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1712357314.841772:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87b40. 00000100:00000010:1.0:1712357314.841772:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.841774:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.841775:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.841777:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.841780:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.841781:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.841784:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357314.841785:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.841787:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357314.841791:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841798:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.841802:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841806:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.841808:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841813:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.841817:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.841819:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841824:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.841825:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.841828:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.841830:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.841834:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.841836:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.841839:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841843:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.841845:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.841847:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841850:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.841851:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.841852:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.841853:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.841854:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357314.841855:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.841856:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357314.841858:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.841860:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.841864:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.841865:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.841867:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.841868:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.841872:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.841873:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.841874:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.841875:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.841877:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03338406 from hash 00010000:00000001:1.0:1712357314.841879:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.841879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.841880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.841881:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.841882:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.841883:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.841885:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.841885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.841886:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.841887:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.841889:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.841893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.841894:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.841894:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.841895:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.841896:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.841897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.841898:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338406 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.841905:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.841906:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.841909:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.841912:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.841918:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.841919:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.841920:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.841922:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.841926:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.841927:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.841928:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.841929:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.841930:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pep425tags.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.841933:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.841935:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.841937:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.841939:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.841940:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.841943:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65ea0. 00000080:00002000:1.0:1712357314.841947:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.841951:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.841954:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.841957:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.841959:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.841960:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.841962:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.841965:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.841967:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.841970:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.841973:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.841974:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.841975:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.841977:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.841979:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.841981:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.841985:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.841987:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572158720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.841992:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.841993:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.841996:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.841999:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.842000:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.842005:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.842006:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.842008:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.842011:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.842012:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.842013:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.842016:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.842017:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.842018:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.842019:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.842021:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.842025:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.842026:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pep425tags.cpython-36.opt-1.pyc (ffff8800a7702360, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.842028:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.842030:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.842033:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.842035:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.842036:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.842038:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.842065:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.842067:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.842069:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.842072:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.842075:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.842076:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.842078:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.842080:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.842082:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.842085:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.842086:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.842087:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.842089:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.842091:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.842092:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.842094:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.842095:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.842096:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.842100:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.842102:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.842103:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.842105:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.842109:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pep425tags.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:1.0:1712357314.842112:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.842113:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pep425tags.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:1.0:1712357314.842117:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.842120:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.842122:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.842124:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pep425tags.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.842126:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.842129:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='pep425tags.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357314.842131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.842132:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.842134:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pep425tags.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.842136:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.842138:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.842141:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.842143:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.842146:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.842148:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.842151:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.842152:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.842154:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.842155:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.842157:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.842159:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.842163:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.842166:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.842169:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.842170:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.842171:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.842172:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.842176:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.842181:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.842183:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.842184:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.842186:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.842187:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.842189:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.842191:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357314.842193:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.842194:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f0333840d to hash 00000020:00000001:1.0:1712357314.842196:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.842197:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.842199:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.842201:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.842201:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.842204:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.842209:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.842214:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.842218:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.842219:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.842222:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.842224:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.842225:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.842226:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.842229:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.842231:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.842233:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.842234:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.842238:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.842246:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.842247:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.842249:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.842251:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.842253:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.842256:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.842259:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.842260:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.842262:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.842264:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.842265:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.842270:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.842271:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.842274:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.842279:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158784, portal 10 00000100:00000001:1.0:1712357314.842280:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.842281:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.842285:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.842291:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.842293:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.842295:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357314.842297:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158784, offset 0 00000400:00000200:1.0:1712357314.842300:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.842304:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.842307:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.842311:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.842314:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.842316:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.842318:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.842321:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [585:585:256:4294967295] 192.168.203.120@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000200:1.0:1712357314.842324:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.842334:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.842338:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.842341:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357314.842344:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.842350:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.842353:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.842374:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.842376:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.842378:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.842379:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.842380:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.842382:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.842384:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.842385:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.842387:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.842388:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.842455:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.842458:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:3.0:1712357314.842462:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.842465:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.842468:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:3.0:1712357314.842469:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:3.0:1712357314.842472:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.842480:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.842486:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.842488:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.842493:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.842494:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357314.844811:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65d40. 00000800:00000001:2.0:1712357314.845991:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.846004:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.846006:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.846008:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.846018:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.846024:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.846029:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.846032:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.846035:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.846038:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909340 00000400:00000200:2.0:1712357314.846041:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.846046:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1595 [1] + 224 00000800:00000001:2.0:1712357314.846051:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.846078:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.846081:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.846084:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.846089:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.846095:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.846455:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.846473:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.846479:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.846482:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.846505:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.846510:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.846511:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.846512:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.846515:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.846516:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.846518:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.846522:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.846527:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.846531:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.846532:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.846534:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.846535:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.846537:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.846538:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.846539:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.846549:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.846551:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.846553:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.846555:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.846568:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.846570:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.846571:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.846572:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.846574:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.846576:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.846580:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.846606:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.846607:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.846611:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.846617:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.846620:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.846623:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.846625:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.846626:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.846628:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.846634:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.846636:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.846638:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.846639:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.846642:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.846645:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.846647:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.846649:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357314.846654:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.846656:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357314.846660:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846667:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.846670:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846675:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.846676:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846680:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.846681:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.846683:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846687:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.846689:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.846691:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.846692:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.846696:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.846699:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.846702:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846706:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.846708:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.846710:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846714:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.846719:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.846720:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.846721:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.846722:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357314.846723:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.846725:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357314.846727:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.846729:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.846733:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.846734:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.846736:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.846737:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.846739:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.846740:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.846741:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.846741:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.846743:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f0333840d from hash 00010000:00000001:1.0:1712357314.846745:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.846745:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.846746:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.846747:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.846748:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.846748:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.846750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.846750:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.846751:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846753:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.846755:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.846759:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.846759:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.846760:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.846764:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.846765:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.846765:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.846767:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333840d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.846774:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.846775:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.846778:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.846782:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.846787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.846788:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.846789:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.846790:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.846792:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.846793:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.846794:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.846795:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.846797:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pep425tags.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.846800:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.846803:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.846804:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846808:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.846809:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.846812:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6a65fe0. 00000080:00002000:1.0:1712357314.846815:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77026c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.846820:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.846823:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.846826:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.846828:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.846829:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.846831:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.846835:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.846837:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.846839:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.846846:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.846848:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.846849:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846850:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.846853:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.846856:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.846859:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.846862:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572158784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.846867:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.846869:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.846871:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.846875:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.846876:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.846878:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.846879:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.846881:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.846884:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.846885:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.846887:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.846889:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.846890:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.846892:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.846893:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.846894:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.846898:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.846900:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pep425tags.cpython-36.pyc (ffff8800a77026c0, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.846902:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.846904:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.846907:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.846909:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.846910:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.846911:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846941:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.846943:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.846944:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.846952:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846955:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.846956:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.846958:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.846960:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.846963:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.846965:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846966:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.846967:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.846969:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846971:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.846971:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.846973:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.846974:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.846975:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.846976:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.846977:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.846978:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.846980:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.846987:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=status_codes.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:1.0:1712357314.846989:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.846990:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=status_codes.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:1.0:1712357314.846994:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.846998:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.847000:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.847001:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'status_codes.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.847004:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.847006:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='status_codes.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357314.847008:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.847010:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.847011:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: status_codes.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.847013:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.847015:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.847020:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.847022:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.847025:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.847028:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.847031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.847032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.847033:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.847034:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.847036:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.847038:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.847042:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.847045:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.847048:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.847049:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.847050:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.847051:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.847052:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.847056:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.847058:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.847059:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.847062:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.847063:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.847064:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.847066:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357314.847068:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.847070:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338414 to hash 00000020:00000001:1.0:1712357314.847071:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.847072:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.847074:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.847076:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.847077:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.847079:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.847084:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.847095:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.847099:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.847100:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.847103:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.847104:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.847106:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.847107:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.847110:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.847113:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.847114:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.847116:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.847119:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.847125:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.847126:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.847129:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.847130:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.847133:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.847135:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.847138:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.847140:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.847141:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.847144:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.847145:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.847149:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.847151:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.847154:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.847158:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158848, portal 10 00000100:00000001:1.0:1712357314.847159:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.847160:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.847164:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.847173:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.847175:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.847177:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357314.847179:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572158848, offset 0 00000400:00000200:1.0:1712357314.847182:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.847186:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.847190:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.847194:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.847197:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.847199:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.847201:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.847204:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [586:586:256:4294967295] 192.168.203.120@tcp LPNI seq info [586:586:8:4294967295] 00000400:00000200:1.0:1712357314.847206:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.847212:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.847216:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.847218:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4f00. 00000800:00000200:1.0:1712357314.847223:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.847228:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.847231:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4f00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.847316:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.847318:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.847320:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.847321:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.847322:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.847324:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.847326:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.847327:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.847328:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.847328:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.847371:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.847373:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4f00. 00000400:00000200:3.0:1712357314.847376:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.847379:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.847380:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357314.847381:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357314.847383:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.847385:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.847389:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.847391:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.847396:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.847397:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.847681:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00010000:00000010:2.1:1712357314.850854:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357314.850866:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65ea0. 00000800:00000001:2.0:1712357314.851873:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.851884:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.851887:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.851889:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.851897:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.851903:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.851910:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.851914:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.851925:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.851928:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909380 00000400:00000200:2.0:1712357314.851931:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.851936:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x159d [1] + 224 00000800:00000001:2.0:1712357314.851942:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.851952:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.851954:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.851958:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.851963:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.851969:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.851977:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.851999:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.852004:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.852007:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.852228:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.852235:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.852236:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.852247:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.852251:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.852252:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.852255:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.852259:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.852266:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.852271:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.852273:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.852275:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.852278:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.852279:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.852281:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.852284:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.852290:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.852293:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.852295:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.852298:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.852302:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.852305:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.852306:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.852308:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.852310:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.852313:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.852318:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.852320:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.852322:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.852324:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.852330:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.852337:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.852340:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.852343:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.852344:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.852347:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.852351:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.852354:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.852355:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.852356:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.852359:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.852362:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.852364:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.852366:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357314.852368:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.852370:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357314.852374:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.852382:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.852385:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.852389:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.852391:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.852396:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.852397:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.852398:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.852402:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.852407:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.852410:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.852412:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.852416:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.852418:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.852421:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.852425:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.852426:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.852428:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.852431:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.852433:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.852434:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.852435:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.852436:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357314.852437:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.852438:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357314.852440:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.852442:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.852446:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.852447:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.852449:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.852450:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.852452:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.852453:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.852454:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.852455:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.852457:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338414 from hash 00010000:00000001:1.0:1712357314.853090:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.853091:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.853092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.853092:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.853094:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.853095:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.853097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.853098:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.853099:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853101:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.853103:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.853107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.853108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.853109:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.853110:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.853111:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.853111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.853112:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.853113:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.853121:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.853122:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.853126:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.853132:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.853138:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.853138:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853140:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853141:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853143:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.853144:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.853145:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853146:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.853148:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=status_codes.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.853155:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.853157:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.853159:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853162:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.853163:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.853167:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400040. 00000080:00002000:1.0:1712357314.853171:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.853175:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.853178:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.853181:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853182:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.853184:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.853185:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.853189:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.853191:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.853194:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.853196:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853197:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.853198:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853199:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.853201:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.853203:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.853207:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.853209:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572158848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.853214:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.853215:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.853217:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.853220:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.853222:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.853223:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.853224:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.853226:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.853229:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.853231:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.853237:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.853240:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.853241:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.853243:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.853244:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.853245:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.853249:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.853250:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry status_codes.cpython-36.opt-1.pyc (ffff8800a7702510, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.853253:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.853255:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.853258:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.853260:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.853261:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.853263:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853293:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.853295:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.853297:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.853301:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853304:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.853305:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.853307:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.853309:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.853311:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.853313:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853314:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.853316:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.853317:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853319:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.853320:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.853321:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.853322:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.853323:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.853323:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.853324:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.853325:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.853326:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.853332:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=status_codes.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:1.0:1712357314.853338:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.853339:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=status_codes.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:1.0:1712357314.853343:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.853348:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.853350:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.853351:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'status_codes.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.853353:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.853355:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='status_codes.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357314.853357:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853359:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.853360:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: status_codes.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.853362:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.853364:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.853366:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.853368:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.853371:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.853374:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.853378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.853378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.853379:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.853381:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.853382:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.853386:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.853390:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.853393:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.853396:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.853397:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.853398:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.853399:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.853400:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.853404:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.853406:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.853407:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.853409:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.853414:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.853415:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.853417:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357314.853419:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.853421:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f0333841b to hash 00000020:00000001:1.0:1712357314.853422:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.853423:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.853425:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.853426:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.853428:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.853430:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.853695:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.853702:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.853705:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.853707:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.853711:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.853712:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.853713:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.853714:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.853717:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.853719:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.853721:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.853722:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.853726:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.853731:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.853732:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.853734:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.853738:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.853741:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.853743:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.853746:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.853747:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.853748:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.853751:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.853752:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.853758:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.853761:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.853764:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.853769:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158912, portal 10 00000100:00000001:1.0:1712357314.853770:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.853771:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.853774:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.853778:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.853780:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.853781:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357314.853783:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158912, offset 0 00000400:00000200:1.0:1712357314.853787:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.853792:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.853796:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.853800:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.853803:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.853805:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.853807:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.853810:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [587:587:256:4294967295] 192.168.203.120@tcp LPNI seq info [587:587:8:4294967295] 00000400:00000200:1.0:1712357314.853812:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.853819:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.853823:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.853826:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357314.853841:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.853847:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.853850:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.853870:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.853872:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.853874:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.853876:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.853877:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.853878:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.853880:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.853882:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.853883:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.853884:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.854007:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.854010:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357314.854014:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.854017:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.854020:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357314.854022:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:3.0:1712357314.854024:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.854027:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.854034:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.854036:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.854049:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.854050:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.856758:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357314.856770:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6a65fe0. 00000800:00000001:2.0:1712357314.857405:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.857416:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.857418:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.857420:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.857429:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.857434:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.857439:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.857442:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.857446:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.857450:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9093c0 00000400:00000200:2.0:1712357314.857454:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.857540:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15a5 [1] + 224 00000800:00000001:2.0:1712357314.857547:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.857569:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.857572:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.857576:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.857658:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.857665:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.857673:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.857694:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.857700:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.857704:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.857725:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.857731:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.857733:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.857735:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.857738:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.857740:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.857741:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.857746:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.857752:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.857757:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.857758:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.857760:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.857762:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.857764:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.857766:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.857768:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.857774:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.857777:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.857779:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.857782:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.857791:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.857794:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.857795:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.857797:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.857799:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.857802:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.857807:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.857810:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.857812:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.857814:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.857819:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.857822:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.857825:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.857827:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.857828:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.857830:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.857835:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.857837:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.857839:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.857840:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.857842:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.857846:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.857848:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.857850:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357314.857852:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.857853:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357314.857858:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.857869:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.857872:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.857876:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.857878:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.857882:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.857883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.857885:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.857888:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.857890:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.857892:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.857893:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.857898:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.857900:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.857903:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.857907:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.857909:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.857910:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.857914:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.857916:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.857916:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.857917:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.857922:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357314.857923:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.857924:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357314.857926:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.857928:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.857932:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.857933:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.857935:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.857936:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.857938:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.857939:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.857940:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.857941:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.857943:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f0333841b from hash 00010000:00000001:1.0:1712357314.858601:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.858603:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.858604:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.858605:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.858606:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.858607:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.858610:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.858610:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.858611:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858613:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.858615:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.858619:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.858620:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.858621:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.858622:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.858623:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.858623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.858624:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.858625:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f0333841b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.858637:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.858638:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.858641:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.858646:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.858652:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.858653:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858654:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858655:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858657:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.858659:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.858660:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858661:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.858663:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=status_codes.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.858665:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.858668:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.858670:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858673:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.858674:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.858677:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400180. 00000080:00002000:1.0:1712357314.858681:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.858686:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.858689:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.858692:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858694:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.858696:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.858697:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.858701:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.858703:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.858706:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.858708:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858709:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.858710:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858715:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.858718:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.858721:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.858724:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.858727:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572158912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.858731:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.858733:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.858735:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.858739:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.858740:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.858742:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.858743:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.858746:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.858748:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.858750:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.858751:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.858754:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.858754:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.858756:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.858757:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.858758:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.858763:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.858764:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry status_codes.cpython-36.pyc (ffff8800a7702288, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.858766:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.858769:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.858772:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.858773:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.858774:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.858776:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858805:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.858808:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.858810:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.858813:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858816:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.858818:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.858820:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.858824:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.858827:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.858829:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858830:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.858832:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.858834:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858835:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.858836:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.858837:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.858839:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.858840:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.858841:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.858842:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.858843:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.858845:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.858850:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=wheel.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:1.0:1712357314.858853:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.858854:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=wheel.cpython-36.opt-1.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:1.0:1712357314.858858:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.858863:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.858864:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.858866:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'wheel.cpython-36.opt-1.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.858868:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.858871:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='wheel.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357314.858873:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858875:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.858876:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: wheel.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.858878:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.858880:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.858883:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.858885:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.858888:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.858892:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.858895:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.858899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.858900:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.858902:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.858903:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.858906:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.858910:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.858914:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.858917:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.858918:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.858919:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.858920:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.858921:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.858926:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.858928:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.858929:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.858931:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.858933:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.858934:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.858937:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357314.858939:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.858940:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338422 to hash 00000020:00000001:1.0:1712357314.858942:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.858943:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.858945:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.858947:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.858948:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.858950:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.858955:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.858962:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.858965:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.858970:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.858973:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.858975:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.858976:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.858978:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.858981:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.858984:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.858985:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.858987:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.858990:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.858995:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.858996:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.858998:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.859000:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.859002:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.859006:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.859009:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.859011:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.859012:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.859015:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.859016:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.859021:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.859023:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.859027:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.859031:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572158976, portal 10 00000100:00000001:1.0:1712357314.859032:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.859033:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.859037:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.859042:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.859044:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.859045:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357314.859048:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572158976, offset 0 00000400:00000200:1.0:1712357314.859057:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.859062:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.859066:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.859070:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.859073:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.859076:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.859078:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.859080:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [588:588:256:4294967295] 192.168.203.120@tcp LPNI seq info [588:588:8:4294967295] 00000400:00000200:1.0:1712357314.859083:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.859089:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.859094:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.859098:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357314.859102:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.859107:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.859110:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.859134:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.859136:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.859138:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.859140:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.859141:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.859143:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.859144:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.859146:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.859148:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.859149:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.860080:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.860084:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:3.0:1712357314.860089:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.860093:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.860096:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:3.0:1712357314.860098:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:3.0:1712357314.860101:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.860105:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.860112:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.860215:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.860221:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.860222:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.865787:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357314.865800:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400040. 00000800:00000001:2.0:1712357314.866520:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.866531:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.866533:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.866534:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.866542:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.866548:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.866553:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.866556:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.866567:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.866570:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909400 00000400:00000200:2.0:1712357314.866574:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.866578:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15ad [1] + 224 00000800:00000001:2.0:1712357314.866602:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.866613:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.866615:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.866619:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.866623:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.866629:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.866637:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.866659:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.866665:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.866673:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.866730:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.866736:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.866737:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.866740:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.866743:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.866744:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.866746:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.866750:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.866766:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.866771:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.866772:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.866774:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.866776:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.866778:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.866780:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.866782:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.866787:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.866791:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.866793:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.866795:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.866800:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.866803:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.866804:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.866806:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.866807:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.866810:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.866815:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.866818:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.866819:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.866822:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.866827:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572158976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.866831:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.866834:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.866835:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.866840:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.866843:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.866848:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.866850:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.866853:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.866854:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.866857:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.866859:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.866861:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.866863:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357314.866865:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.866868:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357314.866871:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866879:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.866882:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866886:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.866888:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.866893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.866895:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866899:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.866900:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.866903:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.866905:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.866915:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.866918:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.866920:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866924:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.866925:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.866927:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866930:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.866932:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.866933:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.866934:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.866934:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357314.866935:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.866937:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357314.866939:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.866940:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.866944:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.866945:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.866947:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.866948:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.866950:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.866951:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.866951:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.866952:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.866954:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338422 from hash 00010000:00000001:1.0:1712357314.866955:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.866956:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.866960:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.866961:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.866962:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.866962:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.866964:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.866965:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.866966:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.866967:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.866969:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866973:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.866973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.866974:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.866975:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.866976:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.866977:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.866977:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.866979:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338422 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.866985:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.866986:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.866990:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.866994:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.867001:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.867002:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867004:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867005:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867007:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.867008:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.867009:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867010:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.867011:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=wheel.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.867014:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.867017:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.867022:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867025:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.867027:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.867031:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a64002e0. 00000080:00002000:1.0:1712357314.867034:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.867039:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.867042:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.867045:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867047:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.867048:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.867050:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.867055:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.867056:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.867060:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.867062:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867063:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.867064:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867066:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.867068:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.867070:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.867073:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.867076:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572158976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.867081:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.867082:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.867085:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.867088:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.867089:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.867091:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.867092:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.867094:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.867097:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.867098:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.867099:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.867102:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.867102:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.867108:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.867109:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.867110:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.867114:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.867115:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry wheel.cpython-36.opt-1.pyc (ffff8800a7702a20, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.867117:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.867119:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.867122:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.867123:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.867125:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.867126:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867155:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.867158:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.867159:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.867164:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867166:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.867167:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.867169:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.867171:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.867174:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.867175:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867177:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.867178:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.867180:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867182:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.867183:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7516288) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.867184:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.867185:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357314.867186:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.867187:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.867188:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.867189:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x25:0x0](ffff8800a76df8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.867191:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.867196:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=wheel.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), flags=0 00000080:00000001:1.0:1712357314.867199:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.867200:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=wheel.cpython-36.pyc, dir=[0x200000401:0x25:0x0](ffff8800a76df8c8), intent=getattr 00000080:00000010:1.0:1712357314.867208:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.867213:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.867215:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.867216:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'wheel.cpython-36.pyc' on [0x200000401:0x25:0x0] 00800000:00000001:1.0:1712357314.867219:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.867222:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x25:0x0], fid2=[0x0:0x0:0x0], name='wheel.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357314.867224:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867225:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.867227:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: wheel.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x25:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.867230:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.867231:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.867234:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.867236:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.867239:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.867242:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.867245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.867246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.867247:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.867249:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.867251:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.867253:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.867257:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.867260:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.867263:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.867264:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.867266:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.867266:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.867268:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.867272:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.867274:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.867275:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.867277:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.867279:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.867280:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.867286:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357314.867288:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.867290:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338429 to hash 00000020:00000001:1.0:1712357314.867291:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.867292:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.867295:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.867297:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.867298:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.867300:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.867306:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.867313:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.867316:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.867318:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.867320:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.867322:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.867324:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.867324:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.867328:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.867330:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.867332:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.867333:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.867337:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.867342:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.867344:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.867346:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.867393:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.867396:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.867405:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.867409:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.867410:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.867412:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.867415:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.867416:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.867419:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.867421:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.867425:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.867429:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159040, portal 10 00000100:00000001:1.0:1712357314.867430:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.867431:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.867436:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.867441:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.867443:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.867445:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357314.867447:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572159040, offset 0 00000400:00000200:1.0:1712357314.867451:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.867455:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.867459:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.867463:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.867466:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.867468:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.867470:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.867473:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [589:589:256:4294967295] 192.168.203.120@tcp LPNI seq info [589:589:8:4294967295] 00000400:00000200:1.0:1712357314.867477:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.867483:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.867488:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.867491:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357314.867495:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.867504:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.867507:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.867528:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.867530:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.867532:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.867534:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.867535:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.867537:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.867538:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.867540:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.867542:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.867543:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.867681:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.867684:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357314.867687:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.867691:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.867693:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:3.0:1712357314.867694:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:3.0:1712357314.867696:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.867699:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.867705:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.867707:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.867711:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.867712:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.868695:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:2.1:1712357314.868702:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400180. 00000800:00000001:2.0:1712357314.870480:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.870490:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.870492:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.870494:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.870502:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.870507:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.870513:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.870517:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.870519:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.870523:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909440 00000400:00000200:2.0:1712357314.870527:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.870531:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15b5 [1] + 224 00000800:00000001:2.0:1712357314.870537:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.870549:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.870551:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.870555:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.870570:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.870577:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.870614:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.870632:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.870638:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.870641:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.870664:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.870669:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.870671:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.870673:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.870676:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.870678:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.870680:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.870684:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.870692:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.870697:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.870698:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.870700:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.870702:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.870703:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.870705:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.870707:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.870714:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.870717:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.870719:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.870722:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.870801:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.870804:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.870806:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.870807:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.870810:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.870814:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.870819:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.870821:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.870823:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.870825:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.870831:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.870834:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.870837:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.870839:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.870840:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.870843:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.870848:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.870850:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.870852:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.870853:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.870856:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.870859:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.870861:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.870863:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357314.870865:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.870867:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357314.870870:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870881:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.870884:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870888:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.870891:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870895:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.870896:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.870898:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870902:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.870903:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.870906:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.870907:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.870911:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.870914:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.870916:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870921:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.870922:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.870924:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870927:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.870929:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.870930:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.870931:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.870934:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357314.870936:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.870937:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357314.870939:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.870941:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.870944:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.870946:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.870947:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.870948:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.870950:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.870952:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.870952:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.870953:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.870955:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338429 from hash 00010000:00000001:1.0:1712357314.870957:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.870957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.870958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.870959:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.870960:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.870961:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.870962:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.870963:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.870964:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.870965:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.870967:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.870971:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.870972:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.870973:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.870974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.870974:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.870975:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.870977:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338429 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.870986:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.870987:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.870991:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.870995:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.871000:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.871001:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871003:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871004:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871006:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.871007:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.871008:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871009:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.871011:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=wheel.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.871013:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.871016:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.871017:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.871020:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.871021:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.871024:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400420. 00000080:00002000:1.0:1712357314.871028:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.871032:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.871035:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.871038:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871040:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.871041:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.871042:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.871046:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356000 count: 2 00010000:00000001:1.0:1712357314.871048:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.871051:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/37 (0 0) 00000002:00000001:1.0:1712357314.871053:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871054:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.871055:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.871060:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.871062:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.871064:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.871067:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.871070:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572159040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.871074:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.871076:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.871078:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.871081:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.871082:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.871084:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.871085:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.871087:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.871089:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.871091:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.871093:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.871095:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.871096:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.871098:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.871099:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.871100:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.871104:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.871106:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry wheel.cpython-36.pyc (ffff8800a7702948, parent ffff8800a7516288, inode (null)) hashed, 00000080:00000001:1.0:1712357314.871108:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.871110:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.871112:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.871114:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.871115:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7516288, parent ffff8800a7702af8, inode ffff8800a76df8c8) hashed, 00000080:00000001:1.0:1712357314.871117:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.871250:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.871252:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.871254:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.871258:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.871260:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.871262:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.871264:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.871267:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.871270:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.871272:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.871273:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.871274:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.871276:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.871282:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=0 00000080:00000001:1.0:1712357314.871284:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.871285:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.871288:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.871292:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.871293:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.871295:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_vendor' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.871297:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.871299:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='_vendor' -> mds #0 00800000:00000001:1.0:1712357314.871301:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871303:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.871304:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _vendor,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.871307:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.871308:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.871310:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.871312:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.871314:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.871317:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.871319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.871320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.871321:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.871322:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.871324:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.871326:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.871329:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a71c00. 00000100:00000001:1.0:1712357314.871332:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.871335:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.871336:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.871337:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.871340:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.871341:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.871346:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00010000:00000001:1.0:1712357314.871348:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.871349:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.871351:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.871352:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.871354:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.871356:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357314.871358:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.871359:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03338430 to hash 00000020:00000001:1.0:1712357314.871361:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.871362:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.871363:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.871365:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.871366:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.871368:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.871373:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.871378:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.871381:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.871382:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.871385:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.871386:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.871388:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.871389:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.871391:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.871393:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.871395:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.871396:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.871402:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.871407:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.871408:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.871410:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.871411:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.871413:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.871416:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.871419:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.871420:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.871422:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.871423:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.871425:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.871428:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.871430:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.871433:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.871436:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159104, portal 10 00000100:00000001:1.0:1712357314.871438:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.871438:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.871442:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.871447:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.871449:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.871450:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357314.871452:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572159104, offset 0 00000400:00000200:1.0:1712357314.871456:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.871459:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.871463:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.871467:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.871470:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.871473:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.871474:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.871477:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [590:590:256:4294967295] 192.168.203.120@tcp LPNI seq info [590:590:8:4294967295] 00000400:00000200:1.0:1712357314.871483:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.871489:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.871493:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.871496:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357314.871499:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.871505:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.871507:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.871525:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.871527:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.871529:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.871530:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.871531:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.871533:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.871534:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.871536:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.871537:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.871538:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.872221:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.872225:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357314.872232:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.872236:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.872239:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357314.872240:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:3.0:1712357314.872243:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.872246:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.872253:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.872255:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.872259:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.872260:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357314.875681:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:3.1:1712357314.875692:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a64002e0. 00000800:00000001:3.0:1712357314.877776:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.877787:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.877790:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.877792:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.877800:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.877805:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.877811:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.877814:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.877818:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.877821:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909480 00000400:00000200:3.0:1712357314.877825:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.877830:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15bd [1] + 224 00000800:00000001:3.0:1712357314.877835:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.877844:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.877847:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.877850:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.877855:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.877861:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.877869:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.877900:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.877907:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.877910:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.878240:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.878246:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.878248:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.878250:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.878253:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.878255:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.878257:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.878261:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.878267:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.878272:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.878273:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.878275:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.878277:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.878279:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.878284:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.878287:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.878293:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.878295:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.878297:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.878298:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.878300:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.878303:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.878305:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.878306:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.878308:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.878310:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.878312:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.878318:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.878320:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.878321:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.878324:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.878329:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.878332:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.878335:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.878336:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.878338:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.878340:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.878345:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.878347:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.878349:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.878350:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.878352:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.878355:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878357:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878362:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357314.878364:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878366:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000040:1.0:1712357314.878371:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e1c0, remote cookie: 0xa8e7976a8eb21668, flags: 0x1001 00010000:00010000:1.0:1712357314.878375:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.878382:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x26:0x0].0x0, instead of [0x200000401:0xc:0x0].0x0 00010000:00000001:1.0:1712357314.878384:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357314.878392:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4800. 00010000:00000010:1.0:1712357314.878394:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.878397:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.878399:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.878405:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878410:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357314.878413:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357314.878415:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357314.878416:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357314.878417:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357314.878419:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x26:0x0].0x0 (ffff8800b3ab4800) refcount = 1 00010000:00010000:1.0:1712357314.878422:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878427:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357314.878429:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357314.878430:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.878432:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357314.878433:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.878445:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878817:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357314.878818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878819:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.878820:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878820:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.878821:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.878825:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357314.878826:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878828:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878829:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.878830:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878832:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878834:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878834:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878835:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357314.878836:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878838:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878840:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.878841:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.878843:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878849:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878850:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.878850:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878851:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878852:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357314.878854:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878855:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878857:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.878859:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878867:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.878869:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878873:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.878874:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878874:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.878875:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357314.878880:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.878886:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878887:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878888:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.878889:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878890:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.878894:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.878895:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.878897:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.878898:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878899:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878900:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.878901:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878903:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00000002:00010000:1.0:1712357314.878905:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.878908:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.878914:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357314.878914:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878915:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878916:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.878917:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878919:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000040:1.0:1712357314.878921:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357314.878923:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.878925:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/38 (0 0) 00010000:00000001:1.0:1712357314.878927:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878927:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.878928:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.878930:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_vendor intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357314.878932:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.878935:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.878937:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.878941:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.878942:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357314.878944:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.878947:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.878950:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.878952:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.878954:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.878956:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:1.0:1712357314.878958:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357314.878962:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.878964:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x26:0x0] 00000080:00000001:1.0:1712357314.878966:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.878967:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:1.0:1712357314.878969:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.878972:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x26:0x0], updating i_size 4096 00000080:00200000:1.0:1712357314.878975:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x26:0x0](ffff8800a77180c8): rc = 0 00000080:00000001:1.0:1712357314.878976:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123452104 : -131938586099512 : ffff8800a77180c8) 00010000:00000001:1.0:1712357314.878978:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.878982:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.878983:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.878984:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878986:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.878987:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.878988:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.878989:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357314.878990:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357314.878991:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.878992:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.878994:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.878995:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.878997:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) for lock 0xbda2fb8f03338430 00000080:00000001:1.0:1712357314.879000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.879001:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.879003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.879004:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.879005:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.879006:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.879007:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.879008:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.879009:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.879010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.879011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.879012:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.879013:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.879018:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a64005a0. 00000080:00002000:1.0:1712357314.879022:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702d80 inode ffff8800a77180c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357314.879025:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.879027:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.879029:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357314.879031:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00010000:1.0:1712357314.879033:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338430 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357314.879035:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.879038:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.879039:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.879040:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.879042:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.879043:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.879044:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.879048:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.879049:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.879050:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.879052:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.879053:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.879058:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.879060:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.879061:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.879063:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.879064:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.879065:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.879067:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.879068:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.879070:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.879071:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.879073:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.879073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.879074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357314.879075:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.879078:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.879081:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.879084:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572159104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.879089:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.879090:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.879093:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.879100:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.879102:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.879103:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.879105:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.879108:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.879111:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.879112:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.879113:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357314.879116:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.879117:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.879119:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.879120:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.879121:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357314.879129:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file _vendor:[0x200000401:0x26:0x0](ffff8800a77180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357314.879133:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357314.879134:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8),name=_vendor 00000080:00000010:1.0:1712357314.879137:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.879142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.879145:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.879146:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x26:0x0] '_vendor' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.879148:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.879151:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x200000401:0x26:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357314.879153:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.879155:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.879157:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x26:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.879159:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.879160:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.879162:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.879164:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357314.879165:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.879167:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.879168:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357314.879170:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357314.879182:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357314.879184:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.880297:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357314.880306:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357314.880308:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.880310:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357314.880312:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357314.880313:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357314.880316:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.880319:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357314.880321:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.880323:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00010000:1.0:1712357314.880325:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) for lock 0xbda2fb8f03338430 00000080:00000001:1.0:1712357314.880328:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.880329:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357314.880331:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.880332:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357314.880333:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.880334:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.880336:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.880337:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.880339:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.880341:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.880342:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357314.880343:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.880344:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357314.880346:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338430 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357314.880347:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.880348:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.880348:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357314.880353:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.880355:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357314.880356:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.880359:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.880364:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.880365:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.880365:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357314.880366:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357314.880368:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357314.880373:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357314.880374:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357314.880375:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.880377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.880378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.880378:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880380:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357314.880381:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880382:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880384:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880386:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.880386:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.880387:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357314.880389:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357314.880390:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.880392:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357314.880395:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file _vendor:[0x200000401:0x26:0x0](ffff8800a77180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357314.880398:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.880399:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a7702d80, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.880402:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880424:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.880426:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.880427:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.880433:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880435:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.880437:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.880439:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.880440:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.880442:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.880444:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880445:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.880447:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.880448:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880450:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.880451:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a7702d80) flags 0x108008e refc 0 00000080:00000001:1.0:1712357314.880452:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.880453:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=0 00000080:00000001:1.0:1712357314.880454:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.880455:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880461:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357314.880464:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file _vendor:[0x200000401:0x26:0x0](ffff8800a77180c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357314.000000000, mtime 1611184481.984140102, ctime 1712357314.000000000 00000080:00000002:1.0:1712357314.880468:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184481, ctime 1712357314, now = 1712357314 00000080:00000010:1.0:1712357314.880470:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.880472:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357314.880473:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.880476:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357314.880477:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x26:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357314.880479:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.880481:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357314.880483:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.880485:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357314.880487:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.880489:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.880492:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.880494:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357314.880499:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.880504:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357314.880505:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357314.880507:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x26:0x0] mode (null) 00000080:00000001:1.0:1712357314.880508:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.880510:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.880511:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.880513:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357314.880514:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.880516:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880517:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.880518:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.880519:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.880520:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357314.880521:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.880522:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880523:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.880524:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.880524:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.880525:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357314.880526:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357314.880527:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.880528:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.880530:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x26:0x0] lli = ffff8800a7718000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357314.880533:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357314.880534:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357314.880535:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357314.880536:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x26:0x0](ffff8800a77180c8) invalid 00000080:00002000:1.0:1712357314.880538:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry _vendor (ffff8800a7702d80) parent ffff8800a7702af8 inode ffff8800a77180c8 refc 1 00000080:00000001:1.0:1712357314.880540:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357314.880541:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357314.880542:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880544:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.880546:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.880547:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.880548:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.880549:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357314.880554:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03338430 from hash 00010000:00000001:1.0:1712357314.880556:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.880557:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.880565:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.880566:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.880568:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.880569:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357314.880571:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.880572:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357314.880573:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357314.880577:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3480. 00000020:00000040:1.0:1712357314.880580:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.880596:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.880599:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.880600:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.880601:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.880602:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.880604:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.880605:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.880607:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.880613:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b365c600. 00000100:00000001:1.0:1712357314.880617:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880619:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.880620:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357314.880624:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357314.880629:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357314.880630:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357314.880632:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.880633:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338430 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21668 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357314.880639:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4800 count: 0 00010000:00000010:1.0:1712357314.880642:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357314.880651:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.880652:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880653:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.880654:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.880655:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357314.880657:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184481, ctime 1712357314 00000020:00100000:1.0:1712357314.880662:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.880669:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.880675:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.880676:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.880680:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.880682:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.880683:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.880684:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.880688:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.880691:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.880692:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.880693:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.880696:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.880702:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.880703:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.880705:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.880707:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.880709:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159232:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.880712:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.880716:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.880717:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.880719:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.880721:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357314.880723:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.880730:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.880737:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.880741:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.880746:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572159232, portal 10 00000100:00000001:1.0:1712357314.880747:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.880748:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000040:1.0:1712357314.880753:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.880759:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.880761:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.880762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357314.880764:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572159232, offset 0 00000400:00000200:1.0:1712357314.880768:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.880774:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.880779:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.880784:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.880786:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.880789:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.880791:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.880794:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [591:591:256:4294967295] 192.168.203.120@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000200:1.0:1712357314.880796:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.880803:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.880808:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.880811:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357314.880815:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.880821:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.880824:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.880831:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.880832:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.880834:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.880836:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.880837:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.880838:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.880843:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.880845:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.880847:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.880848:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.881153:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.881156:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357314.881160:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.881164:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.881166:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357314.881168:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357314.881170:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.881173:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.881179:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.881181:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.881185:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.881187:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.886325:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.886336:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.886339:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.886341:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.886349:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.886354:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.886360:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.886363:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.886365:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.886369:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef909500 00000400:00000200:3.0:1712357314.886372:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.886376:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x15c5 [1] + 224 00000800:00000001:3.0:1712357314.886381:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.886393:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.886395:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.886403:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.886406:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.886413:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.886420:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.887276:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357314.887300:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.887307:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.887312:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.887316:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000001:1.0:1712357314.887331:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.887332:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.887335:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:1.0:1712357314.887337:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:1.0:1712357314.887339:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:1.0:1712357314.887341:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.887344:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.887351:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3480 x1795536572159232/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.887357:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.887358:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.887360:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.887362:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.887364:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.887366:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.887368:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.887374:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.887377:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.887379:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.887380:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.887382:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.887385:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.887387:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.887389:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357314.887390:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.887391:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.887392:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414177920 : -131936295373696 : ffff88012ffb3480) 00000100:00000001:1.0:1712357314.887394:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.887395:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.887396:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.887402:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.887405:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3480 x1795536572159232/t4294967394(4294967394) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.887410:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.887413:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.887414:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.887416:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3480 x1795536572159232/t4294967394(4294967394) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.887421:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159232:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.887424:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.887426:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.887428:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.887429:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.887431:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3480 x1795536572159232/t4294967394(4294967394) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.887436:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.887438:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.887440:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.887441:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.887446:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.887448:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887451:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.887454:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.887457:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.887458:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.887463:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.887464:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x26:0x0] 00000080:00000001:1.0:1712357314.887466:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887468:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:1.0:1712357314.887470:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.887473:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x26:0x0], updating i_size 4096 00000100:00000001:1.0:1712357314.887475:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.887479:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3480 x1795536572159232/t4294967394(4294967394) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.887484:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.887487:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.887488:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887489:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887490:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.887493:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00200008:1.0:1712357314.887498:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file _vendor:[0x200000401:0x26:0x0](ffff8800a77180c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357314.879000000, mtime 1611184481.984140102, ctime 1712357314.879000000, rc 0 00000080:00000001:1.0:1712357314.887502:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887506:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.887507:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _vendor (ffff8800a7702d80, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.887509:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.887513:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.887515:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.887528:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.887530:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.887531:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.887534:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887536:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.887537:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.887539:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.887541:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357314.887543:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.887544:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.887545:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.887547:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.887548:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.887553:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=1 00000080:00000001:1.0:1712357314.887556:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.887565:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=getattr 00000080:00000010:1.0:1712357314.887570:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.887574:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.887579:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.887581:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_vendor' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.887597:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.887599:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='_vendor' -> mds #0 00800000:00000001:1.0:1712357314.887601:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.887603:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.887605:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _vendor,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.887608:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.887610:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.887613:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3800. 00000020:00000040:1.0:1712357314.887616:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.887619:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.887622:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.887626:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.887627:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.887628:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.887630:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.887631:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.887633:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.887638:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a72000. 00000100:00000001:1.0:1712357314.887642:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.887644:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.887645:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.887647:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.887647:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.887648:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.887653:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414178816 : -131936295372800 : ffff88012ffb3800) 00010000:00000001:1.0:1712357314.887655:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.887657:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.887661:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.887663:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.887664:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.887666:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357314.887669:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.887671:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03338437 to hash 00000020:00000001:1.0:1712357314.887674:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.887675:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.887678:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.887680:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.887681:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.887684:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.887691:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.887698:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.887701:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.887703:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.887706:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357314.887707:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357314.887709:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.887709:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414178816 : -131936295372800 : ffff88012ffb3800) 00000100:00000001:1.0:1712357314.887713:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.887716:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.887717:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.887719:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.887722:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:0.1:1712357314.887792:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:0.1:1712357314.887796:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400420. 00000400:00000200:3.0:1712357314.887858:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [592:592:256:4294967295] 192.168.203.120@tcp LPNI seq info [592:592:8:4294967295] 00000400:00000200:3.0:1712357314.887866:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.887873:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.887878:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.887883:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.887887:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.887893:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.887896:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.887962:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.887965:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.887967:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.887971:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.887976:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.887979:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.890424:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.890426:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.890430:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.890432:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.890439:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159296:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.890442:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.890446:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.890449:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.890454:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.890459:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357314.890460:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.890468:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.890470:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c08. 00000400:00000010:1.0:1712357314.890475:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357314.890481:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159296, portal 10 00000100:00000001:1.0:1712357314.890482:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.890483:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414178816 : -131936295372800 : ffff88012ffb3800) 00000100:00000040:1.0:1712357314.890489:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.890495:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.890497:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.890498:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357314.890500:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572159296, offset 0 00000400:00000200:1.0:1712357314.890504:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.890509:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.890514:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.890519:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.890522:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.890525:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.890527:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.890529:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [593:593:256:4294967295] 192.168.203.120@tcp LPNI seq info [593:593:8:4294967295] 00000400:00000200:1.0:1712357314.890532:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.890539:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.890543:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.890546:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357314.890550:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.890555:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.890567:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.893367:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.893376:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.893379:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.893382:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.893384:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.893386:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.893389:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.893391:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.893393:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.893394:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.896192:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.896199:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357314.896204:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.896211:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.896216:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:3.0:1712357314.896219:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:3.0:1712357314.896228:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.896235:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.896244:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.896247:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.896253:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.896254:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.898349:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.898360:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.898363:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.898365:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.898373:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.898378:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.898382:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.898386:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.898388:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.898392:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909540 00000400:00000200:3.0:1712357314.898395:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.898400:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15cd [1] + 224 00000800:00000001:3.0:1712357314.898405:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.898415:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.898417:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.898420:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.898425:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.898432:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.898439:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.899052:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.899059:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.899062:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.901844:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.901852:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.901854:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.901857:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c08. 00000400:00000200:0.0:1712357314.901862:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:0.0:1712357314.901864:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:0.0:1712357314.901867:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.901876:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.901884:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.901891:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.901893:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.901895:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.901902:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.901904:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.901906:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.901908:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.901916:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.901919:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.901921:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.901923:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.901924:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.901927:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.901929:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.901931:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.901932:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.901934:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.901938:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.901944:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.901946:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.901948:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.901951:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.901957:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159296:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.901960:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.901963:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.901965:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.901966:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.901969:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.901974:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.901976:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:0.0:1712357314.901978:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.901979:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.901981:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.901987:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.901989:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.901991:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:0.0:1712357314.901993:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.901995:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000040:0.0:1712357314.901999:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e400, remote cookie: 0xa8e7976a8eb2168b, flags: 0x1001 00010000:00010000:0.0:1712357314.902003:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.902010:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x26:0x0].0x0, instead of [0x200000401:0xc:0x0].0x0 00010000:00000001:0.0:1712357314.902013:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.902021:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000010:0.0:1712357314.902024:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664c00. 00010000:00000001:0.0:1712357314.902026:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.902029:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.902035:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902040:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.902042:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.902044:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.902045:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.902045:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.902047:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x26:0x0].0x0 (ffff88012e356c00) refcount = 1 00010000:00010000:0.0:1712357314.902050:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902055:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.902057:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.902058:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.902063:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.902065:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.902067:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902071:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.902073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902074:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902076:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902079:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.902081:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902081:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902082:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902084:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902085:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902086:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902087:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902088:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:0.0:1712357314.902089:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902090:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902092:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.902094:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.902096:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902103:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902104:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:0.0:1712357314.902105:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902106:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902111:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.902113:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902118:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902118:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.902120:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902125:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.902125:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902126:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902127:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902127:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.902131:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.902137:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902138:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902138:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902141:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902142:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902143:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.902144:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902145:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902147:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.902149:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902150:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902150:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902151:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902153:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00000002:00010000:0.0:1712357314.902155:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902166:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902168:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.902169:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902170:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902171:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902172:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902173:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000040:0.0:1712357314.902176:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.902178:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.902180:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/38 (0 0) 00010000:00000001:0.0:1712357314.902182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902182:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.902183:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.902185:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_vendor intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.902187:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902190:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902192:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.902195:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.902197:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357314.902199:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.902202:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902204:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902207:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.902209:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.902210:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:0.0:1712357314.902212:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.902216:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.902218:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x26:0x0] 00000080:00000001:0.0:1712357314.902220:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.902222:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:0.0:1712357314.902224:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.902226:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x26:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.902232:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x26:0x0](ffff8800a77180c8): rc = 0 00000080:00000001:0.0:1712357314.902234:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123452104 : -131938586099512 : ffff8800a77180c8) 00010000:00000001:0.0:1712357314.902235:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902236:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902237:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902238:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902240:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.902243:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.902244:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.902245:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.902247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902248:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.902250:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.902252:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) for lock 0xbda2fb8f03338437 00000080:00000001:0.0:1712357314.902254:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902256:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.902257:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902259:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.902259:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902260:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902261:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902264:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902265:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902266:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.902266:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902268:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.902271:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87f00. 00000080:00002000:0.0:1712357314.902274:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode ffff8800a77180c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.902277:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.902279:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.902281:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.902283:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00010000:0.0:1712357314.902289:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338437 from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357314.902290:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.902291:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.902292:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:0.0:1712357314.902293:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902295:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357314.902296:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.902298:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902302:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902303:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902304:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.902306:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.902307:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.902312:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.902314:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.902315:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.902318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902320:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902322:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.902324:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902325:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902327:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902328:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.902329:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902329:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.902331:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.902333:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:0.0:1712357314.902336:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.902339:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3800 x1795536572159296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.902351:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.902353:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.902355:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:0.0:1712357314.902359:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.902361:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.902362:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.902364:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.902366:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a72000. 02000000:00000001:0.0:1712357314.902369:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.902370:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.902371:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3800. 00000100:00000001:0.0:1712357314.902374:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.902375:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.902377:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.902378:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357314.902379:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.902388:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357314.902390:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file _vendor:[0x200000401:0x26:0x0](ffff8800a77180c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.000000000 00000080:00000002:0.0:1712357314.902395:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357314, ctime 1712357314, now = 1712357314 00000080:00000010:0.0:1712357314.902398:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.902400:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357314.902402:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.902405:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357314.902406:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x26:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357314.902409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902411:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357314.902412:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357314.902414:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.902416:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.902417:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357314.902419:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.902421:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357314.902433:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.902435:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357314.902437:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357314.902438:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x26:0x0] mode (null) 00000080:00000001:0.0:1712357314.902440:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902442:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.902443:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.902444:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357314.902446:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.902447:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.902449:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902449:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.902450:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.902451:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357314.902452:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.902453:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.902454:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.902455:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.902456:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.902457:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 3 00010000:00000001:0.0:1712357314.902458:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357314.902460:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.902461:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357314.902462:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x26:0x0] lli = ffff8800a7718000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357314.902465:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357314.902466:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357314.902467:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357314.902469:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x26:0x0](ffff8800a77180c8) invalid 00000080:00002000:0.0:1712357314.902471:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry _vendor (ffff8800a7702870) parent ffff8800a7702af8 inode ffff8800a77180c8 refc 1 00000080:00000001:0.0:1712357314.902473:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357314.902473:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357314.902475:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902476:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.902478:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.902482:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.902483:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.902484:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357314.902486:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03338437 from hash 00010000:00000001:0.0:1712357314.902488:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.902489:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902489:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902490:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.902492:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.902492:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357314.902494:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.902495:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357314.902497:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357314.902500:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6680. 00000020:00000040:0.0:1712357314.902502:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.902506:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.902508:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.902510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.902510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902511:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.902513:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.902514:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.902517:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.902521:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e52200. 00000100:00000001:0.0:1712357314.902525:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902526:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.902527:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357314.902530:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.902535:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357314.902536:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357314.902537:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.902539:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338437 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2168b expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.902551:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88012e356c00 count: 0 00010000:00000010:0.0:1712357314.902554:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664c00. 00010000:00000001:0.0:1712357314.902569:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.902571:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902572:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.902573:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.902574:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357314.902576:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357314, ctime 1712357314 00000020:00100000:0.0:1712357314.902595:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357314.902600:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357314.902605:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.902606:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.902610:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357314.902611:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357314.902613:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.902614:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000001:0.0:1712357314.902617:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.902620:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.902621:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.902623:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.902625:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.902630:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.902631:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.902633:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.902635:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.902637:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159424:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357314.902639:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.902642:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.902644:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.902649:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.902652:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136ba4400. 02000000:00000001:0.0:1712357314.902653:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.902660:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.902662:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c528. 00000400:00000010:0.0:1712357314.902666:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357314.902671:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572159424, portal 10 00000100:00000001:0.0:1712357314.902672:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.902673:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000040:0.0:1712357314.902677:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.902683:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.902684:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.902686:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357314.902688:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572159424, offset 0 00000400:00000200:0.0:1712357314.902692:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.902698:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.902703:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.902707:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.902710:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.902712:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.902714:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.902717:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [594:594:256:4294967295] 192.168.203.120@tcp LPNI seq info [594:594:8:4294967295] 00000400:00000200:0.0:1712357314.902719:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.902726:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.902730:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.902733:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.902737:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.902743:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.902746:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.902765:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.902767:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.902778:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.902779:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.902780:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.902782:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.902784:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.902785:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.902786:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.902787:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.909787:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.909793:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.909798:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.909806:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.909810:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:3.0:1712357314.909812:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:3.0:1712357314.909816:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.909823:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.909832:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.909836:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.909841:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.909842:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357314.910159:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4800. 00010000:00000010:0.1:1712357314.910166:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:0.1:1712357314.910170:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a64005a0. 00000800:00000001:3.0:1712357314.913500:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.913512:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.913515:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.913518:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.913526:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.913532:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.913537:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.913541:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.913544:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.913548:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef9095c0 00000400:00000200:3.0:1712357314.913551:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.913556:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x15d5 [1] + 224 00000800:00000001:3.0:1712357314.913570:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.913595:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.913597:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.913601:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.913605:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.913612:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.913631:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.915308:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.915318:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.915324:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.915328:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.915333:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [595:595:256:4294967295] 192.168.203.120@tcp LPNI seq info [595:595:8:4294967295] 00000400:00000200:3.0:1712357314.915337:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.915343:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.915347:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.915352:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320e00. 00000800:00000200:3.0:1712357314.915355:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.915361:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.915364:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320e00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357314.915570:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.915575:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.915577:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.915579:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c528. 00000400:00000200:1.0:1712357314.915593:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:1.0:1712357314.915595:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:1.0:1712357314.915598:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.915603:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.915611:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6680 x1795536572159424/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.915616:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.915617:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.915619:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.915622:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.915624:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.915626:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.915628:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.915634:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.915637:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.915639:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.915640:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.915642:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.915644:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.915647:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.915648:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000058/0x0] 00000100:00000001:1.0:1712357314.915650:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.915651:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.915659:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000001:1.0:1712357314.915662:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.915663:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.915664:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.915665:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.915669:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6680 x1795536572159424/t4294967395(4294967395) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.915675:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.915677:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.915678:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.915681:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6680 x1795536572159424/t4294967395(4294967395) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.915687:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159424:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.915691:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.915693:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.915695:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.915696:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.915698:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6680 x1795536572159424/t4294967395(4294967395) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.915703:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.915705:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:1.0:1712357314.915707:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.915708:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.915712:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.915715:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915717:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.915720:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.915722:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.915724:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.915729:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.915731:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x26:0x0] 00000080:00000001:1.0:1712357314.915733:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915739:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:1.0:1712357314.915741:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357314.915744:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x26:0x0], updating i_size 4096 00000100:00000001:1.0:1712357314.915746:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.915749:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6680 x1795536572159424/t4294967395(4294967395) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.915754:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915755:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.915757:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.915758:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915760:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915761:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.915764:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000080:00200008:1.0:1712357314.915769:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file _vendor:[0x200000401:0x26:0x0](ffff8800a77180c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357314.000000000, mtime 1712357314.000000000, ctime 1712357314.897000000, rc 0 00000080:00000001:1.0:1712357314.915774:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915781:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.915783:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _vendor (ffff8800a7702870, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.915785:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.915789:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.915792:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.915813:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.915815:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.915817:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.915819:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915821:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.915822:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357314.915824:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.915826:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.915828:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.915829:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.915831:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.915832:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.915834:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.915842:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), flags=16 00000080:00000001:1.0:1712357314.915844:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.915846:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_vendor, dir=[0x200000401:0xc:0x0](ffff8800a76db8c8), intent=0 00000080:00000010:1.0:1712357314.915851:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.915855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.915858:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.915860:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '_vendor' on [0x200000401:0xc:0x0] 00800000:00000001:1.0:1712357314.915863:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.915866:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0xc:0x0], fid2=[0x0:0x0:0x0], name='_vendor' -> mds #0 00800000:00000001:1.0:1712357314.915868:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.915870:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.915871:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _vendor,[0x0:0x0:0x0]) in obj [0x200000401:0xc:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357314.915874:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.915876:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.915879:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3b80. 00000020:00000040:1.0:1712357314.915882:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.915885:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.915888:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.915892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.915893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.915894:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.915896:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.915897:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.915900:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.915904:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a72400. 00000100:00000001:1.0:1712357314.915907:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.915910:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.915911:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.915912:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.915913:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.915914:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.915918:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00010000:00000001:1.0:1712357314.915921:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.915922:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.915926:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4900 count: 2 00010000:00000001:1.0:1712357314.915930:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.915932:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.915935:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38eac0. 00000020:00000001:1.0:1712357314.915937:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.915939:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38eac0 with handle 0xbda2fb8f0333843e to hash 00000020:00000001:1.0:1712357314.915941:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.915942:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.915944:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:1.0:1712357314.915946:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.915948:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.915951:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.915957:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.915963:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.915966:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.915967:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.915970:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1583c0. 00000100:00000001:1.0:1712357314.915971:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184532416 : -131938525019200 : ffff8800ab1583c0) 00000100:00000001:1.0:1712357314.915973:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.915973:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000001:1.0:1712357314.915976:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.915979:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.915980:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.915981:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.915984:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.915990:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.915991:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.915993:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.915994:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.915999:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159488:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.916001:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.916005:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.916006:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.916008:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.916011:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fed000. 02000000:00000001:1.0:1712357314.916012:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.916015:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.916017:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2c60. 00000400:00000010:1.0:1712357314.916020:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357314.916024:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159488, portal 10 00000100:00000001:1.0:1712357314.916026:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.916026:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000040:1.0:1712357314.916030:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.916034:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.916036:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.916037:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357314.916039:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572159488, offset 0 00000400:00000200:1.0:1712357314.916042:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.916046:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.916048:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.916051:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.916054:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.916057:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.916058:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.916060:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [596:596:255:4294967295] 192.168.203.120@tcp LPNI seq info [596:596:7:4294967295] 00000400:00000200:1.0:1712357314.916063:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.916068:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.916071:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.916073:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357314.916075:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.916083:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.916085:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.916087:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.916089:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.916091:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.916092:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.916094:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.916095:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1583c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.916097:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.916098:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.916100:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.916101:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.916161:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.916164:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320e00. 00000400:00000200:3.0:1712357314.916167:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.916170:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.916175:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.916179:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357314.916206:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.916208:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:3.0:1712357314.916210:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.916212:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.916214:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357314.916216:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357314.916218:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.916222:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.916234:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.916236:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.916240:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.916241:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.925678:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88012e356c00. 00010000:00000010:1.1:1712357314.925687:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357314.932846:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87f00. 00000800:00000001:3.0:1712357314.936449:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.936464:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.936467:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.936470:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.936480:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.936486:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.936492:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.936496:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.936499:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.936502:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909600 00000400:00000200:3.0:1712357314.936506:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.936510:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15dd [1] + 224 00000800:00000001:3.0:1712357314.936516:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.936529:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.936532:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.936535:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.936540:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.936546:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.938487:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.938499:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.938509:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.938515:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.938655:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.938661:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.938663:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.938666:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2c60. 00000400:00000200:0.0:1712357314.938669:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:0.0:1712357314.938671:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:0.0:1712357314.938673:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.938677:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.938684:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.938689:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.938690:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.938692:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.938695:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.938696:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.938698:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.938700:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.938706:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.938709:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.938711:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357314.938712:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.938714:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357314.938717:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.938719:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.938720:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.938722:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.938723:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357314.938731:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.938736:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.938738:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.938740:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.938742:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.938747:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159488:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.938750:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.938752:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.938754:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.938755:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.938757:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.938762:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.938764:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1583c0. 00000100:00000001:0.0:1712357314.938769:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.938770:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.938772:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.938775:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938777:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938779:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:0.0:1712357314.938780:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938782:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000040:0.0:1712357314.938786:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38eac0, remote cookie: 0xa8e7976a8eb216ae, flags: 0x1001 00010000:00010000:0.0:1712357314.938790:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357314.938797:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x26:0x0].0x0, instead of [0x200000401:0xc:0x0].0x0 00010000:00000001:0.0:1712357314.938799:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357314.938807:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88012e356c00. 00010000:00000010:0.0:1712357314.938810:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664c00. 00010000:00000001:0.0:1712357314.938812:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.938815:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357314.938820:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938824:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357314.938826:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357314.938828:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357314.938828:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357314.938829:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357314.938831:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x26:0x0].0x0 (ffff88012e356c00) refcount = 1 00010000:00010000:0.0:1712357314.938834:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938838:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357314.938839:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357314.938840:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.938842:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357314.938843:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.938845:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938849:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357314.938850:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938851:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.938852:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.938853:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.938856:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357314.938856:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938857:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938860:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.938861:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938862:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938863:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938864:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938865:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=4 00000020:00000001:0.0:1712357314.938866:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938867:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938868:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.938870:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.938872:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938876:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.938877:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938877:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938878:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=5 00000020:00000001:0.0:1712357314.938879:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938880:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938881:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.938883:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938886:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938887:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.938889:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938892:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.938893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.938894:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938896:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357314.938899:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.938904:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938905:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938906:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.938907:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938908:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.938910:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.938912:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.938913:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.938915:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938915:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938916:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.938917:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938918:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00000002:00010000:0.0:1712357314.938920:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.938923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.938925:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357314.938925:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938926:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938927:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.938928:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938929:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000040:0.0:1712357314.938931:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.938932:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.938934:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/38 (0 0) 00010000:00000001:0.0:1712357314.938936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938938:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.938939:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.938941:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_vendor intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357314.938943:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.938946:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.938948:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.938951:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.938952:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357314.938954:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357314.938956:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.938958:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.938961:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357314.938962:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357314.938964:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:0.0:1712357314.938966:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357314.938970:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357314.938971:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x26:0x0] 00000080:00000001:0.0:1712357314.938973:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.938974:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502310 : 144115205272502310 : 200000401000026) 00000080:00000001:0.0:1712357314.938976:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357314.938978:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x26:0x0], updating i_size 4096 00000080:00200000:0.0:1712357314.938980:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x26:0x0](ffff8800a77180c8): rc = 0 00000080:00000001:0.0:1712357314.938982:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123452104 : -131938586099512 : ffff8800a77180c8) 00010000:00000001:0.0:1712357314.938983:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.938984:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.938984:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.938985:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938987:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.938988:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.938988:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.938989:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357314.938990:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357314.938991:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.938992:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.938994:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357314.938997:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357314.938999:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) for lock 0xbda2fb8f0333843e 00000080:00000001:0.0:1712357314.939001:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.939003:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357314.939004:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.939005:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357314.939006:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.939006:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.939007:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.939008:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.939009:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.939010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.939011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357314.939012:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.939013:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357314.939015:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87de0. 00000080:00002000:0.0:1712357314.939018:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77021b0 inode ffff8800a77180c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357314.939021:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.939022:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.939024:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357314.939026:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00010000:0.0:1712357314.939028:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333843e from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357314.939029:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.939029:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.939030:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38eac0 refcount=3 00000020:00000001:0.0:1712357314.939031:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.939032:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203629760 : -131938505921856 : ffff8800ac38eac0) 00010000:00000001:0.0:1712357314.939033:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.939035:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.939039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.939039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.939040:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357314.939043:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357314.939045:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38eac0/0xbda2fb8f0333843e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb216ae expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357314.939051:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357314.939052:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357314.939053:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.939056:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.939056:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.939057:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939059:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357314.939060:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939062:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939063:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939064:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.939065:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.939065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357314.939066:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.939068:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:0.0:1712357314.939071:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.939073:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3b80 x1795536572159488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.939078:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.939079:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.939081:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fed000. 02000000:00000001:0.0:1712357314.939085:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.939086:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.939087:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.939089:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.939090:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a72400. 02000000:00000001:0.0:1712357314.939093:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.939094:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.939096:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3b80. 00000100:00000001:0.0:1712357314.939098:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.939099:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.939104:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.939106:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.939113:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.939120:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.939123:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.939125:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.939130:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.939137:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.939139:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.939141:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.939143:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.939145:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:0.0:1712357314.939147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.939150:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.939151:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.939153:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.939155:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.939158:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.939160:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.939163:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.939167:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.939168:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.939169:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.939170:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.939171:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.939173:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.939175:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.939179:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136ba7400. 00000100:00000001:0.0:1712357314.939182:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939185:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.939186:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939187:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.939188:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.939189:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.939193:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.939195:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.939199:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.939201:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.939202:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.939204:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.939206:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357314.939208:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.939210:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f03338445 to hash 00000020:00000001:0.0:1712357314.939211:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.939212:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.939214:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.939215:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.939216:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.939219:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.939223:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.939228:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.939231:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.939232:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.939235:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.939236:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.939238:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.939239:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.939241:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.939244:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.939246:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.939247:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.939250:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.939255:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.939256:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.939260:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.939262:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.939264:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.939267:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.939270:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.939272:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.939273:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.939276:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.939277:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.939282:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.939284:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.939287:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.939291:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159552, portal 10 00000100:00000001:0.0:1712357314.939293:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.939294:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.939297:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.939302:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.939303:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.939305:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357314.939307:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159552, offset 0 00000400:00000200:0.0:1712357314.939310:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.939314:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.939318:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.939323:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.939325:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.939328:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.939330:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.939332:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [597:597:256:4294967295] 192.168.203.120@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000200:0.0:1712357314.939335:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.939341:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.939345:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.939350:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.939354:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.939359:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.939362:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.939378:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.939380:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.939381:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.939383:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.939384:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.939386:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.939387:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.939388:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.939389:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.939390:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.939631:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.939633:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.939641:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.939646:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.939648:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:3.0:1712357314.939650:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:3.0:1712357314.939653:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.939656:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.939664:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.939666:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.939671:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.939673:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.943851:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.943861:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.943864:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.943866:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.943874:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.943879:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.943885:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.943888:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.943891:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.943895:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909640 00000400:00000200:3.0:1712357314.943899:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.943903:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15e5 [1] + 224 00000800:00000001:3.0:1712357314.943908:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.943918:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.943920:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.943924:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.943929:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.943935:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.943943:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.943974:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.943980:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.943984:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.943996:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.944001:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.944002:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.944004:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.944007:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.944009:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.944011:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.944015:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.944023:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.944028:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.944029:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.944031:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.944033:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.944035:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.944036:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.944039:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.944045:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.944047:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.944050:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.944056:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.944060:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.944062:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.944064:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.944065:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.944066:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.944069:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.944074:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.944076:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.944078:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.944080:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.944085:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.944088:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.944091:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.944092:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.944094:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.944096:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.944100:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.944102:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.944104:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.944105:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.944108:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.944110:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.944112:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.944114:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357314.944115:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.944117:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357314.944123:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944130:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.944133:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944137:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.944139:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944142:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.944143:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.944145:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944148:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.944150:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.944152:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.944154:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.944157:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.944159:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.944162:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944165:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.944167:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.944168:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944172:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.944173:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.944176:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.944177:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.944178:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357314.944179:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.944181:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357314.944183:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.944184:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.944187:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.944188:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.944190:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.944191:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.944193:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.944194:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.944194:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.944195:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.944197:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f03338445 from hash 00010000:00000001:0.0:1712357314.944198:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.944199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.944200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.944200:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.944201:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.944202:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.944203:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.944204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.944205:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944206:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.944207:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944210:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.944210:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.944211:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.944212:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.944213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.944213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.944216:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.944217:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338445 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.944604:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.944606:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.944611:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.944614:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.944620:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.944621:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944622:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944623:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944625:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.944627:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.944627:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944628:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.944630:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.944632:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.944635:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.944637:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944640:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.944641:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.944644:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6b87320. 00000080:00002000:0.0:1712357314.944649:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.944653:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.944656:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.944658:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944661:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.944662:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.944664:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.944668:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.944670:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.944673:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.944675:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944676:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.944681:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944682:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.944684:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.944687:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.944691:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.944694:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.944699:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.944700:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.944703:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.944707:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.944708:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.944709:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.944711:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.944713:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136ba7400. 02000000:00000001:0.0:1712357314.944716:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.944718:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.944719:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.944722:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.944722:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.944724:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.944725:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.944727:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.944731:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.944732:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7516798, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.944735:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.944737:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.944740:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.944741:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.944742:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.944744:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944773:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.944774:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.944776:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.944779:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944781:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.944783:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.944788:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.944790:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.944792:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.944795:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944796:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.944797:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.944799:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944801:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.944802:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x108008e refc 0 00000080:00000001:0.0:1712357314.944803:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.944804:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.944805:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.944806:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.944807:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.944808:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.944810:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.944815:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=appdirs.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.944817:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.944818:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=appdirs.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.944822:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.944826:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.944828:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.944829:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'appdirs.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.944831:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.944834:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='appdirs.py' -> mds #0 00800000:00000001:0.0:1712357314.944836:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944838:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.944839:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: appdirs.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.944842:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.944843:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.944845:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.944848:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.944851:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.944854:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.944861:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.944862:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.944863:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.944864:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.944866:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.944868:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.944873:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.944877:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.944880:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.944881:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.944882:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.944883:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.944884:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.944889:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.944891:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.944893:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.944895:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.944896:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.944898:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.944900:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357314.944902:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.944904:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f0333844c to hash 00000020:00000001:0.0:1712357314.944906:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.944907:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.944909:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.944911:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.944912:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.944914:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.944918:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.944925:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.944934:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.944936:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.944939:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.944940:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.944942:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.944943:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.944947:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.944949:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.944951:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.944952:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.944956:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.944961:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.944962:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.944964:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.944966:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.944968:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.944971:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.944975:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.944977:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.944978:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.944980:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.944981:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.944985:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.944987:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.944991:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.944995:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159616, portal 10 00000100:00000001:0.0:1712357314.944996:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.944997:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.945000:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.945005:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.945011:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.945012:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357314.945015:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159616, offset 0 00000400:00000200:0.0:1712357314.945019:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.945023:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.945027:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.945032:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.945034:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.945037:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.945038:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.945041:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [598:598:256:4294967295] 192.168.203.120@tcp LPNI seq info [598:598:8:4294967295] 00000400:00000200:0.0:1712357314.945043:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.945050:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.945054:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.945057:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.945061:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.945066:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.945069:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.945087:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.945089:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.945090:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.945092:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.945093:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.945095:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.945096:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.945098:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.945099:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.945100:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.945168:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.945171:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.945174:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.945177:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.945179:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357314.945181:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357314.945183:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.945187:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.945194:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.945196:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.945201:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.945202:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.947891:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.947900:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.947903:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.947905:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.947913:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.947918:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.947923:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.947927:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.947930:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.947933:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909680 00000400:00000200:3.0:1712357314.947936:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.947940:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15ed [1] + 224 00000800:00000001:3.0:1712357314.947945:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.947956:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.947958:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.947967:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.947971:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.947976:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.947984:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.948001:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.948007:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.948009:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.948049:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.948054:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.948056:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.948058:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.948061:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.948062:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.948069:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.948072:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.948079:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.948084:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.948085:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.948086:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.948089:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.948090:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.948092:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.948094:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.948099:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.948103:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.948105:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.948107:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.948112:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.948115:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.948116:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.948118:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.948119:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.948122:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.948127:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.948129:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.948131:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.948133:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.948139:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.948142:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.948148:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.948149:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.948151:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.948154:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.948159:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.948161:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.948163:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.948164:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.948167:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.948169:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.948171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.948173:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357314.948175:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.948177:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357314.948180:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948186:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.948189:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948193:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.948195:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.948200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.948201:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948205:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.948206:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.948208:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.948210:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.948218:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.948221:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.948224:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948228:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.948229:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.948231:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948235:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.948237:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.948237:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.948238:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.948239:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357314.948241:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.948242:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357314.948244:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.948245:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.948249:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.948250:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.948252:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.948254:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.948256:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.948257:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.948258:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.948259:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.948260:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f0333844c from hash 00010000:00000001:0.0:1712357314.948262:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.948263:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.948267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.948267:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.948268:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.948269:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.948271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.948272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.948272:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948274:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.948276:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948279:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.948280:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.948281:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.948282:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.948283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.948283:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.948284:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.948285:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333844c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.948293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.948294:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.948297:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.948301:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.948307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.948308:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948309:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948310:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948312:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.948314:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.948315:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948316:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.948317:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=appdirs.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.948320:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.948322:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.948327:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948330:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.948331:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.948334:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab170a60. 00000080:00002000:0.0:1712357314.948339:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.948343:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.948346:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.948349:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948351:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.948352:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.948354:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.948358:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.948360:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.948363:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.948365:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948366:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.948367:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948369:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.948371:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.948373:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.948377:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.948380:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.948385:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.948386:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.948388:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.948392:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.948394:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.948395:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.948397:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.948398:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.948400:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.948402:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.948403:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.948406:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.948407:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.948411:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.948413:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.948414:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.948419:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.948420:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry appdirs.py (ffff8800a7516510, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.948423:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.948425:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.948428:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.948430:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.948431:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.948433:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948462:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.948464:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.948466:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.948470:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948472:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.948473:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.948475:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.948477:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.948479:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.948481:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948482:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.948484:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.948485:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948487:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.948488:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.948489:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.948490:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.948491:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.948492:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.948494:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.948495:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.948496:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.948502:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=distro.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.948504:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.948505:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=distro.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.948509:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.948517:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.948519:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.948520:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'distro.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.948522:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.948525:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='distro.py' -> mds #0 00800000:00000001:0.0:1712357314.948527:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.948529:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.948530:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: distro.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.948533:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.948534:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.948536:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.948538:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.948541:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.948544:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.948547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.948547:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.948548:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.948550:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.948552:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.948554:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.948566:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.948570:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.948572:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.948574:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.948575:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.948576:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.948577:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.949180:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.949184:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.949185:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.949188:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.949190:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.949192:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.949194:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357314.949196:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.949201:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03338453 to hash 00000020:00000001:0.0:1712357314.949203:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.949204:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.949206:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.949208:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.949209:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.949211:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.949216:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.949224:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.949227:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.949228:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.949232:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.949233:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.949235:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.949236:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.949239:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.949242:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.949243:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.949244:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.949249:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.949255:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.949256:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.949258:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.949260:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.949263:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.949265:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.949269:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.949275:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.949276:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.949279:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.949281:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.949285:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.949287:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.949290:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.949295:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159680, portal 10 00000100:00000001:0.0:1712357314.949297:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.949298:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.949302:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.949308:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.949310:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.949311:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357314.949314:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159680, offset 0 00000400:00000200:0.0:1712357314.949318:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.949323:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.949327:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.949331:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.949334:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.949336:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.949338:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.949341:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [599:599:256:4294967295] 192.168.203.120@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:0.0:1712357314.949344:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.949351:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.949355:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.949358:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.949362:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.949367:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.949370:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.949719:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.949724:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.949726:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.949728:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.949729:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.949731:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.949733:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.949734:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.949736:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.949737:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.949842:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.949845:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.949848:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.949852:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.949854:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357314.949856:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357314.949859:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.949862:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.949868:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.949870:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.949874:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.949875:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.951793:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:1.1:1712357314.951802:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6b87320. 00000800:00000001:3.0:1712357314.951861:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.951871:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.951872:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.951874:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.951880:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.951885:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.951890:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.951893:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.951896:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.951899:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9096c0 00000400:00000200:3.0:1712357314.951910:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.951914:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15f5 [1] + 224 00000800:00000001:3.0:1712357314.951920:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.951929:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.951931:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.951935:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.951939:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.951943:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.951952:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.952237:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.952244:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.952247:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.952282:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.952287:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.952288:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.952291:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.952294:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.952296:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.952297:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.952302:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.952308:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.952313:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.952314:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.952316:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.952318:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.952320:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.952321:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.952323:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.952328:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.952332:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.952334:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.952336:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.952341:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.952343:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.952344:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.952345:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.952358:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.952361:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.952367:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.952369:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.952370:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.952372:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.952379:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.952382:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.952384:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.952386:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.952387:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.952389:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.952394:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.952396:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.952398:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.952398:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.952401:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.952403:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.952405:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.952407:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357314.952409:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.952411:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00010000:0.0:1712357314.952414:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952421:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.952424:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952434:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.952436:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952440:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.952441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.952443:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952447:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.952448:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.952450:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.952452:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.952457:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.952459:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.952461:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952466:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.952467:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.952469:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952472:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.952474:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.952475:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.952476:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.952477:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357314.952479:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.952480:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357314.952482:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.952487:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.952492:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.952493:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.952495:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.952496:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.952498:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.952499:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.952500:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.952501:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.952503:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f03338453 from hash 00010000:00000001:0.0:1712357314.952504:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.952505:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.952506:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.952507:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.952507:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.952509:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.952511:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.952511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.952512:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952513:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.952515:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.952519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.952520:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.952521:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.952522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.952523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.952523:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.952525:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338453 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.952531:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.952532:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.952535:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.952547:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.952553:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.952554:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952555:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952566:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952568:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.952570:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.952571:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952572:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.952574:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=distro.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.952576:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.952579:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.952653:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952656:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.952658:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.952661:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426020. 00000080:00002000:0.0:1712357314.952666:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.952670:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.952673:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.952676:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952678:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.952679:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.952681:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.952685:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.952687:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.952690:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.952693:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952694:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.952695:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952697:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.952699:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.952701:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.952705:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.952708:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.952717:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.952718:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.952720:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.952724:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.952726:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.952727:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.952729:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.952730:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.952733:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.952734:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.952735:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.952738:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.952739:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.952740:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.952742:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.952742:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.952747:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.952748:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry distro.py (ffff8800a7516948, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.952750:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.952752:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.952755:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.952757:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.952758:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.952760:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952786:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.952788:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.952790:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.952794:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952797:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.952798:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.952800:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.952801:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.952804:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.952806:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952808:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.952809:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.952815:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952817:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.952818:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.952819:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.952820:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.952821:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.952822:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.952824:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.952825:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.952827:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.952832:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ipaddress.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.952835:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.952836:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ipaddress.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.952840:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.952844:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.952846:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.952847:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ipaddress.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.952850:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.952852:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='ipaddress.py' -> mds #0 00800000:00000001:0.0:1712357314.952855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952857:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.952858:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ipaddress.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.952861:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.952863:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.952865:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.952867:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.952871:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.952873:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.952876:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.952877:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.952878:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.952880:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.952881:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.952884:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.952887:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.952895:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.952898:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.952899:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.952900:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.952901:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.952902:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.952907:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.952909:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.952910:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.952912:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.952914:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.952915:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.952917:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357314.952919:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.952921:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f0333845a to hash 00000020:00000001:0.0:1712357314.952922:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.952923:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.952925:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.952927:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.952928:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.952930:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.952935:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.952942:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.952946:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.952947:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.952950:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.952952:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.952954:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.952954:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.952960:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.952963:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.952965:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.952966:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.952970:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.952975:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.952976:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.952979:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.952980:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.952982:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.952985:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.952988:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.952989:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.952991:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.952993:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.952995:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.952999:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.953001:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.953004:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.953008:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159744, portal 10 00000100:00000001:0.0:1712357314.953009:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.953010:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.953014:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.953020:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.953022:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.953023:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357314.953026:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159744, offset 0 00000400:00000200:0.0:1712357314.953029:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.953033:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.953037:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.953041:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.953047:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.953050:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.953052:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.953055:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [600:600:256:4294967295] 192.168.203.120@tcp LPNI seq info [600:600:8:4294967295] 00000400:00000200:0.0:1712357314.953058:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.953065:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.953069:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.953072:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356f00. 00000800:00000200:0.0:1712357314.953076:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.953081:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.953084:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.953131:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.953133:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.953135:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.953137:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.953138:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.953140:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.953141:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.953142:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.953144:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.953144:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.953741:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.953744:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356f00. 00000400:00000200:3.0:1712357314.953747:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.953750:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.953753:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357314.953754:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357314.953757:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.953760:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.953765:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.953767:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.953772:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.953773:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.955082:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.955092:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.955094:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.955096:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.955108:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.955111:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.955116:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.955118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.955121:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.955124:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909700 00000400:00000200:3.0:1712357314.955128:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.955132:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x15fd [1] + 224 00000800:00000001:3.0:1712357314.955137:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.955147:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.955149:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.955152:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.955155:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.955159:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.955166:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.955187:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.955192:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.955195:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.955238:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.955243:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.955244:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.955246:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.955249:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.955251:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.955253:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.955256:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.955262:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955267:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.955272:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.955274:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.955276:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.955277:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.955279:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.955281:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.955286:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.955289:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.955291:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.955294:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955299:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.955302:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.955303:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.955305:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.955307:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.955310:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955315:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.955317:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.955318:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.955321:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.955327:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.955330:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.955333:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.955334:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.955335:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.955338:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955342:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.955345:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.955349:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.955350:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.955353:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.955355:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.955357:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.955359:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357314.955360:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.955362:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357314.955365:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955372:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.955375:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955378:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.955380:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955384:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.955385:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.955387:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955390:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.955392:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.955395:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.955396:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.955401:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.955403:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.955405:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955415:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.955417:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.955419:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955423:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.955424:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.955425:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.955426:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.955427:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357314.955428:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.955430:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357314.955432:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.955434:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.955437:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.955438:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.955440:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.955441:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.955443:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.955444:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.955445:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.955446:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.955447:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f0333845a from hash 00010000:00000001:0.0:1712357314.955449:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.955450:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.955450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.955451:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.955452:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.955453:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.955454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.955455:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.955459:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955460:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.955462:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955466:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.955467:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.955468:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.955469:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.955469:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.955470:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.955471:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.955472:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333845a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.955479:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.955480:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.955483:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.955487:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.955492:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.955493:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955495:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955496:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955498:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.955500:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.955500:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955502:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.955503:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ipaddress.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.955506:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.955508:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.955510:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955513:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.955514:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.955516:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426160. 00000080:00002000:0.0:1712357314.955521:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.955525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.955531:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.955534:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955536:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.955537:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.955539:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.955542:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.955544:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.955547:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.955549:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955550:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.955552:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955553:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.955555:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.955571:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.955575:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.955578:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955606:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.955608:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.955610:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.955615:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.955616:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.955617:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.955619:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.955620:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.955622:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.955623:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.955625:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.955627:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.955628:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.955630:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.955631:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.955632:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.955636:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.955637:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ipaddress.py (ffff8800a7516798, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.955640:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.955646:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.955649:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.955650:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.955651:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.955653:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955677:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.955679:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.955681:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.955684:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955687:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.955688:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.955690:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.955691:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.955693:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.955695:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955697:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.955698:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.955700:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955702:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.955703:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.955704:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.955705:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.955706:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.955707:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.955708:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.955709:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.955711:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.955716:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyparsing.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.955718:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.955719:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyparsing.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.955722:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.955726:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.955728:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.955729:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyparsing.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.955732:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.955734:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='pyparsing.py' -> mds #0 00800000:00000001:0.0:1712357314.955739:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955741:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.955742:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyparsing.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.955745:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.955746:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.955749:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.955751:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.955754:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.955756:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.955759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.955760:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.955761:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.955763:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.955764:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.955766:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.955770:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.955773:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.955775:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.955777:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.955778:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.955779:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.955780:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.955784:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.955786:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.955787:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.955789:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.955790:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.955792:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.955793:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357314.955795:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.955797:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338461 to hash 00000020:00000001:0.0:1712357314.955798:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.955799:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.955801:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.955803:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.955807:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.955810:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.955815:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.955822:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.955826:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.955827:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.955830:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.955832:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.955833:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.955834:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.955837:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.955840:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.955842:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.955843:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.955846:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955852:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.955853:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.955855:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.955856:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.955859:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.955861:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.955864:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.955866:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.955867:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.955869:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.955870:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.955874:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.955876:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.955882:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.955886:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159808, portal 10 00000100:00000001:0.0:1712357314.955887:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.955888:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.955892:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.955897:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.955899:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.955901:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357314.955903:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159808, offset 0 00000400:00000200:0.0:1712357314.955906:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.955910:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.955914:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.955918:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.955921:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.955923:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.955925:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.955928:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [601:601:256:4294967295] 192.168.203.120@tcp LPNI seq info [601:601:8:4294967295] 00000400:00000200:0.0:1712357314.955931:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.955937:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.955941:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.955943:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356d00. 00000800:00000200:0.0:1712357314.955948:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.955953:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.955956:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.955972:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.955973:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.955975:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.955977:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.955978:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.955979:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.955981:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.955985:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.955987:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.955988:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.956217:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.956220:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356d00. 00000400:00000200:3.0:1712357314.956223:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.956226:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.956229:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:3.0:1712357314.956230:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:3.0:1712357314.956232:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.956235:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.956242:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.956244:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.956256:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.956258:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.958179:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:1.1:1712357314.958188:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab170a60. 00000800:00000001:3.0:1712357314.959471:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.959481:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.959483:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.959485:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.959493:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.959498:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.959504:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.959507:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.959510:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.959513:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909740 00000400:00000200:3.0:1712357314.959517:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.959522:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1605 [1] + 224 00000800:00000001:3.0:1712357314.959527:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.959539:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.959542:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.959545:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.959550:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.959555:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.959575:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.959602:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.959608:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.959610:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.959647:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.959652:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.959654:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.959656:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.959659:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.959661:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.959663:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.959667:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.959673:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.959678:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.959680:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.959681:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.959684:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.959686:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.959687:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.959689:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.959695:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.959699:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.959701:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.959703:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.959709:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.959711:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.959713:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.959715:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.959716:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.959719:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.959725:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.959732:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.959734:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.959737:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.959743:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.959747:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.959749:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.959751:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.959752:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.959755:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.959759:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.959761:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.959763:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.959764:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.959767:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.959769:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.959772:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.959773:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357314.959775:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.959776:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357314.959780:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959788:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.959791:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959795:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.959798:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959802:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.959806:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.959807:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959812:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.959814:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.959815:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.959817:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.959822:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.959824:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.959826:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959830:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.959831:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.959833:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959836:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.959838:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.959839:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.959839:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.959840:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357314.959841:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.959842:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357314.959844:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.959846:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.959849:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.959850:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.959852:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.959853:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.959858:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.959859:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.959860:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.959861:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.959863:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338461 from hash 00010000:00000001:0.0:1712357314.959864:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.959865:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.959866:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.959867:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.959868:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.959869:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.959870:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.959871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.959872:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.959873:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.959874:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959878:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.959878:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.959879:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.959880:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.959881:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.959882:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.959883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.959884:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338461 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.959892:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.959893:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.959896:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.959900:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.959907:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.959908:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.959909:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.959910:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.959915:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.959917:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.959917:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.959919:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.959920:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyparsing.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.959922:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.959925:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.959927:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.959929:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.959931:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.959934:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a64262c0. 00000080:00002000:0.0:1712357314.959938:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.959942:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.959945:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.959948:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.959950:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.959952:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.959953:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.959957:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.959959:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.959962:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.959964:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.959966:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.959967:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.959969:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.959971:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.959973:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.959977:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.959979:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.959984:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.959985:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.959988:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.959992:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.959993:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.959995:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.959999:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.960001:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.960003:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.960004:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.960006:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.960008:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.960009:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.960010:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.960012:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.960013:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.960017:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.960018:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyparsing.py (ffff8800a7516d80, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.960020:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.960022:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.960025:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.960027:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.960028:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.960030:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.960057:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.960059:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.960061:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.960064:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.960067:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.960068:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.960070:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.960071:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.960074:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.960076:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.960077:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.960078:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.960080:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.960082:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.960082:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.960084:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.960085:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.960086:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.960086:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.960090:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.960091:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.960093:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.960097:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=re-vendor.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.960100:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.960101:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=re-vendor.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.960105:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.960109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.960111:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.960112:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 're-vendor.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.960115:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.960117:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='re-vendor.py' -> mds #0 00800000:00000001:0.0:1712357314.960119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.960121:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.960122:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: re-vendor.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.960125:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.960126:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.960128:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.960130:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.960133:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.960136:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.960138:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.960139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.960140:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.960142:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.960143:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.960146:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.960149:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.960153:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.960155:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.960156:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.960157:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.960158:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.960160:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.960164:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.960168:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.960169:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.960171:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.960172:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.960174:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.960176:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357314.960178:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.960180:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03338468 to hash 00000020:00000001:0.0:1712357314.960181:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.960182:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.960184:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.960186:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.960187:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.960189:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.960194:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.960201:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.960204:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.960205:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.960208:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.960209:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.960211:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.960212:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.960215:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.960217:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.960219:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.960220:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.960224:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.960229:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.960232:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.960234:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.960236:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.960239:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.960242:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.960245:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.960247:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.960248:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.960251:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.960252:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.960256:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.960257:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.960261:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.960265:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159872, portal 10 00000100:00000001:0.0:1712357314.960266:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.960267:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.960271:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.960276:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.960279:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.960280:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357314.960282:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159872, offset 0 00000400:00000200:0.0:1712357314.960286:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.960289:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.960293:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.960297:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.960299:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.960302:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.960304:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.960307:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [602:602:256:4294967295] 192.168.203.120@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:0.0:1712357314.960310:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.960316:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.960320:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.960325:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e356200. 00000800:00000200:0.0:1712357314.960329:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.960335:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.960338:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012e356200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.960356:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.960357:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.960359:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.960361:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.960362:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.960364:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.960365:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.960366:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.960368:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.960369:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.960566:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.960568:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e356200. 00000400:00000200:3.0:1712357314.960571:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.960574:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.960576:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:3.0:1712357314.960609:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:3.0:1712357314.960612:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.960615:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.960622:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.960624:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.960629:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.960630:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.960826:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000080:00000010:1.1:1712357314.960831:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426020. 00010000:00000010:1.1:1712357314.960834:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:1.1:1712357314.960836:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426160. 00000800:00000001:3.0:1712357314.963005:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.963015:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.963017:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.963020:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.963027:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.963033:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.963037:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.963041:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.963044:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.963048:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909780 00000400:00000200:3.0:1712357314.963051:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.963056:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x160d [1] + 224 00000800:00000001:3.0:1712357314.963060:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.963072:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.963075:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.963078:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.963082:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.963087:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.963096:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.963105:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.963110:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.963118:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.965742:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.965751:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.965752:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.965755:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.965760:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.965762:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.965765:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.965772:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.965780:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.965786:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.965787:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.965789:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.965792:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.965794:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.965795:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.965797:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.965804:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.965808:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.965810:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.965823:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.965828:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.965831:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.965832:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.965838:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.965840:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.965844:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.965849:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.965851:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.965852:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.965855:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.965861:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.965864:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.965867:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.965868:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.965870:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.965872:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.965877:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.965880:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.965882:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.965883:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.965886:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.965888:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.965891:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.965893:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357314.965894:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.965896:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357314.965904:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.965911:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.965913:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.965917:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.965919:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.965923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.965924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.965926:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.965930:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.965932:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.965934:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.965936:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.965940:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.965943:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.965945:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.965949:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.965950:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.965952:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.965956:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.965957:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.965969:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.965970:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.965971:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357314.965972:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.965974:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357314.965976:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.965978:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.965982:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.965983:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.965984:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.965986:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.965988:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.965989:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.965990:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.965990:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.965993:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03338468 from hash 00010000:00000001:0.0:1712357314.965994:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.965995:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.965995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.965996:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.965997:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.965998:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.965999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.965999:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.966000:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966001:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.966003:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.966006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.966007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.966007:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.966008:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.966009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.966010:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.966014:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.966015:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338468 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.966022:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.966023:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.966027:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.966031:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.966068:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.966069:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966070:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966072:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966074:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.966075:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.966076:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966077:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.966079:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=re-vendor.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.966082:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.966084:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.966087:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966090:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.966091:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.966095:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426420. 00000080:00002000:0.0:1712357314.966099:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.966104:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.966107:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.966109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966112:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.966113:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.966114:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.966119:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.966121:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.966124:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.966126:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966128:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.966132:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966134:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.966136:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.966140:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.966144:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.966148:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.966152:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.966154:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.966156:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.966161:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.966162:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.966164:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.966165:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.966167:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.966169:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.966170:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.966172:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.966175:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.966175:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.966177:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.966178:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.966179:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.966183:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.966184:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry re-vendor.py (ffff8800a75165e8, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.966187:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.966189:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.966192:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.966194:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.966195:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.966197:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966222:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.966223:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.966225:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.966229:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966231:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.966233:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.966238:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.966240:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.966242:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.966245:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966246:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.966247:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.966249:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966251:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.966252:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.966253:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.966254:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.966255:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.966256:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.966257:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.966258:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.966260:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.966265:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=retrying.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.966268:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.966270:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=retrying.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.966273:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.966277:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.966279:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.966280:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'retrying.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.966282:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.966285:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='retrying.py' -> mds #0 00800000:00000001:0.0:1712357314.966287:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966289:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.966290:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: retrying.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.966293:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.966294:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.966297:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.966299:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.966303:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.966306:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.966311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.966312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.966314:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.966316:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.966318:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.966321:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.966325:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.966330:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.966332:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.966334:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.966335:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.966336:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.966337:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.966341:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.966343:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.966344:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.966346:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.966347:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.966349:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.966351:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357314.966353:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.966355:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f0333846f to hash 00000020:00000001:0.0:1712357314.966356:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.966357:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.966359:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.966361:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.966362:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.966364:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.966369:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.966375:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.966385:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.966386:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.966390:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.966391:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.966394:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.966395:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.966398:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.966400:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.966402:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.966403:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.966407:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.966412:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.966413:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.966415:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.966417:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.966420:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159936:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.966422:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.966426:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.966427:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.966429:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.966431:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.966432:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.966438:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.966440:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.966444:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.966448:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572159936, portal 10 00000100:00000001:0.0:1712357314.966449:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.966450:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.966453:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.966458:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.966463:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.966465:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357314.966468:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572159936, offset 0 00000400:00000200:0.0:1712357314.966472:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357314.966477:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.966482:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357314.966486:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357314.966490:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357314.966492:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357314.966494:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357314.966497:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [603:603:256:4294967295] 192.168.203.120@tcp LPNI seq info [603:603:8:4294967295] 00000400:00000200:0.0:1712357314.966500:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357314.966506:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357314.966511:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357314.966514:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357314.966518:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357314.966523:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357314.966527:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357314.966546:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.966548:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357314.966550:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.966552:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357314.966553:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357314.966554:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357314.966556:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.966569:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.966571:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.966571:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.966775:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.966779:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1712357314.966784:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.966788:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.966791:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:3.0:1712357314.966792:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:3.0:1712357314.966794:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.966797:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.966804:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.966806:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.966810:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.966812:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.968791:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:1.1:1712357314.968799:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a64262c0. 00000800:00000001:3.0:1712357314.970775:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.970787:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.970790:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.970793:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.970801:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.970806:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.970812:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.970816:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.970819:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.970823:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef9097c0 00000400:00000200:3.0:1712357314.970826:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.970830:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1615 [1] + 224 00000800:00000001:3.0:1712357314.970836:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.970850:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.970852:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.970855:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.970860:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.970865:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.970884:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.970905:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.970912:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.970914:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.970932:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357314.970938:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357314.970939:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357314.970942:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:0.0:1712357314.970945:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:0.0:1712357314.970947:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:0.0:1712357314.970953:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357314.970957:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357314.970963:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.970969:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357314.970970:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.970971:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357314.970974:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357314.970976:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357314.970977:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.970980:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357314.970986:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357314.970989:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357314.970991:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357314.970994:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.970998:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.971001:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357314.971002:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357314.971004:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357314.971005:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357314.971008:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.971013:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357314.971016:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357314.971017:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357314.971020:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357314.971025:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572159936:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.971029:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357314.971036:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357314.971037:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357314.971039:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.971042:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.971047:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357314.971049:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.971051:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357314.971052:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357314.971055:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357314.971057:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.971059:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.971061:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357314.971063:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.971065:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357314.971068:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971075:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357314.971078:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971082:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357314.971084:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971089:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.971090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357314.971091:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971095:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.971097:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.971100:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357314.971101:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.971109:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357314.971112:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357314.971114:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971119:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357314.971120:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357314.971122:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971126:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357314.971127:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357314.971128:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357314.971129:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357314.971130:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357314.971131:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.971133:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357314.971135:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357314.971136:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357314.971140:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357314.971141:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.971143:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357314.971144:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357314.971146:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357314.971147:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357314.971148:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.971149:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357314.971151:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f0333846f from hash 00010000:00000001:0.0:1712357314.971152:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357314.971153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.971157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.971158:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357314.971159:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357314.971160:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357314.971162:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.971163:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.971164:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971165:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.971168:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.971172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.971173:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357314.971174:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357314.971175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.971176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.971176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357314.971178:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333846f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357314.971185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.971186:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357314.971190:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357314.971194:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357314.971199:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.971200:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971202:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971203:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971205:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357314.971207:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357314.971208:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971209:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357314.971211:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=retrying.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357314.971213:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.971216:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.971221:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971224:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357314.971226:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357314.971229:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426580. 00000080:00002000:0.0:1712357314.971233:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357314.971237:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.971240:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357314.971243:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971245:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357314.971246:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357314.971248:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357314.971252:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.971254:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357314.971257:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:0.0:1712357314.971259:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971260:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.971262:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971263:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357314.971265:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357314.971268:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:0.0:1712357314.971272:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357314.971276:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572159936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.971281:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357314.971282:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357314.971284:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.971289:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357314.971291:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357314.971292:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357314.971294:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357314.971296:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.971298:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357314.971299:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357314.971301:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:0.0:1712357314.971304:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357314.971304:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.971310:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357314.971311:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357314.971312:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357314.971316:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.971318:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry retrying.py (ffff8800a7516ca8, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:0.0:1712357314.971320:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357314.971322:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357314.971325:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357314.971327:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357314.971328:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:0.0:1712357314.971330:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971358:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357314.971360:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.971362:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.971366:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971369:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.971370:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357314.971372:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.971374:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357314.971376:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.971378:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971379:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.971381:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.971382:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971384:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357314.971385:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357314.971386:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.971387:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357314.971388:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357314.971389:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357314.971391:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357314.971392:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357314.971393:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357314.971399:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357314.971401:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357314.971402:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.py, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357314.971407:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52000. 00000080:00000001:0.0:1712357314.971415:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357314.971417:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357314.971418:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.py' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357314.971421:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357314.971424:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='six.py' -> mds #0 00800000:00000001:0.0:1712357314.971426:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971428:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357314.971429:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.py,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357314.971432:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357314.971433:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357314.971436:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357314.971438:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357314.971441:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357314.971444:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357314.971447:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357314.971447:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357314.971448:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.971450:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357314.971452:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357314.971454:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357314.971458:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357314.971462:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.971465:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.971466:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.971467:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357314.971468:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357314.971469:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357314.971474:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00010000:00000001:0.0:1712357314.971476:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357314.971477:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357314.971479:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357314.971481:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357314.971482:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357314.971485:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357314.971487:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357314.971491:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03338476 to hash 00000020:00000001:0.0:1712357314.971499:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357314.971500:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.971502:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357314.971504:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357314.971505:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357314.971508:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.971513:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357314.971521:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357314.971524:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357314.971525:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357314.971529:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357314.971530:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357314.971532:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.971533:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357314.971535:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357314.971538:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357314.971539:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357314.971540:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.971544:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.971550:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.971551:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.971553:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.971554:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.971570:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357314.971573:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.971576:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.971614:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.971617:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.971620:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357314.971621:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.971625:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.971627:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c580. 00000400:00000010:0.0:1712357314.971630:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357314.971635:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572160000, portal 10 00000100:00000001:0.0:1712357314.971636:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.971637:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357314.971643:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.971649:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.971651:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.971702:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357314.971707:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572160000, offset 0 00000400:00000200:1.0:1712357314.971712:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.971717:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.971721:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.971725:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.971728:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.971731:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.971732:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.971735:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [604:604:256:4294967295] 192.168.203.120@tcp LPNI seq info [604:604:8:4294967295] 00000400:00000200:1.0:1712357314.971738:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.971744:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.971749:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.971752:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357314.971756:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.971761:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.971764:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.971774:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.971776:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.971778:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.971783:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.971784:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.971786:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.971787:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.971788:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.971790:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.971791:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.971906:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.971909:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357314.971912:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.971916:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.971918:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357314.971922:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357314.971925:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.971928:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.971934:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.971937:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.971942:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.971943:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.973796:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.973805:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.973808:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.973810:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.973816:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.973821:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.973826:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.973829:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.973831:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.973835:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909800 00000400:00000200:3.0:1712357314.973838:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.973842:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x161d [1] + 224 00000800:00000001:3.0:1712357314.973853:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.973864:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.973866:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.973869:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.973878:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.973882:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.973890:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.973910:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.973915:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.973917:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.973981:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.973985:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.973986:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.973988:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c580. 00000400:00000200:1.0:1712357314.973992:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:1.0:1712357314.973993:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:1.0:1712357314.973995:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.973999:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.974005:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.974010:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.974011:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.974012:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.974014:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.974015:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.974017:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.974018:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.974024:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.974026:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.974028:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.974031:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.974036:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.974038:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.974039:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.974041:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.974042:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.974045:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.974055:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.974057:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.974058:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.974061:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.974067:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.974070:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.974073:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.974074:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.974075:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.974078:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.974082:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.974084:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:1.0:1712357314.974086:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.974087:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.974089:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.974092:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.974094:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.974096:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:1.0:1712357314.974097:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357314.974099:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:1.0:1712357314.974102:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974108:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.974111:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974115:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.974119:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974123:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.974124:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.974126:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974129:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.974131:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.974133:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.974135:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.974139:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.974140:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.974142:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974147:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.974148:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.974150:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974154:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.974155:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.974156:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.974157:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.974158:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:1.0:1712357314.974159:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357314.974161:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:1.0:1712357314.974162:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.974164:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.974174:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.974175:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.974176:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.974177:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.974180:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.974180:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.974181:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.974182:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.974184:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03338476 from hash 00010000:00000001:1.0:1712357314.974185:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.974186:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.974187:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.974188:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.974188:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.974189:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.974190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.974191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.974192:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974193:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.974195:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.974199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.974200:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.974201:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.974202:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.974203:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.974204:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.974205:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338476 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.974225:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.974227:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.974230:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.974234:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.974244:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.974245:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974247:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974248:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974250:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.974251:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.974252:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974253:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.974255:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.974257:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.974259:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.974261:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974263:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.974264:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.974267:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400980. 00000080:00002000:1.0:1712357314.974271:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.974274:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.974277:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.974280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974282:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.974283:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.974285:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.974288:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.974290:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.974292:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357314.974294:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974295:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.974296:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974298:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.974300:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.974303:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52000. 00000100:00000001:1.0:1712357314.974306:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.974309:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572160000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.974321:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.974322:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.974324:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:1.0:1712357314.974328:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.974330:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.974331:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.974332:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.974334:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:1.0:1712357314.974336:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.974337:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.974339:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:1.0:1712357314.974341:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.974341:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.974343:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.974344:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.974345:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.974349:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.974351:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry six.py (ffff8800a7516360, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357314.974353:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.974355:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.974357:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.974359:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.974360:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.974362:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974386:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.974387:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.974389:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.974393:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974395:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.974396:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.974399:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.974400:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.974403:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.974416:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974418:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.974419:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.974425:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974427:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.974428:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.974429:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.974430:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357314.974432:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.974433:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.974435:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.974435:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.974437:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.974442:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357314.974444:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.974446:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357314.974451:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.974454:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.974456:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.974458:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357314.974460:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.974462:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357314.974464:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974466:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.974467:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.974470:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.974471:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.974474:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3b80. 00000020:00000040:1.0:1712357314.974476:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.974479:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.974482:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.974485:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.974486:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.974487:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.974488:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.974489:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.974491:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.974495:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a72800. 00000100:00000001:1.0:1712357314.974501:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.974503:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.974504:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.974505:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.974506:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.974507:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.974511:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00010000:00000001:1.0:1712357314.974513:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.974515:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.974517:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.974518:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.974520:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.974522:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357314.974524:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.974526:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f0333847d to hash 00000020:00000001:1.0:1712357314.974527:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.974528:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.974530:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.974532:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.974533:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.974535:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.974540:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.974546:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.974550:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.974551:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.974555:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.974569:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357314.974571:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.974572:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000001:1.0:1712357314.974578:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.974607:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.974609:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.974610:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.974614:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.974619:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.974620:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.974622:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.974624:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.974626:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.974629:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.974632:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.974633:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.974634:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.974638:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357314.974641:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.974644:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.975664:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357314.975670:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.975675:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572160064, portal 10 00000100:00000001:1.0:1712357314.975676:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.975677:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000040:1.0:1712357314.975684:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.975689:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.975691:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.975693:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357314.975695:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572160064, offset 0 00000400:00000200:1.0:1712357314.975699:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.975704:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.975708:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.975712:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.975720:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.975723:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.975724:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.975727:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [605:605:256:4294967295] 192.168.203.120@tcp LPNI seq info [605:605:8:4294967295] 00000400:00000200:1.0:1712357314.975730:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.975737:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.975741:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.975745:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357314.975749:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.975754:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.975757:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.975775:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.975777:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.975778:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.975781:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.975782:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.975783:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.975785:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.975786:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.975788:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.975789:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.975945:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.975948:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357314.975952:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.975955:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.975958:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357314.975959:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357314.975962:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.975965:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.975970:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.975972:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.975977:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.975978:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357314.978211:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:1.1:1712357314.978219:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426420. 00000800:00000001:3.0:1712357314.979099:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.979109:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.979111:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.979113:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.979121:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.979126:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.979131:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.979143:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.979146:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.979149:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909840 00000400:00000200:3.0:1712357314.979153:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.979157:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1625 [1] + 224 00000800:00000001:3.0:1712357314.979163:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.979174:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.979177:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.979180:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.979185:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.979191:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.979198:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.979880:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.979888:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.979892:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.979944:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.979949:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.979951:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.979953:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357314.979957:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357314.979958:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357314.979960:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.979965:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.979972:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.979978:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.979984:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.979985:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.979988:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.979989:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.979991:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.979993:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.979999:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.980002:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.980004:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.980007:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.980011:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.980014:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.980016:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.980017:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.980019:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.980022:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.980026:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.980029:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.980030:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.980032:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.980038:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.980042:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.980045:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.980047:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.980048:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.980050:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.980054:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.980056:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.980062:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.980063:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.980066:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.980068:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.980070:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.980072:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357314.980074:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.980076:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357314.980081:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980088:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.980091:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980095:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.980097:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980102:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.980102:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.980104:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980109:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.980111:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.980113:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.980115:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.980119:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.980121:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.980124:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980134:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.980135:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.980138:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980141:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.980143:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.980144:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.980144:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.980145:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357314.980147:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.980148:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357314.980150:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.980151:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.980155:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.980156:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.980157:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.980158:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.980160:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.980162:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.980162:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.980163:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.980165:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f0333847d from hash 00010000:00000001:1.0:1712357314.980167:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.980167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.980168:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.980169:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.980170:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.980171:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.980172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.980173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.980177:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980178:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.980180:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.980184:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.980185:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.980186:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.980187:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.980187:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.980188:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.980189:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333847d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.980196:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.980197:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.980200:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.980205:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.980210:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.980211:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.980212:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.980214:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.980215:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.980217:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.980218:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.980219:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.980220:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.980223:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.980226:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.980228:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980230:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.980232:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.980236:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400ac0. 00000080:00002000:1.0:1712357314.980239:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.980244:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.980251:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.980254:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.980256:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.980258:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.980259:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.980263:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.980265:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.980268:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357314.980270:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.980272:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.980273:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980275:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.980277:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.980279:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.980282:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.980285:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3b80 x1795536572160064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.980290:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.980292:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.980294:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357314.980297:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.980299:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.980300:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.980302:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.980304:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a72800. 02000000:00000001:1.0:1712357314.980306:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.980307:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.980309:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3b80. 00000100:00000001:1.0:1712357314.980312:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.980313:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.980314:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.980315:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.980316:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.980321:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.980322:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77020d8, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357314.980324:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.980330:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.980333:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.980336:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.980337:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.980338:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980356:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.980358:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.980360:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.980364:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980367:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.980368:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.980370:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.980372:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.980375:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.980377:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980378:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.980380:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.980382:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980383:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.980384:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.980385:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.980386:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357314.980388:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.980388:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980390:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.980391:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.980392:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.980398:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357314.980400:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.980401:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.980403:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980405:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.980406:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.980407:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.980410:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.980411:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357314.980416:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.980418:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012a5a7200. 00000080:00000002:1.0:1712357314.980423:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.980425:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.980427:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.980430:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.980432:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.980433:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.980435:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.980437:0:12713:0:(obd_class.h:1064:obd_statfs_async()) Process entered 00800000:00000004:1.0:1712357314.980439:0:12713:0:(obd_class.h:1077:obd_statfs_async()) lustre-MDT0000-mdc-ffff8800aa323000: age 248, max_age 0 00000100:00000010:1.0:1712357314.980442:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3b80. 00000020:00000040:1.0:1712357314.980444:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:1.0:1712357314.980446:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.980448:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.980451:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.980455:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3ab4c00. 00000100:00000001:1.0:1712357314.980459:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.980462:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.980465:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.980471:0:12713:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff88012ffb3b80] to pc [ptlrpcd_00_00+0] req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.981161:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357314.981164:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357314.981166:0:1851:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357314.981171:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.981177:0:1851:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357314.981178:0:1851:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.981180:0:1851:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357314.981182:0:1851:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357314.981184:0:1851:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b07237b-aa56-4e53-8899-280f18556039:1851:1795536572160128:192.168.203.120@tcp:41:rsync.0 00000100:00000001:0.0:1712357314.981186:0:1851:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357314.981190:0:1851:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357314.981191:0:1851:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357314.981193:0:1851:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357314.981197:0:1851:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357314.981198:0:1851:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357314.981203:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357314.981206:0:1851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c5d8. 00000400:00000010:0.0:1712357314.981209:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357314.981213:0:1851:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572160128, portal 10 00000100:00000001:0.0:1712357314.981219:0:1851:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357314.981220:0:1851:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000040:0.0:1712357314.981224:0:1851:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357314.981230:0:1851:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357314.981232:0:1851:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357314.981233:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00800000:00000001:1.0:1712357314.981744:0:12713:0:(obd_class.h:1081:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.981747:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00000100:00000001:1.0:1712357314.981752:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357314.981754:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.981759:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.981760:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.981762:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.981764:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.981766:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2e:0x0] 40000000:00000001:1.0:1712357314.981768:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.981770:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.981771:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.981772:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.981777:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x2e:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357314.981780:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.981783:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.981784:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.981788:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.981789:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.981791:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.981793:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.981794:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.981795:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.981799:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3800. 00000020:00000040:1.0:1712357314.981800:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=100 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.981804:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.981805:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.981806:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.981808:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.981812:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.981813:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.981917:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.981919:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.981921:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.981923:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.981927:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d027800. 00000100:00000001:1.0:1712357314.981930:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.981932:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.981933:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.981934:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.981935:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.981936:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.981944:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.981950:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.981955:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.981956:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.981960:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.981964:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357314.981965:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.981966:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414178816 : -131936295372800 : ffff88012ffb3800) 00000100:00000001:1.0:1712357314.981968:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.981969:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.981971:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.981971:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.981974:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.981977:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.981978:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.981979:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.981980:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.981981:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160256:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.981983:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.981984:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.981985:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.981986:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.981988:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a72800. 02000000:00000001:1.0:1712357314.981988:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.981991:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.981993:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357314.981996:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.981999:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572160256, portal 10 00000100:00000001:1.0:1712357314.982000:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.982001:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414178816 : -131936295372800 : ffff88012ffb3800) 00000100:00000040:1.0:1712357314.982004:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.982009:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.982010:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.982012:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357314.982013:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572160256, offset 0 00000400:00000200:1.0:1712357314.982017:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.982026:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.982031:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.982035:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.982039:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.982041:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.982043:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.982046:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [606:606:256:4294967295] 192.168.203.120@tcp LPNI seq info [606:606:8:4294967295] 00000400:00000200:1.0:1712357314.982049:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.982055:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.982060:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.982063:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357314.982068:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.982074:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.982077:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.982094:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.982096:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.982097:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.982098:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.982099:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.982100:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.982101:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.982102:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.982103:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.982104:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.982178:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.982181:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357314.982184:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.982188:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.982191:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357314.982192:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357314.982194:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.982197:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.982203:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.982206:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.982210:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.982211:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000200:0.0:1712357314.982925:0:1851:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572160128, offset 0 00000400:00000200:1.0:1712357314.983057:0:1851:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.983061:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.983065:0:1851:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.983067:0:1851:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.983069:0:1851:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.983072:0:1851:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.983073:0:1851:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.983075:0:1851:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [607:607:256:4294967295] 192.168.203.120@tcp LPNI seq info [607:607:8:4294967295] 00000400:00000200:1.0:1712357314.983078:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.983088:0:1851:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.983092:0:1851:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.983094:0:1851:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357314.983097:0:1851:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.983101:0:1851:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.983103:0:1851:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.983119:0:1851:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.983121:0:1851:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.983122:0:1851:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.983124:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.983126:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.983131:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.983132:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357314.983133:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357314.983134:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.983135:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.983137:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357314.983667:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:3.1:1712357314.983677:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400980. 00000800:00000200:3.0:1712357314.983813:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.983820:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357314.983823:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.983827:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.983829:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357314.983831:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357314.983833:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.983837:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.983844:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.983846:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.983851:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.983852:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.985475:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.985483:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.985485:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.985487:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.985493:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.985498:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.985502:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.985505:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.985508:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.985512:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef909880 00000400:00000200:3.0:1712357314.985516:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.985519:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x162d [1] + 224 00000800:00000001:3.0:1712357314.985525:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.985534:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.985536:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.985539:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.985543:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.985547:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.985555:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.985596:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.985602:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.985604:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.985824:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357314.985827:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.985832:0:1851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.985833:0:1851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.985835:0:1851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c5d8. 00000400:00000200:1.0:1712357314.985838:0:1851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:1.0:1712357314.985840:0:1851:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:1.0:1712357314.985842:0:1851:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.985846:0:1851:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.985853:0:1851:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.985858:0:1851:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.985859:0:1851:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.985860:0:1851:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.985862:0:1851:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.985864:0:1851:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.985866:0:1851:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.985873:0:1851:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.985879:0:1851:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.985882:0:1851:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.985884:0:1851:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.985885:0:1851:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.985887:0:1851:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.985890:0:1851:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.985892:0:1851:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.985893:0:1851:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.985895:0:1851:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.985896:0:1851:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.985900:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.985905:0:1851:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.985908:0:1851:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.985909:0:1851:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1712357314.985913:0:1851:0:(mdc_request.c:1588:mdc_statfs_interpret()) blocks=23812 free=23366 avail=21202 objects=79992 free=79676 state=0 00000100:00000040:1.0:1712357314.985917:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.985923:0:1851:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1b07237b-aa56-4e53-8899-280f18556039:1851:1795536572160128:192.168.203.120@tcp:41:rsync.0 00000100:00000001:1.0:1712357314.985926:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.985927:0:1851:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.985929:0:1851:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3b80 x1795536572160128/t0(0) o41->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.985933:0:1851:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.985934:0:1851:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.985937:0:1851:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:1.0:1712357314.985939:0:1851:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.985941:0:1851:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.985942:0:1851:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.985944:0:1851:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.985946:0:1851:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3ab4c00. 02000000:00000001:1.0:1712357314.985951:0:1851:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.985953:0:1851:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.985954:0:1851:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3b80. 00000100:00000001:1.0:1712357314.985957:0:1851:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.985958:0:1851:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.985959:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.985964:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.985965:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.985966:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357314.985968:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1712357314.986988:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:1.1:1712357314.986999:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426580. 00000800:00000001:3.0:1712357314.987905:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.987913:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.987915:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.987917:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.987923:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.987927:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.987932:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.987934:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.987937:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.987940:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909900 00000400:00000200:3.0:1712357314.987944:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.987948:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1635 [1] + 224 00000800:00000001:3.0:1712357314.987952:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.987963:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.987965:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.987968:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.987972:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.988760:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.988772:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.988792:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.988797:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.988800:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.988804:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.988808:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [608:608:256:4294967295] 192.168.203.120@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:3.0:1712357314.988811:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.988822:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.988827:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357314.988829:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1712357314.988830:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357314.988834:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357314.988834:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.988836:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.988838:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000800:00000200:3.0:1712357314.988839:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:1.0:1712357314.988841:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000800:00000200:3.0:1712357314.988842:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1712357314.988843:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357314.988845:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.988850:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.988857:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3800 x1795536572160256/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.988862:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.988863:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.988865:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.988867:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.988869:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.988871:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.988873:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.988878:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000800:00000001:2.0:1712357314.988880:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00001000:1.0:1712357314.988881:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.988883:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.988884:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.988886:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.988889:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.988890:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.988891:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357314.988893:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.988899:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.988900:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414178816 : -131936295372800 : ffff88012ffb3800) 00000100:00000001:1.0:1712357314.988902:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.988903:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000800:00000200:3.0:1712357314.988904:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1712357314.988905:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.988905:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000800:00000010:3.0:1712357314.988906:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000100:00000001:1.0:1712357314.988906:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357314.988908:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1712357314.988910:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3800 x1795536572160256/t4294967396(4294967396) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357314.988912:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357314.988916:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.988918:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.988920:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.988923:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3800 x1795536572160256/t4294967396(4294967396) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.988929:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160256:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.988932:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.988935:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.988937:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.988939:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.988941:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3800 x1795536572160256/t4294967396(4294967396) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.988946:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.988948:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.988950:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.988951:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.988955:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.988958:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357314.988960:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357314.988963:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x26:0x0] mtime from 1611184481 to 1712357314 00000080:00000001:1.0:1712357314.988966:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.988968:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.988972:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.988974:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.988979:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.988982:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357314.988984:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.988989:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771c000. 00000080:00000001:1.0:1712357314.988995:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.988997:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8) 00000080:00000001:1.0:1712357314.988999:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.989001:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2e:0x0] 00000080:00000001:1.0:1712357314.989003:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989004:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357314.989005:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.989007:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502318 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.989010:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2e:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.989012:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.989014:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123468488 : -131938586083128 : ffff8800a771c0c8) 00000080:00000001:1.0:1712357314.989016:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.989017:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.989019:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.989020:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989024:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.989025:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.989028:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3800 x1795536572160256/t4294967396(4294967396) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.989033:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.989035:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012a5a7200. 00000080:00000001:1.0:1712357314.989038:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989041:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989047:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.989048:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.989054:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.989056:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.989058:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989077:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.989079:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.989081:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.989084:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989091:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.989092:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.989094:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.989096:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.989098:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.989100:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989102:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.989103:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.989106:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989107:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.989108:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.989109:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.989110:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357314.989112:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.989113:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.989114:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.989115:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.989117:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.989123:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357314.989125:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.989127:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357314.989131:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012d027400. 00000080:00000001:1.0:1712357314.989136:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.989138:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.989140:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cachecontrol' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357314.989142:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.989145:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='cachecontrol' -> mds #0 00800000:00000001:1.0:1712357314.989147:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.989149:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.989151:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cachecontrol,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.989154:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.989156:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.989159:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3b80. 00000020:00000040:1.0:1712357314.989162:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=100 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.989165:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.989172:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.989176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.989178:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.989179:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.989181:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.989183:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.989185:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.989191:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a72c00. 00000100:00000001:1.0:1712357314.989195:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.989197:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.989199:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.989200:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.989201:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.989202:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.989207:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00010000:00000001:1.0:1712357314.989209:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.989211:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.989215:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.989217:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.989219:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.989221:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357314.989224:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.989226:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338484 to hash 00000020:00000001:1.0:1712357314.989228:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.989229:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.989231:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.989234:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.989235:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.989239:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.989245:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.989252:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.989260:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.989261:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.989265:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.989266:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357314.989268:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.989269:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000001:1.0:1712357314.989272:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.989274:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.989276:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.989277:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.989281:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.989291:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.989292:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.989294:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.989297:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.989299:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.989302:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.989305:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.989307:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.989308:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.989312:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357314.989313:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.989317:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.989319:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357314.989322:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.989325:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572160320, portal 10 00000100:00000001:1.0:1712357314.989327:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.989327:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000040:1.0:1712357314.989331:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.989336:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.989342:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.989344:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357314.989346:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572160320, offset 0 00000400:00000200:1.0:1712357314.989350:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.989354:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.989357:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.989360:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.989363:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.989366:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.989367:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.989370:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [609:609:256:4294967295] 192.168.203.120@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:1.0:1712357314.989373:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.989379:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.989382:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.989385:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357314.989388:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.989391:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.989394:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.989407:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.989409:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.989410:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.989412:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.989413:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.989415:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.989417:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.989418:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.989419:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.989420:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.989441:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.989444:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:2.0:1712357314.989447:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.989450:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.989453:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357314.989454:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357314.989461:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.989464:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.989470:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.989472:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.989477:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.989968:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.991527:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000010:2.1:1712357314.991527:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357314.991534:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400ac0. 00000800:00000001:3.0:1712357314.991535:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.991537:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.991539:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.991545:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.991549:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.991554:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.991565:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.991568:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.991571:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909940 00000400:00000200:3.0:1712357314.991578:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.991601:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x163d [1] + 224 00000800:00000001:3.0:1712357314.991606:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.991620:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.991622:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.991625:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.991630:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.991634:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.991643:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.991676:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357314.991682:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.991685:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.992011:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.992015:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.992016:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.992018:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357314.992021:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357314.992023:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357314.992030:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.992033:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.992040:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992045:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.992046:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.992048:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.992050:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.992052:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.992053:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.992055:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.992060:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.992063:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.992065:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.992067:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992072:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.992074:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.992075:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.992076:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.992078:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.992081:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992087:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.992089:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.992090:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.992093:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.992098:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.992101:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.992108:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.992109:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.992110:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.992113:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992118:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.992120:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.992122:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.992123:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.992126:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.992128:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.992130:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.992132:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357314.992134:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.992135:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357314.992139:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992146:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.992148:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992153:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.992155:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.992159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.992161:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992165:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.992167:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.992169:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.992170:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.992178:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.992180:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.992182:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992187:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.992188:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.992190:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992194:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.992195:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.992196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.992197:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.992198:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357314.992199:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.992200:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357314.992202:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.992204:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.992207:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.992208:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.992210:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.992211:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.992213:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.992214:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.992215:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.992216:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.992218:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338484 from hash 00010000:00000001:1.0:1712357314.992220:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.992220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.992224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.992225:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.992226:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.992227:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.992229:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.992229:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.992230:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992231:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.992233:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992237:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.992237:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.992238:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.992239:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.992240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.992241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.992241:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.992243:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338484 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.992249:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.992250:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.992253:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.992257:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.992263:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.992264:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992265:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992266:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992268:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.992270:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.992271:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992272:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.992273:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cachecontrol intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.992275:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992277:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992282:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992285:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.992286:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.992289:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400d60. 00000080:00002000:1.0:1712357314.992293:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.992320:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992323:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.992325:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992327:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.992329:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.992330:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.992334:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.992336:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.992339:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357314.992341:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992343:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992344:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992345:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.992348:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.992350:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012d027400. 00000100:00000001:1.0:1712357314.992352:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.992355:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3b80 x1795536572160320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992360:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.992361:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.992363:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357314.992366:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.992368:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.992369:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.992371:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.992372:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a72c00. 02000000:00000001:1.0:1712357314.992374:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.992376:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.992377:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3b80. 00000100:00000001:1.0:1712357314.992379:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.992380:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.992384:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.992385:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.992386:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.992390:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.992391:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cachecontrol (ffff8800a7702870, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357314.992393:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.992395:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.992397:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.992399:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.992400:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.992401:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992417:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.992419:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.992421:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.992424:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992426:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.992428:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.992429:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.992431:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.992434:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.992435:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992437:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.992438:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.992439:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992440:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.992441:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.992442:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.992443:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357314.992444:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.992445:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.992446:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.992448:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.992452:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357314.992454:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.992455:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.992456:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992460:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.992461:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357314.992462:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.992465:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357314.992466:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357314.992468:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357314.992470:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012d027400. 00000080:00000002:1.0:1712357314.992474:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357314.992476:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992478:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357314.992481:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357314.992483:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357314.992485:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357314.992487:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357314.992489:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.992490:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357314.992491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992493:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357314.992494:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357314.992496:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x2f:0x0] 40000000:00000001:1.0:1712357314.992498:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992499:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992500:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.992501:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.992503:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'cachecontrol' [0x200000401:0x2f:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357314.992505:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992507:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357314.992508:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357314.992510:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.992511:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.992513:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357314.992515:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.992516:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.992517:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.992520:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb3b80. 00000020:00000040:1.0:1712357314.992521:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=100 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357314.992526:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357314.992527:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.992529:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.992531:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.992534:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.992534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.992535:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.992537:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.992538:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.992540:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.992544:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7200. 00000100:00000001:1.0:1712357314.992547:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.992548:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.992549:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.992550:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.992551:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.992552:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357314.992566:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357314.992571:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357314.992575:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.992576:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.992579:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.992580:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357314.992643:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.992644:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000001:1.0:1712357314.992647:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.992649:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.992651:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.992651:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.992655:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992660:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.992661:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.992663:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.992667:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.992669:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160448:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.992672:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.992675:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.992677:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.992678:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.992680:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a72c00. 02000000:00000001:1.0:1712357314.992682:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.992685:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.992687:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357314.992690:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.992693:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572160448, portal 10 00000100:00000001:1.0:1712357314.992694:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.992695:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000040:1.0:1712357314.992699:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.992704:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.992706:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.992707:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357314.992710:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572160448, offset 0 00000400:00000200:1.0:1712357314.992714:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.992718:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.992722:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.992726:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.992729:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.992731:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.992733:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.992736:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [610:610:256:4294967295] 192.168.203.120@tcp LPNI seq info [610:610:8:4294967295] 00000400:00000200:1.0:1712357314.992739:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.992745:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.992749:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.992752:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357314.992760:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.992765:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.992768:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.992783:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.992784:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.992786:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.992788:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.992789:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.992791:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.992792:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.992794:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.992796:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.992797:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357314.992842:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357314.992845:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:2.0:1712357314.992849:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.992855:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357314.992857:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:2.0:1712357314.992859:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:2.0:1712357314.992861:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357314.992864:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.992870:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357314.992873:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.992877:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357314.992879:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357314.996212:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.996223:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357314.996226:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.996228:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.996236:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996242:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357314.996248:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996251:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996254:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996258:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef9099c0 00000400:00000200:3.0:1712357314.996261:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996266:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1645 [1] + 224 00000800:00000001:3.0:1712357314.996270:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.996285:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357314.996287:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.996291:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357314.996296:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357314.996302:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357314.996310:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.996327:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357314.996333:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357314.996336:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996340:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357314.996344:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [611:611:256:4294967295] 192.168.203.120@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:3.0:1712357314.996346:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357314.996359:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357314.996363:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357314.996367:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357314.996371:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357314.996376:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357314.996379:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357314.996443:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.996446:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357314.996448:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.996451:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357314.996455:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357314.996457:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.996461:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.996466:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.996468:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.996470:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357314.996473:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357314.996475:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357314.996477:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.996481:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.996492:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb3b80 x1795536572160448/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.996498:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.996499:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.996501:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.996503:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.996505:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.996507:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.996510:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.996515:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.996518:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.996521:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357314.996522:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.996528:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357314.996530:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.996533:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357314.996534:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357314.996536:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357314.996537:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.996538:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414179712 : -131936295371904 : ffff88012ffb3b80) 00000100:00000001:1.0:1712357314.996540:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.996542:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.996543:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.996544:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357314.996548:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb3b80 x1795536572160448/t4294967397(4294967397) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.996553:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.996555:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.996567:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.996570:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb3b80 x1795536572160448/t4294967397(4294967397) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.996576:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb3b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160448:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357314.996580:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.996610:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.996612:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.996614:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.996616:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb3b80 x1795536572160448/t4294967397(4294967397) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.996621:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.996624:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.996626:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.996627:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.996631:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357314.996634:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357314.996636:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996640:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357314.996645:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.996648:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.996650:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357314.996652:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357314.996653:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357314.996655:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357314.996661:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771c800. 00000080:00000001:1.0:1712357314.996666:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357314.996668:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00000001:1.0:1712357314.996670:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357314.996671:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2f:0x0] 00000080:00000001:1.0:1712357314.996673:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996675:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357314.996676:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357314.996678:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502319 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357314.996680:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2f:0x0], updating i_size 4096 00000080:00000001:1.0:1712357314.996682:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357314.996684:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123470536 : -131938586081080 : ffff8800a771c8c8) 00000080:00000001:1.0:1712357314.996685:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.996686:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.996688:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357314.996689:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996692:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357314.996693:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.996696:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb3b80 x1795536572160448/t4294967397(4294967397) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.996700:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357314.996702:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012d027400. 00000080:00000001:1.0:1712357314.996705:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996708:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996714:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.996715:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.996722:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.996723:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.996725:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996748:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357314.996750:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.996751:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.996754:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996757:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.996758:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357314.996760:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.996762:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357314.996764:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.996765:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996767:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.996768:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.996770:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996771:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357314.996772:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357314.996774:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.996775:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357314.996776:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357314.996777:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.996779:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357314.996780:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357314.996782:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357314.996787:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357314.996790:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357314.996792:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357314.996796:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012d027400. 00000080:00000001:1.0:1712357314.996801:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.996803:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357314.996805:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'certifi' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357314.996807:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357314.996810:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='certifi' -> mds #0 00800000:00000001:1.0:1712357314.996812:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.996814:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357314.996816:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: certifi,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357314.996819:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357314.996824:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357314.996828:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0e00. 00000020:00000040:1.0:1712357314.996830:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=101 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357314.996834:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357314.996837:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357314.996841:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.996842:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.996843:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.996845:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357314.996847:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357314.996849:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357314.996853:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a73000. 00000100:00000001:1.0:1712357314.996857:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.996859:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.996860:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.996861:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357314.996862:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.996863:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.996868:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00010000:00000001:1.0:1712357314.996870:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357314.996871:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357314.996876:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.996877:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357314.996879:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357314.996882:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357314.996884:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357314.996886:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f0333848b to hash 00000020:00000001:1.0:1712357314.996887:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357314.996888:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.996891:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.996893:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.996894:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.996897:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.996903:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.996912:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357314.996916:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357314.996918:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357314.996920:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.996922:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357314.996923:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.996924:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000001:1.0:1712357314.996927:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357314.996930:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.996932:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357314.996933:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357314.996937:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.996942:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357314.996943:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.996945:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357314.996947:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357314.996949:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.996952:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357314.996954:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357314.996955:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.996957:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357314.996959:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357314.996961:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357314.996964:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357314.996966:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357314.996969:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357314.996972:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572160512, portal 10 00000100:00000001:1.0:1712357314.996974:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357314.996975:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000040:1.0:1712357314.996979:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.996987:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357314.996989:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357314.996990:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357314.996993:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572160512, offset 0 00000400:00000200:1.0:1712357314.996996:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357314.997000:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.997002:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357314.997005:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357314.997008:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357314.997010:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357314.997012:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357314.997014:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [612:612:256:4294967295] 192.168.203.120@tcp LPNI seq info [612:612:8:4294967295] 00000400:00000200:1.0:1712357314.997017:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357314.997023:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357314.997026:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357314.997028:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357314.997031:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357314.997035:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357314.997037:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357314.997050:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.997052:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357314.997053:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.997055:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357314.997056:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357314.997058:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357314.997059:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.997061:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357314.997062:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357314.997063:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357314.997109:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357314.997111:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357314.997114:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357314.997117:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357314.997119:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:3.0:1712357314.997120:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:3.0:1712357314.997123:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357314.997126:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.997132:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357314.997134:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357314.997139:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357314.997140:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357314.997754:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357314.997759:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400d60. 00000800:00000001:2.0:1712357314.999403:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.999413:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357314.999416:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.999418:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.999425:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.999430:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357314.999440:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.999443:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.999446:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.999449:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909a00 00000400:00000200:2.0:1712357314.999452:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357314.999465:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x164d [1] + 224 00000800:00000001:2.0:1712357314.999470:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.999483:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357314.999485:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357314.999488:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357314.999492:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357314.999498:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357314.999505:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357314.999522:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357314.999527:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357314.999529:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.999553:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357314.999569:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357314.999570:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357314.999576:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357314.999579:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357314.999609:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357314.999612:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357314.999616:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357314.999623:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.999628:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357314.999630:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.999631:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357314.999634:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357314.999636:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357314.999637:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357314.999639:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357314.999644:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357314.999648:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357314.999650:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357314.999653:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.999662:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.999664:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357314.999665:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357314.999667:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357314.999668:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357314.999672:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.999678:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357314.999680:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357314.999681:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357314.999684:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357314.999690:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357314.999698:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357314.999700:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357314.999702:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357314.999703:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.999706:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.999711:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357314.999714:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357314.999716:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357314.999717:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357314.999719:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357314.999722:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.999724:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.999726:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357314.999727:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.999729:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00010000:1.0:1712357314.999732:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999739:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357314.999741:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999745:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357314.999747:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999752:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.999752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357314.999754:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999761:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.999766:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357314.999768:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357314.999770:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357314.999775:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fa80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357314.999777:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357314.999779:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999784:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357314.999785:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357314.999787:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999791:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357314.999793:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357314.999794:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357314.999795:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357314.999796:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:1.0:1712357314.999797:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.999799:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357314.999801:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357314.999803:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357314.999806:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357314.999807:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.999809:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357314.999810:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357314.999812:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357314.999814:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357314.999814:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357314.999816:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357314.999818:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f0333848b from hash 00010000:00000001:1.0:1712357314.999822:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357314.999823:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.999823:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.999824:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357314.999825:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357314.999826:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357314.999828:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.999829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.999830:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.999831:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357314.999834:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999837:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.999838:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.999839:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357314.999840:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357314.999841:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357314.999842:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.999842:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357314.999844:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333848b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357314.999851:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357314.999852:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357314.999855:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357314.999859:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357314.999865:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.999866:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.999867:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.999869:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.999871:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357314.999872:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357314.999873:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.999874:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357314.999876:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=certifi intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357314.999881:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.999883:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.999885:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.999888:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357314.999889:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357314.999893:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6400f80. 00000080:00002000:1.0:1712357314.999896:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357314.999901:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.999905:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357314.999907:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.999909:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357314.999911:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357314.999912:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357314.999915:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357314.999917:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357314.999920:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357314.999923:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357314.999924:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357314.999925:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357314.999927:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357314.999929:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357314.999932:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012d027400. 00000100:00000001:1.0:1712357314.999934:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357314.999937:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0e00 x1795536572160512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357314.999943:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357314.999944:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357314.999947:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357314.999950:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357314.999951:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357314.999953:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=100 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357314.999955:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357314.999956:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a73000. 02000000:00000001:1.0:1712357314.999959:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357314.999960:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357314.999964:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0e00. 00000100:00000001:1.0:1712357314.999968:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357314.999968:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.999970:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357314.999971:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357314.999972:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357314.999977:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.999978:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry certifi (ffff8800a7702948, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357314.999981:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357314.999983:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357314.999986:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357314.999988:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357314.999989:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357314.999991:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000007:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.000009:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.000011:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.000014:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000017:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.000019:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.000020:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.000022:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.000025:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.000026:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000028:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.000029:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.000031:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000033:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.000033:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.000035:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.000036:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.000037:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.000038:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000039:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.000040:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.000042:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.000049:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.000055:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.000056:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.000058:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000060:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.000061:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.000063:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.000065:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.000066:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.000069:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.000071:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012d027400. 00000080:00000002:1.0:1712357315.000076:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.000078:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.000080:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.000084:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.000085:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.000087:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.000089:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.000091:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.000093:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.000094:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.000096:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.000097:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.000100:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x30:0x0] 40000000:00000001:1.0:1712357315.000102:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.000103:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.000104:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.000105:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.000107:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'certifi' [0x200000401:0x30:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.000109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.000111:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.000113:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.000115:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.000116:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.000118:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.000120:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.000124:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.000125:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.000129:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0e00. 00000020:00000040:1.0:1712357315.000131:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=101 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.000134:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.000135:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.000137:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.000139:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.000142:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.000143:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.000144:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.000146:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.000147:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.000149:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.000154:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5c8ba00. 00000100:00000001:1.0:1712357315.000158:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.000160:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.000161:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.000162:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.000163:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.000164:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.000171:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.000175:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.000181:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.000183:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.000185:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.000187:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.000188:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.000189:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000001:1.0:1712357315.000192:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.000195:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.000196:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.000198:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.000200:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.000209:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.000210:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.000212:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.000213:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.000216:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160640:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.000219:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.000222:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.000223:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.000225:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.000227:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a73000. 02000000:00000001:1.0:1712357315.000228:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.000232:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.000234:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.000237:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.000241:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572160640, portal 10 00000100:00000001:1.0:1712357315.000243:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.000243:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000040:1.0:1712357315.000247:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.000253:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.000255:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.000256:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357315.000258:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572160640, offset 0 00000400:00000200:1.0:1712357315.000262:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.000266:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.000270:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.000283:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.000286:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.000288:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.000290:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.000293:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [613:613:256:4294967295] 192.168.203.120@tcp LPNI seq info [613:613:8:4294967295] 00000400:00000200:1.0:1712357315.000296:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.000306:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.000310:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.000313:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.000317:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.000323:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.000326:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.000343:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.000345:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.000346:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.000348:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.000350:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.000351:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.000353:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.000354:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.000356:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.000357:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.000524:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.000526:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357315.000529:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.000533:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.000536:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357315.000537:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357315.000544:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.000547:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.000554:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.000566:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.000571:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.000572:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.003265:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.003275:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.003278:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.003279:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.003287:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003292:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.003298:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003302:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003305:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003308:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909a80 00000400:00000200:2.0:1712357315.003311:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003316:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1655 [1] + 224 00000800:00000001:2.0:1712357315.003320:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.003333:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.003335:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.003339:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.003344:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.003350:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.003368:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.003476:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.003483:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.003486:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003490:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.003494:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [614:614:256:4294967295] 192.168.203.120@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000200:2.0:1712357315.003497:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.003503:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.003507:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.003511:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.003515:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.003520:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.003523:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.003626:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.003632:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.003633:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.003636:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.003639:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.003640:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.003642:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.003646:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.003652:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0e00 x1795536572160640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.003658:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.003659:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.003661:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.003663:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.003665:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.003667:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.003669:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.003679:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.003682:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.003685:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.003686:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.003689:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.003691:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.003693:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.003695:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.003696:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.003698:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.003698:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414168064 : -131936295383552 : ffff88012ffb0e00) 00000100:00000001:1.0:1712357315.003705:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.003706:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.003708:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.003709:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.003713:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0e00 x1795536572160640/t4294967398(4294967398) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.003718:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.003720:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.003722:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.003725:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0e00 x1795536572160640/t4294967398(4294967398) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.003730:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160640:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.003734:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.003737:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.003739:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.003740:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.003743:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0e00 x1795536572160640/t4294967398(4294967398) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.003748:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.003753:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.003755:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.003760:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.003765:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.003768:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x30:0x0] 00800000:00000001:1.0:1712357315.003769:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.003773:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.003775:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.003778:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.003780:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.003781:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.003783:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:1.0:1712357315.003785:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.003790:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771d000. 00000080:00000001:1.0:1712357315.003796:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.003797:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8) 00000080:00000001:1.0:1712357315.003799:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.003800:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x30:0x0] 00000080:00000001:1.0:1712357315.003802:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.003803:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:1.0:1712357315.003805:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.003807:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502320 mtime from 0 to 1712357314 00000080:00200000:1.0:1712357315.003809:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x30:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.003810:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.003812:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123472584 : -131938586079032 : ffff8800a771d0c8) 00000080:00000001:1.0:1712357315.003814:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.003815:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.003817:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00800000:00000001:1.0:1712357315.003817:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.003818:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1712357315.003819:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.003821:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:1.0:1712357315.003822:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.003823:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1712357315.003824:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000040:1.0:1712357315.003826:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0e00 x1795536572160640/t4294967398(4294967398) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357315.003828:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.003830:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.003830:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.003833:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012d027400. 00000080:00000001:1.0:1712357315.003836:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.003839:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.003845:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.004180:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.004186:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.004188:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.004190:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.004208:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.004209:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.004211:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.004214:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.004217:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.004218:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.004220:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.004221:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.004224:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.004226:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.004227:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.004228:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.004229:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.004231:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.004231:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.004233:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.004233:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.004235:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.004235:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.004237:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.004237:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.004239:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.004244:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.004247:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.004248:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.004252:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012d027400. 00000080:00000001:1.0:1712357315.004257:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.004259:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.004260:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'chardet' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.004262:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.004265:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='chardet' -> mds #0 00800000:00000001:1.0:1712357315.004267:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.004272:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.004274:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardet,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.004276:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.004278:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.004281:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0700. 00000020:00000040:1.0:1712357315.004283:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=102 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.004288:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.004291:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.004295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.004296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.004296:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.004298:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.004300:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.004302:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.004306:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a73400. 00000100:00000001:1.0:1712357315.004310:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.004312:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.004314:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.004315:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.004316:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.004317:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.004322:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00010000:00000001:1.0:1712357315.004324:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.004326:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.004330:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.004332:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.004334:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.004337:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357315.004340:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.004342:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338492 to hash 00000020:00000001:1.0:1712357315.004344:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.004345:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.004347:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.004349:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.004351:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.004357:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.004363:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.004370:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.004374:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.004375:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.004379:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.004380:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.004382:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.004383:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000001:1.0:1712357315.004386:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.004388:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.004390:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.004391:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.004395:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.004401:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.004402:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.004404:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.004406:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.004408:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.004410:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.004414:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.004416:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.004417:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.004420:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.004421:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.004425:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.004426:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.004429:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.004438:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572160704, portal 10 00000100:00000001:1.0:1712357315.004439:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.004440:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000040:1.0:1712357315.004444:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.004449:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.004451:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.004453:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357315.004456:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572160704, offset 0 00000400:00000200:1.0:1712357315.004459:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.004462:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.004465:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.004468:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.004470:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.004473:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.004474:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.004476:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [615:615:256:4294967295] 192.168.203.120@tcp LPNI seq info [615:615:8:4294967295] 00000400:00000200:1.0:1712357315.004479:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.004484:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.004487:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.004490:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.004492:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.004497:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.004499:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.004510:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.004511:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.004513:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.004515:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.004515:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.004517:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.004518:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.004519:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.004524:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.004525:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.004622:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.004625:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:2.0:1712357315.004628:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.004631:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.004633:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:2.0:1712357315.004634:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:2.0:1712357315.004637:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.004640:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.004654:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.004657:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.004661:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.004663:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.006699:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000080:00000010:3.1:1712357315.006956:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6400f80. 00000800:00000001:3.0:1712357315.007656:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.007666:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.007669:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.007671:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.007678:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.007687:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.007692:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.007696:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.007699:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.007702:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909ac0 00000400:00000200:3.0:1712357315.007709:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.007714:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x165d [1] + 224 00000800:00000001:3.0:1712357315.007720:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.007733:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.007735:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.007739:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.007743:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.007748:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.007756:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.007781:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.007786:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.007790:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.007911:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.007916:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.007918:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.007920:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.007923:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.007924:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.007926:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.007931:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.007937:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.007942:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.007944:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.007945:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.007948:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.007949:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.007951:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.007953:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.007959:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.007963:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.007964:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.007967:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.007972:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.007974:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.007976:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.007977:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.007978:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.007981:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.007987:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.007989:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.007994:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.007997:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.008003:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.008007:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.008009:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.008011:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.008013:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.008015:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.008020:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.008022:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.008024:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.008024:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.008028:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.008031:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.008034:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.008036:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357315.008037:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.008040:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357315.008043:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008049:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.008053:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008057:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.008058:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008063:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.008067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.008069:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008074:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.008075:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.008077:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.008079:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.008083:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.008087:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.008089:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008094:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.008095:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.008097:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008100:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.008102:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.008103:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.008104:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.008105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357315.008106:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.008108:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.008109:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.008111:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.008115:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.008116:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.008117:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.008119:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.008125:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.008126:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.008128:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.008129:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.008131:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338492 from hash 00010000:00000001:1.0:1712357315.008132:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.008133:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.008133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.008134:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.008135:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.008136:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.008138:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.008139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.008140:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008141:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.008143:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008147:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.008147:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.008148:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.008149:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.008150:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.008150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.008151:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.008152:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338492 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.008159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.008160:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.008163:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.008167:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.008172:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.008173:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008174:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008176:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008181:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.008183:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.008184:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008185:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.008186:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardet intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.008189:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008192:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008193:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008196:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.008197:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.008205:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449000. 00000080:00002000:1.0:1712357315.008209:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.008213:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008216:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.008219:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008221:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.008223:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.008224:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.008228:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.008231:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.008234:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.008236:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008237:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008238:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008240:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.008242:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.008245:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012d027400. 00000100:00000001:1.0:1712357315.008247:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.008250:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0700 x1795536572160704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.008255:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.008257:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.008259:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.008263:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.008264:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.008265:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=101 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.008271:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.008272:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a73400. 02000000:00000001:1.0:1712357315.008275:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.008277:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.008278:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0700. 00000100:00000001:1.0:1712357315.008281:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.008281:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.008283:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.008284:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.008285:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.008290:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.008291:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry chardet (ffff8800a7702288, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.008294:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.008297:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.008300:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.008302:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.008303:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.008305:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008323:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.008324:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.008326:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.008330:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008333:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.008334:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.008336:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.008338:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.008341:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.008343:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008344:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.008345:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.008347:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008349:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.008350:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.008351:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.008352:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.008353:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.008354:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008360:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.008361:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.008363:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.008369:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.008371:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.008372:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.008374:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008377:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.008378:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.008379:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.008381:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.008383:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.008385:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.008387:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012d027400. 00000080:00000002:1.0:1712357315.008393:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.008395:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008397:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.008400:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.008401:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.008403:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.008405:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.008407:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.008408:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.008409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008411:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.008413:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.008415:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x31:0x0] 40000000:00000001:1.0:1712357315.008417:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008418:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008420:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.008421:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.008422:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'chardet' [0x200000401:0x31:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.008424:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008426:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.008428:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.008434:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.008435:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.008437:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.008438:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.008440:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.008441:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.008444:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0700. 00000020:00000040:1.0:1712357315.008446:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=102 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.008450:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.008451:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.008452:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.008455:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.008458:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.008459:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.008459:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.008461:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.008462:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.008465:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.008470:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616da00. 00000100:00000001:1.0:1712357315.008474:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.008476:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.008477:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.008478:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.008479:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.008480:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.008488:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.008493:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.008498:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.008500:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.008503:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.008504:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.008506:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.008507:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000001:1.0:1712357315.008510:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.008516:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.008519:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.008520:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.008523:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.008529:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.008530:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.008532:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.008534:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.008536:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.008539:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.008542:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.008544:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.008546:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.008549:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a73400. 02000000:00000001:1.0:1712357315.008550:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.008554:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.008569:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.008573:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.008578:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572160832, portal 10 00000100:00000001:1.0:1712357315.008579:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.008607:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000040:1.0:1712357315.008613:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.008619:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.008620:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.008622:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357315.008626:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572160832, offset 0 00000400:00000200:1.0:1712357315.008629:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.008634:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.008638:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.008642:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.008645:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.008647:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.008652:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.008655:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [616:616:256:4294967295] 192.168.203.120@tcp LPNI seq info [616:616:8:4294967295] 00000400:00000200:1.0:1712357315.008663:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.008669:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.008674:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.008677:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357315.008681:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.008686:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.008689:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.008700:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.008701:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.008703:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.008705:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.008706:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.008707:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.008709:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.008710:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.008711:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.008712:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.008765:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.008769:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:2.0:1712357315.008772:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.008776:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.008779:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:2.0:1712357315.008780:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:2.0:1712357315.008783:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.008786:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.008792:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.008794:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.008798:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.008799:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.011613:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.011622:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.011625:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.011627:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.011635:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011640:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.011646:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011649:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011651:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011654:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909b40 00000400:00000200:3.0:1712357315.011657:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011661:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1665 [1] + 224 00000800:00000001:3.0:1712357315.011666:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.011676:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.011678:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.011681:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.011686:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.011691:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.011698:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.011716:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.011721:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.011723:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011727:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.011731:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [617:617:256:4294967295] 192.168.203.120@tcp LPNI seq info [617:617:8:4294967295] 00000400:00000200:3.0:1712357315.011733:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.011738:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.011742:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.011745:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357315.011754:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:1.0:1712357315.011756:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1712357315.011759:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000001:1.0:1712357315.011761:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1712357315.011762:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1712357315.011763:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.011765:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.011768:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.011770:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.011772:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.011777:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.011784:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0700 x1795536572160832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.011789:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.011791:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.011792:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.011799:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.011800:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.011802:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.011804:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.011809:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.011812:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000100:00001000:1.0:1712357315.011812:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000400:00000200:3.0:1712357315.011814:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1712357315.011815:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000400:00000200:3.0:1712357315.011817:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:1.0:1712357315.011817:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.011818:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.011820:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1712357315.011821:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:1.0:1712357315.011822:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357315.011823:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.011825:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.011826:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.011827:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.011829:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.011830:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414166272 : -131936295385344 : ffff88012ffb0700) 00000100:00000001:1.0:1712357315.011832:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.011833:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.011835:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.011836:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.011840:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0700 x1795536572160832/t4294967399(4294967399) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.011845:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.011847:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.011848:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.011851:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0700 x1795536572160832/t4294967399(4294967399) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.011857:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.011860:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.011863:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.011865:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.011866:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.011869:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0700 x1795536572160832/t4294967399(4294967399) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.011881:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.011883:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.011885:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.011886:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.011891:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.011894:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357315.011896:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.011898:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x26:0x0] mtime from 1712357314 to 1712357315 00000080:00000001:1.0:1712357315.011901:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.011903:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.011906:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.011908:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.011910:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.011912:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:1.0:1712357315.011914:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.011920:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771d800. 00000080:00000001:1.0:1712357315.011925:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.011927:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00000001:1.0:1712357315.011929:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.011930:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x31:0x0] 00000080:00000001:1.0:1712357315.011933:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.011934:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:1.0:1712357315.011935:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.011937:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502321 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.011940:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x31:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.011941:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.011943:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123474632 : -131938586076984 : ffff8800a771d8c8) 00000080:00000001:1.0:1712357315.011945:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.011946:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.011948:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.011949:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.011952:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.011953:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.011956:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0700 x1795536572160832/t4294967399(4294967399) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.011965:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.011973:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012d027400. 00000080:00000001:1.0:1712357315.011976:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.011980:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.011986:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.011987:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.011992:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.011994:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.011997:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.012016:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.012017:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.012019:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.012021:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.012024:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.012025:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.012027:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.012029:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.012031:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.012033:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.012034:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.012035:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.012037:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.012039:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.012040:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.012041:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.012042:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.012043:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.012044:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.012045:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.012046:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.012048:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.012054:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=colorama, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.012057:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.012059:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=colorama, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.012063:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.012076:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.012079:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.012081:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'colorama' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.012084:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.012086:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='colorama' -> mds #0 00800000:00000001:1.0:1712357315.012088:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.012091:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.012093:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: colorama,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.012096:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.012097:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.012101:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0380. 00000020:00000040:1.0:1712357315.012103:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=103 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.012107:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.012111:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.012114:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.012115:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.012116:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.012118:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.012119:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.012121:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.012126:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a73800. 00000100:00000001:1.0:1712357315.012130:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.012132:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.012134:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.012135:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.012135:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.012137:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.012141:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00010000:00000001:1.0:1712357315.012144:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.012145:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.012149:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.012151:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.012153:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.012155:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357315.012158:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.012163:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03338499 to hash 00000020:00000001:1.0:1712357315.012164:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.012166:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.012168:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.012171:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.012173:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.012175:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.012182:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.012189:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.012194:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.012195:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.012198:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.012200:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.012201:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.012202:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357315.012206:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.012208:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.012210:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.012212:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.012216:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.012221:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.012223:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.012224:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.012226:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.012228:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.012231:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.012234:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.012239:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.012241:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.012244:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.012245:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.012249:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.012251:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.012254:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.012258:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572160896, portal 10 00000100:00000001:1.0:1712357315.012259:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.012260:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000040:1.0:1712357315.012265:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.012270:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.012272:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.012274:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357315.012276:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572160896, offset 0 00000400:00000200:1.0:1712357315.012280:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.012284:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.012287:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.012291:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.012293:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.012296:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.012298:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.012300:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [618:618:256:4294967295] 192.168.203.120@tcp LPNI seq info [618:618:8:4294967295] 00000400:00000200:1.0:1712357315.012303:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.012308:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.012312:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.012314:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.012317:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.012320:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.012322:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.012340:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.012346:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.012349:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.012351:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.012352:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.012353:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.012355:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.012356:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.012357:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.012358:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.012389:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.012392:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357315.012395:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.012398:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.012400:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357315.012401:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357315.012403:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.012406:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.012411:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.012413:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.012417:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.012418:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.014642:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.014651:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.014654:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.014656:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.014664:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.014669:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.014674:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.014677:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.014679:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.014683:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909b80 00000400:00000200:2.0:1712357315.014686:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.014689:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x166d [1] + 224 00000800:00000001:2.0:1712357315.014695:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.014711:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.014713:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.014716:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.014720:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.014725:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.014734:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.014756:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.014762:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.014765:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.014810:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.014814:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.014816:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.014818:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.014821:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.014822:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.014823:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.014826:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.014832:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.014835:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.014837:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.014838:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.014840:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.014841:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.014843:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.014844:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.014848:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.014850:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.014852:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.014853:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.014857:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.014858:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.014859:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.014860:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.014865:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.014867:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.014871:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.014872:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.014873:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.014876:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.014887:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572160896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.014890:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.014892:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.014893:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.014895:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.014897:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.014902:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.014904:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.014906:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.014907:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.014910:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.014913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.014915:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.014917:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.014918:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.014921:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357315.014924:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.014930:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.014932:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.014943:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.014946:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.014949:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.014950:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.014952:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.014957:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.014958:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.014963:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.014964:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.014967:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.014969:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.014971:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.014974:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.014975:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.014976:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.014978:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.014980:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.014980:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.014981:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.014982:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357315.014982:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.014983:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.014984:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.014988:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.014990:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.014991:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.014992:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.014993:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.014995:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.014995:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.014996:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.014996:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.014998:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03338499 from hash 00010000:00000001:1.0:1712357315.014998:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.014999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.014999:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.015000:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.015000:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.015001:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.015002:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.015002:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.015003:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015004:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.015005:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.015007:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.015007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.015008:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.015008:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.015009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.015009:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.015009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.015010:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338499 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.015017:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.015018:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.015021:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.015026:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.015029:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.015030:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015031:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015032:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015034:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.015035:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.015035:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015036:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.015037:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=colorama intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.015038:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015040:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015041:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015043:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.015044:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.015048:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449220. 00000080:00002000:1.0:1712357315.015051:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77026c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.015055:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015058:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.015060:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015062:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.015064:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.015065:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.015069:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.015071:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.015074:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.015076:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015078:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015079:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015081:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.015083:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.015085:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.015089:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.015092:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0380 x1795536572160896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.015100:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.015101:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.015103:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.015107:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.015108:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.015109:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=102 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.015111:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.015112:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a73800. 02000000:00000001:1.0:1712357315.015115:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.015116:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.015118:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0380. 00000100:00000001:1.0:1712357315.015120:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.015121:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.015123:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.015124:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.015125:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.015129:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.015131:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry colorama (ffff8800a77026c0, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.015133:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.015135:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.015138:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.015141:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.015141:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.015143:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015159:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.015161:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.015162:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.015166:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015168:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.015169:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.015171:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.015173:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.015176:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.015178:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015179:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.015180:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.015186:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015187:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.015188:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.015189:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.015190:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.015191:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.015192:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015194:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.015194:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.015196:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.015202:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=colorama, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.015204:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.015204:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.015206:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015208:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.015209:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.015211:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.015213:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.015214:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=colorama, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.015216:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.015218:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.015222:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.015225:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015227:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.015230:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.015231:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.015233:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.015236:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.015238:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.015239:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.015240:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015242:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.015244:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.015246:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x32:0x0] 40000000:00000001:1.0:1712357315.015248:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015253:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015254:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.015255:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.015257:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'colorama' [0x200000401:0x32:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.015259:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015262:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.015263:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.015265:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.015267:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.015269:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.015271:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.015272:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.015274:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.015276:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ffb0380. 00000020:00000040:1.0:1712357315.015279:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=103 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.015282:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.015283:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.015284:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.015287:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.015290:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.015291:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.015292:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.015294:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.015295:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.015297:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.015301:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616ca00. 00000100:00000001:1.0:1712357315.015305:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.015306:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.015307:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.015308:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.015309:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.015310:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.015318:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.015323:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.015335:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.015336:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.015340:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.015341:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.015343:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.015344:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357315.015347:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.015349:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.015351:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.015352:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.015355:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.015360:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.015361:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.015363:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.015364:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.015366:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.015369:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.015372:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.015373:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.015375:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.015377:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a73800. 02000000:00000001:1.0:1712357315.015379:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.015382:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.015384:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.015387:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.015391:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572161024, portal 10 00000100:00000001:1.0:1712357315.015392:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.015393:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000040:1.0:1712357315.015397:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.015403:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.015408:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.015410:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357315.015413:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572161024, offset 0 00000400:00000200:1.0:1712357315.015417:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.015421:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.015424:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.015428:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.015431:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.015433:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.015435:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.015438:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [619:619:256:4294967295] 192.168.203.120@tcp LPNI seq info [619:619:8:4294967295] 00000400:00000200:1.0:1712357315.015441:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.015447:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.015451:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.015454:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4f00. 00000800:00000200:1.0:1712357315.015457:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.015466:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.015469:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.015518:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.015520:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.015522:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.015526:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.015527:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.015530:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.015531:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.015532:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.015534:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.015535:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.015618:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.015622:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4f00. 00000400:00000200:3.0:1712357315.015625:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.015628:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.015630:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357315.015632:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357315.015634:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.015637:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.015643:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.015649:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.015654:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.015655:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.018044:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.018166:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.018172:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.018175:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.018186:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018191:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.018197:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018201:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018204:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018207:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909c00 00000400:00000200:2.0:1712357315.018210:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018214:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1675 [1] + 224 00000800:00000001:2.0:1712357315.018219:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.018232:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.018234:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.018237:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.018242:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.018246:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.018254:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.018282:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.018287:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.018290:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018294:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.018298:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [620:620:256:4294967295] 192.168.203.120@tcp LPNI seq info [620:620:8:4294967295] 00000400:00000200:2.0:1712357315.018301:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.018307:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000100:00000001:1.0:1712357315.018307:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1712357315.018311:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000001:1.0:1712357315.018311:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.018312:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.018314:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000800:00000010:2.0:1712357315.018315:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000400:00000200:1.0:1712357315.018316:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000800:00000200:2.0:1712357315.018318:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000010:1.0:1712357315.018318:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.018323:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:2.0:1712357315.018324:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000200:1.0:1712357315.018326:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357315.018327:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1712357315.018331:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012ffb0380 x1795536572161024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.018336:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.018337:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.018339:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.018341:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.018343:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.018344:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.018346:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.018352:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.018355:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.018358:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.018359:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.018361:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.018363:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357315.018365:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357315.018365:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.018366:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.018367:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.018369:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.018370:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137414165376 : -131936295386240 : ffff88012ffb0380) 00000100:00000001:1.0:1712357315.018372:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.018373:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.018374:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.018376:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.018379:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ffb0380 x1795536572161024/t4294967400(4294967400) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.018385:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.018387:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.018389:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357315.018391:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1712357315.018391:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ffb0380 x1795536572161024/t4294967400(4294967400) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000010:2.0:1712357315.018394:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.018396:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.018399:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00100000:1.0:1712357315.018407:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ffb0380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161024:192.168.203.120@tcp:36:rsync.0 00000800:00000001:3.0:1712357315.018408:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.018411:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.018413:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.018415:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.018416:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.018419:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012ffb0380 x1795536572161024/t4294967400(4294967400) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.018424:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.018427:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.018429:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.018429:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.018435:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.018437:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x32:0x0] 00800000:00000001:1.0:1712357315.018439:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018442:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.018445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.018447:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.018449:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.018451:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.018452:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502322 : 144115205272502322 : 200000401000032) 00000080:00000001:1.0:1712357315.018455:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.018461:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771e000. 00000080:00000001:1.0:1712357315.018466:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.018468:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x32:0x0](ffff8800a771e0c8) 00000080:00000001:1.0:1712357315.018470:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.018471:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x32:0x0] 00000080:00000001:1.0:1712357315.018473:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018474:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502322 : 144115205272502322 : 200000401000032) 00000080:00000001:1.0:1712357315.018475:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.018477:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502322 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.018480:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x32:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.018481:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.018488:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123476680 : -131938586074936 : ffff8800a771e0c8) 00000080:00000001:1.0:1712357315.018489:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.018491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.018492:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.018494:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018497:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.018498:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.018502:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ffb0380 x1795536572161024/t4294967400(4294967400) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.018506:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.018509:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.018513:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018516:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018522:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.018522:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.018530:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.018531:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.018533:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018553:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.018556:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.018571:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.018574:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018577:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.018579:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.018607:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.018609:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.018611:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.018613:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018615:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.018616:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.018618:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018620:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.018621:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.018622:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.018623:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.018625:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.018630:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.018632:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.018633:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.018635:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.018641:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=distlib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.018643:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.018645:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=distlib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.018648:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.018652:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.018655:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.018656:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'distlib' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.018659:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.018662:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='distlib' -> mds #0 00800000:00000001:1.0:1712357315.018664:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.018667:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.018669:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: distlib,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.018671:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.018673:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.018684:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651c000. 00000020:00000040:1.0:1712357315.018687:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=104 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.018691:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.018694:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.018697:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.018698:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.018699:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.018701:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.018702:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.018704:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.018708:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a73c00. 00000100:00000001:1.0:1712357315.018712:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.018714:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.018716:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.018716:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.018717:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.018718:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.018727:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104593920 : -131938604957696 : ffff8800a651c000) 00010000:00000001:1.0:1712357315.018730:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.018732:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.018736:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.018738:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.018739:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.018742:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357315.018744:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.018746:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f033384a0 to hash 00000020:00000001:1.0:1712357315.018747:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.018748:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.018750:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.018752:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.018754:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.018757:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.018762:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.018768:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.018771:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.018772:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.018774:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.018775:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.018777:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.018778:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104593920 : -131938604957696 : ffff8800a651c000) 00000100:00000001:1.0:1712357315.018780:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.018782:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.018784:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.018785:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.018788:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.018802:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.018803:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.018805:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.018806:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.018815:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651c000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.018817:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.018821:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.018822:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.018824:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.018827:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.018828:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.018832:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.018834:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.018837:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.018840:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572161088, portal 10 00000100:00000001:1.0:1712357315.018841:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.018842:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104593920 : -131938604957696 : ffff8800a651c000) 00000100:00000040:1.0:1712357315.018846:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.018851:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.018853:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.018855:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357315.018857:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572161088, offset 0 00000400:00000200:1.0:1712357315.018860:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.018863:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.018866:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.018873:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.018877:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.018879:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.018881:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.018883:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [621:621:256:4294967295] 192.168.203.120@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:1.0:1712357315.018885:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.018896:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.018899:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.018901:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357315.018904:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.018908:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.018910:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.018927:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.018929:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.018931:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.018933:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.018934:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.018935:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.018936:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.018937:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.018939:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.018940:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.019340:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.019342:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:2.0:1712357315.019345:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.019348:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.019350:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:2.0:1712357315.019352:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:2.0:1712357315.019354:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.019357:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.019363:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.019365:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.019370:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.019379:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.023685:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.023697:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.023699:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.023700:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.023708:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.023713:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.023717:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.023720:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.023722:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.023725:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909c40 00000400:00000200:3.0:1712357315.023729:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.023734:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x167d [1] + 224 00000800:00000001:3.0:1712357315.023740:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.023755:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.023758:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.023762:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.023767:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.023772:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.023780:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.023802:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.023809:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.023811:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.023860:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.023866:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.023867:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.023869:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.023876:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.023878:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.023880:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.023883:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.023887:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.023891:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.023892:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.023893:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.023895:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.023896:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.023897:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.023899:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.023910:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.023912:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.023914:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.023915:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.023919:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.023921:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.023922:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.023923:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.023924:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.023926:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.023929:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.023931:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.023932:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.023934:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.023937:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651c000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.023939:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.023942:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.023943:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.023944:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.023945:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.023948:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.023950:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.023952:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.023952:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.023955:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.023957:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.023959:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.023960:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357315.023963:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.023965:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357315.023968:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.023974:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.023976:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.023978:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.023980:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.023982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.023983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.023984:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.023987:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.023988:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.023989:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.023991:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.023993:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.023996:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.023998:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.024000:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.024001:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.024003:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.024005:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.024008:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.024009:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.024009:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.024010:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357315.024011:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.024012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.024013:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.024014:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.024016:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.024017:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.024018:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.024019:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.024020:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.024021:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.024021:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.024022:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.024023:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f033384a0 from hash 00010000:00000001:1.0:1712357315.024024:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.024024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.024025:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.024025:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.024025:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.024026:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.024027:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.024027:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.024028:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024029:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.024030:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.024032:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.024032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.024033:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.024033:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.024036:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.024036:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.024037:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.024038:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033384a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.024044:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.024044:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.024047:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.024049:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.024053:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.024054:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024055:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024056:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024058:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.024060:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.024061:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024062:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.024063:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=distlib intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.024066:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024069:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024071:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024073:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.024075:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.024078:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449440. 00000080:00002000:1.0:1712357315.024082:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77025e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.024086:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024089:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.024092:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024094:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.024095:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.024097:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.024101:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.024103:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.024106:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.024112:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024113:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024114:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024116:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.024118:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.024126:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.024130:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.024134:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651c000 x1795536572161088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.024139:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.024140:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.024142:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.024146:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.024148:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.024150:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=103 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.024151:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.024153:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a73c00. 02000000:00000001:1.0:1712357315.024155:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.024157:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.024158:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651c000. 00000100:00000001:1.0:1712357315.024161:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.024161:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.024164:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.024164:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.024165:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.024171:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.024172:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry distlib (ffff8800a77025e8, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.024175:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.024177:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.024181:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.024184:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.024185:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.024188:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024204:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.024206:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.024208:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.024215:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024219:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.024220:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.024222:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.024223:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.024226:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.024229:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024230:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.024231:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.024232:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024234:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.024234:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.024235:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.024236:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.024236:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.024237:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.024238:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.024239:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.024244:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=distlib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.024245:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.024246:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.024247:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024249:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.024249:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.024250:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.024252:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.024253:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=distlib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.024254:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.024256:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.024260:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.024262:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024264:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.024267:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.024268:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.024269:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.024273:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.024275:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.024276:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.024277:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024279:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.024280:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.024281:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x33:0x0] 40000000:00000001:1.0:1712357315.024283:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024284:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024284:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.024285:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.024286:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'distlib' [0x200000401:0x33:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.024288:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024289:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.024290:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.024292:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.024293:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.024294:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.024295:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.024296:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.024297:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.024299:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651c000. 00000020:00000040:1.0:1712357315.024300:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=104 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.024303:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.024304:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.024305:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.024307:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.024310:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.024311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.024312:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.024313:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.024314:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.024315:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.024319:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616c200. 00000100:00000001:1.0:1712357315.024321:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.024322:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.024325:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.024326:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.024327:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.024327:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.024334:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.024337:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.024340:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.024341:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.024344:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.024345:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.024346:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.024347:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104593920 : -131938604957696 : ffff8800a651c000) 00000100:00000001:1.0:1712357315.024350:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.024352:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.024354:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.024355:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.024358:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.024363:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.024364:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.024366:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.024367:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.024370:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651c000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161216:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.024373:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.024376:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.024378:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.024379:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.024381:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a73c00. 02000000:00000001:1.0:1712357315.024382:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.024386:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.024388:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.024391:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.024395:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572161216, portal 10 00000100:00000001:1.0:1712357315.024400:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.024401:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104593920 : -131938604957696 : ffff8800a651c000) 00000100:00000040:1.0:1712357315.024405:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.024410:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.024412:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.024414:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357315.024417:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572161216, offset 0 00000400:00000200:1.0:1712357315.024421:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.024425:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.024429:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.024433:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.024436:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.024439:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.024441:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.024444:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [622:622:256:4294967295] 192.168.203.120@tcp LPNI seq info [622:622:8:4294967295] 00000400:00000200:1.0:1712357315.024446:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.024452:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.024455:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.024458:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.024461:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.024465:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.024467:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.024483:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.024484:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.024485:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.024487:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.024487:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.024488:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.024490:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.024490:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.024492:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.024495:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.024629:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.024632:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:2.0:1712357315.024635:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.024638:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.024641:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357315.024642:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357315.024644:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.024647:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.024653:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.024655:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.024660:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.024661:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.027881:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:3.1:1712357315.027893:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449000. 00010000:00000010:3.1:1712357315.027901:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:3.1:1712357315.027902:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449220. 00000800:00000001:3.0:1712357315.029004:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.029015:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.029017:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.029028:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.029036:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029042:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.029047:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029051:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029053:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029057:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909cc0 00000400:00000200:3.0:1712357315.029060:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029065:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1685 [1] + 224 00000800:00000001:3.0:1712357315.029076:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.029091:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.029093:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.029097:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.029102:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.029108:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.029116:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.029139:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.029145:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.029148:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029152:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.029156:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [623:623:256:4294967295] 192.168.203.120@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:3.0:1712357315.029159:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.029165:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.029169:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.029173:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357315.029177:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.029183:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.029187:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.029258:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1712357315.029259:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.029262:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357315.029264:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1712357315.029264:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.029265:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1712357315.029267:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000010:1.0:1712357315.029268:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000800:00000001:3.0:1712357315.029271:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:1.0:1712357315.029271:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.029273:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000800:00000001:3.0:1712357315.029274:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.029275:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.029281:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.029287:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651c000 x1795536572161216/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.029293:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.029294:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.029296:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.029298:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.029300:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.029303:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.029305:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.029312:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.029316:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.029318:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.029319:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.029321:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.029324:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.029326:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.029328:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.029329:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.029330:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.029331:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104593920 : -131938604957696 : ffff8800a651c000) 00000100:00000001:1.0:1712357315.029334:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.029336:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.029337:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.029339:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.029342:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651c000 x1795536572161216/t4294967401(4294967401) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.029357:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.029359:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.029361:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.029363:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651c000 x1795536572161216/t4294967401(4294967401) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.029369:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651c000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161216:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.029373:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.029375:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.029377:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.029379:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.029381:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c000 x1795536572161216/t4294967401(4294967401) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.029386:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.029389:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.029391:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.029391:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.029396:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.029399:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x33:0x0] 00800000:00000001:1.0:1712357315.029401:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029404:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.029407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.029409:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.029412:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.029413:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.029415:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502323 : 144115205272502323 : 200000401000033) 00000080:00000001:1.0:1712357315.029418:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.029423:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771e800. 00000080:00000001:1.0:1712357315.029429:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.029430:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x33:0x0](ffff8800a771e8c8) 00000080:00000001:1.0:1712357315.029432:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.029434:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x33:0x0] 00000080:00000001:1.0:1712357315.029436:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029441:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502323 : 144115205272502323 : 200000401000033) 00000080:00000001:1.0:1712357315.029442:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.029444:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502323 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.029447:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x33:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.029448:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.029450:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123478728 : -131938586072888 : ffff8800a771e8c8) 00000080:00000001:1.0:1712357315.029452:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.029453:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.029455:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.029456:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029459:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.029460:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.029463:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651c000 x1795536572161216/t4294967401(4294967401) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.029469:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.029471:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.029475:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029478:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029483:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.029484:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.029490:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.029491:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.029494:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029512:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.029514:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.029516:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.029519:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029522:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.029523:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.029525:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.029527:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.029529:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.029531:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029532:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.029533:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.029535:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029539:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.029540:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.029542:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.029543:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.029544:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.029545:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.029546:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.029547:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.029549:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.029554:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=html5lib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.029567:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.029569:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=html5lib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.029573:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.029577:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.029579:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.029613:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'html5lib' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.029616:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.029618:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='html5lib' -> mds #0 00800000:00000001:1.0:1712357315.029620:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.029623:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.029624:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: html5lib,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.029627:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.029629:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.029633:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651c380. 00000020:00000040:1.0:1712357315.029636:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=105 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.029640:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.029644:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.029647:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.029649:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.029650:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.029652:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.029653:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.029656:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.029661:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a72400. 00000100:00000001:1.0:1712357315.029665:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.029671:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.029673:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.029674:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.029675:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.029677:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.029682:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104594816 : -131938604956800 : ffff8800a651c380) 00010000:00000001:1.0:1712357315.029685:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.029686:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.029691:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.029693:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.029695:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.029698:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357315.029700:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.029702:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033384a7 to hash 00000020:00000001:1.0:1712357315.029704:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.029705:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.029707:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.029710:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.029711:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.029715:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.029721:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.029729:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.029732:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.029734:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.029737:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.029738:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.029740:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.029741:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104594816 : -131938604956800 : ffff8800a651c380) 00000100:00000001:1.0:1712357315.029743:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.029749:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.029752:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.029753:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.029757:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.029762:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.029764:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.029766:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.029768:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.029770:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651c380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.029773:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.029776:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.029778:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.029779:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.029783:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.029784:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.029788:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.029790:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.029794:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.029799:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572161280, portal 10 00000100:00000001:1.0:1712357315.029800:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.029801:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104594816 : -131938604956800 : ffff8800a651c380) 00000100:00000040:1.0:1712357315.029806:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.029811:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.029812:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.029814:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357315.029816:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572161280, offset 0 00000400:00000200:1.0:1712357315.029819:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.029823:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.029825:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.029829:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.029838:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.029841:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.029846:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.029849:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [624:624:256:4294967295] 192.168.203.120@tcp LPNI seq info [624:624:8:4294967295] 00000400:00000200:1.0:1712357315.029851:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.029857:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.029860:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.029863:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.029866:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.029869:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.029871:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.030489:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.030492:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.030493:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.030495:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.030496:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.030498:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.030500:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.030501:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.030503:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.030503:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.030670:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.030673:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357315.030677:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.030680:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.030683:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357315.030685:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357315.030687:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.030691:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.030697:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.030700:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.030704:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.030705:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.031881:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:3.1:1712357315.031889:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449440. 00000800:00000001:2.0:1712357315.033424:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.033435:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.033438:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.033440:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.033448:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.033453:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.033459:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.033462:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.033466:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.033469:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909d00 00000400:00000200:2.0:1712357315.033472:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.033477:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x168d [1] + 224 00000800:00000001:2.0:1712357315.033483:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.033496:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.033498:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.033501:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.033506:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.033512:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.033532:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.033565:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.033657:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.033662:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.033664:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.033666:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.033670:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.033671:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.033673:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.033678:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.033685:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.033690:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.033691:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.033693:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.033699:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.033701:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.033702:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.033705:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.033710:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.033713:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.033715:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.033718:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.033722:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.033725:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.033726:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.033727:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.033729:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.033732:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.033737:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.033739:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.033741:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.033743:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.033749:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651c380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.033753:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.033755:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.033757:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.033759:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1712357315.033760:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:1.0:1712357315.033761:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357315.033763:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.033766:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.033767:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.033770:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.033771:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.033776:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.033779:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.033782:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.033784:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357315.033786:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.033788:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357315.033791:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033798:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.033801:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033805:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.033807:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033811:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.033812:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.033814:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033817:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.033819:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.033821:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.033823:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.033827:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.033829:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.033832:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033837:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.033838:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.033843:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033847:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.033848:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.033849:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.033850:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.033851:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357315.033852:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.033854:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.033856:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.033858:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.033862:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.033863:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.033865:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.033866:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.033868:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.033869:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.033870:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.033871:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.033873:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033384a7 from hash 00010000:00000001:1.0:1712357315.033874:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.033875:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.033876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.033876:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.033877:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.033878:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.033879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.033880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.033881:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.033882:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.033884:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033894:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.033895:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.033896:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.033897:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.033897:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.033898:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.033899:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.033900:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033384a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.033906:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.033907:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.033911:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.033914:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.033920:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.033921:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.033922:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.033923:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.033925:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.033927:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.033928:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.033929:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.033930:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=html5lib intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.033933:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.033936:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.033938:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.033941:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.033942:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.033945:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449660. 00000080:00002000:1.0:1712357315.033949:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.033954:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.033956:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.033959:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.033961:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.033965:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.033967:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.033971:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.033973:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.033976:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.033978:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.033980:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.033981:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.033982:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.033985:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.033988:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.033992:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.033995:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651c380 x1795536572161280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.033999:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.034001:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.034003:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.034007:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.034008:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.034009:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=104 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.034011:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.034012:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a72400. 02000000:00000001:1.0:1712357315.034015:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.034016:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.034018:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651c380. 00000100:00000001:1.0:1712357315.034020:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.034021:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.034023:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.034024:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.034025:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.034030:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.034032:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry html5lib (ffff8800a7702438, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.034034:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.034036:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.034039:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.034041:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.034045:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.034047:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034065:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.034068:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.034070:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.034102:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034106:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.034107:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.034109:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.034111:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.034113:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.034115:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034117:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.034118:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.034120:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034121:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.034122:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.034123:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.034124:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.034125:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.034126:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034127:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.034128:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.034130:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.034136:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=html5lib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.034139:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.034139:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.034141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034143:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.034144:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.034146:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.034148:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.034149:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=html5lib, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.034152:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.034154:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.034158:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.034165:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.034167:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.034171:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.034172:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.034174:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.034175:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.034177:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.034179:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.034180:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.034182:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.034184:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.034186:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x34:0x0] 40000000:00000001:1.0:1712357315.034188:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.034190:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.034191:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.034192:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.034194:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'html5lib' [0x200000401:0x34:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.034196:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.034198:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.034199:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.034202:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.034203:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.034205:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.034207:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.034208:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.034210:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.034212:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651c380. 00000020:00000040:1.0:1712357315.034214:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=105 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.034217:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.034218:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.034220:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.034223:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.034226:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.034226:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.034227:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.034229:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.034233:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.034236:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.034240:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616ce00. 00000100:00000001:1.0:1712357315.034244:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.034246:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.034247:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.034248:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.034249:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.034250:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.034259:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.034263:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.034269:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.034270:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.034273:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.034274:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.034276:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.034276:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104594816 : -131938604956800 : ffff8800a651c380) 00000100:00000001:1.0:1712357315.034279:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.034282:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.034284:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.034285:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.034288:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.034293:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.034294:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.034296:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.034298:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.034300:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651c380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161408:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.034303:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.034306:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.034308:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.034309:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.034312:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a72400. 02000000:00000001:1.0:1712357315.034317:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.034321:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.034323:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.034326:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.034331:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572161408, portal 10 00000100:00000001:1.0:1712357315.034332:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.034333:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104594816 : -131938604956800 : ffff8800a651c380) 00000100:00000040:1.0:1712357315.034338:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.034343:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.034345:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.034346:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357315.034349:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572161408, offset 0 00000400:00000200:1.0:1712357315.034352:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.034357:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.034361:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.034366:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.034369:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.034371:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.034373:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.034376:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [625:625:256:4294967295] 192.168.203.120@tcp LPNI seq info [625:625:8:4294967295] 00000400:00000200:1.0:1712357315.034379:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.034385:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.034388:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.034392:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.034397:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.034402:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.034405:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.034425:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.034427:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.034429:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.034434:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.034435:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.034437:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.034439:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.034440:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.034441:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.034442:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.034549:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.034553:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357315.034566:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.034570:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.034572:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357315.034573:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357315.034576:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.034579:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.034600:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.034602:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.034607:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.034611:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.037910:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:3.1:1712357315.037921:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449660. 00000800:00000001:2.0:1712357315.040625:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.040639:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.040641:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.040643:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.040653:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040658:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.040664:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040667:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040670:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040871:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909d80 00000400:00000200:2.0:1712357315.040876:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040881:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1695 [1] + 224 00000800:00000001:2.0:1712357315.040887:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.040902:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.040904:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.040908:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.040913:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.040919:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.040927:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.040949:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.040956:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.040960:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040963:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.040975:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [626:626:256:4294967295] 192.168.203.120@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:2.0:1712357315.040979:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.040985:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.040989:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.040993:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.040998:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.041003:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.041006:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.041068:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.041070:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.041072:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.041074:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.041078:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.041080:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.041112:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.041117:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.041119:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.041121:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.041125:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.041126:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.041128:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.041133:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.041140:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651c380 x1795536572161408/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.041146:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.041147:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.041149:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.041152:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.041154:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.041155:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.041157:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.041164:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.041167:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.041169:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.041170:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.041172:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.041175:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041177:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.041178:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.041180:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.041181:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.041182:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104594816 : -131938604956800 : ffff8800a651c380) 00000100:00000001:1.0:1712357315.041185:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.041191:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.041192:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.041194:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.041198:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651c380 x1795536572161408/t4294967402(4294967402) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.041204:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.041206:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.041208:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.041211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651c380 x1795536572161408/t4294967402(4294967402) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.041217:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651c380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161408:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.041221:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.041224:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041226:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.041227:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.041230:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c380 x1795536572161408/t4294967402(4294967402) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.041235:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.041237:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.041239:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.041240:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.041245:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.041247:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x34:0x0] 00800000:00000001:1.0:1712357315.041249:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041253:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.041255:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.041258:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.041260:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.041261:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.041263:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502324 : 144115205272502324 : 200000401000034) 00000080:00000001:1.0:1712357315.041266:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.041271:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771f000. 00000080:00000001:1.0:1712357315.041277:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.041281:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x34:0x0](ffff8800a771f0c8) 00000080:00000001:1.0:1712357315.041283:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.041285:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x34:0x0] 00000080:00000001:1.0:1712357315.041287:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041288:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502324 : 144115205272502324 : 200000401000034) 00000080:00000001:1.0:1712357315.041290:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.041291:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502324 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.041294:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x34:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.041295:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.041297:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123480776 : -131938586070840 : ffff8800a771f0c8) 00000080:00000001:1.0:1712357315.041299:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.041300:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.041302:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.041303:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041307:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.041308:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.041311:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651c380 x1795536572161408/t4294967402(4294967402) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.041316:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.041319:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.041323:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041338:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041348:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.041349:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.041366:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.041368:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.041371:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041390:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.041392:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.041393:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.041396:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041399:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.041401:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.041403:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.041404:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.041409:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.041411:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041413:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.041414:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.041417:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041418:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.041419:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.041420:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.041422:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.041423:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.041424:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.041425:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.041427:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.041428:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.041434:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.041436:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.041438:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=idna, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.041441:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.041446:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.041448:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.041450:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'idna' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.041452:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.041455:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='idna' -> mds #0 00800000:00000001:1.0:1712357315.041457:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.041460:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.041462:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: idna,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.041465:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.041467:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.041469:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651c700. 00000020:00000040:1.0:1712357315.041472:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=106 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.041476:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.041479:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.041483:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.041484:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.041485:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041490:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.041492:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.041494:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.041499:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6a72000. 00000100:00000001:1.0:1712357315.041502:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.041505:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.041506:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.041507:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.041508:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.041509:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.041514:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104595712 : -131938604955904 : ffff8800a651c700) 00010000:00000001:1.0:1712357315.041517:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.041518:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.041522:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.041524:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.041526:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.041528:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357315.041531:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.041533:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033384ae to hash 00000020:00000001:1.0:1712357315.041534:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.041536:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.041538:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.041540:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.041542:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.041545:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.041551:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.041570:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.041574:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.041575:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.041688:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.041690:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.041692:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.041693:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104595712 : -131938604955904 : ffff8800a651c700) 00000100:00000001:1.0:1712357315.041696:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.041699:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041701:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.041702:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.041706:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.041712:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.041713:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.041715:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.041717:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.041720:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651c700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161472:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.041723:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.041726:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.041727:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.041729:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.041731:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.041733:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.041736:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.041739:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.041742:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.041750:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572161472, portal 10 00000100:00000001:1.0:1712357315.041752:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.041752:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104595712 : -131938604955904 : ffff8800a651c700) 00000100:00000040:1.0:1712357315.041757:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.041762:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.041764:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.041765:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357315.041768:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572161472, offset 0 00000400:00000200:1.0:1712357315.041772:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.041780:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.041783:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.041787:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.041790:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.041792:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.041795:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.041797:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [627:627:256:4294967295] 192.168.203.120@tcp LPNI seq info [627:627:8:4294967295] 00000400:00000200:1.0:1712357315.041799:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.041805:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.041808:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.041810:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.041813:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.041818:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.041820:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.041836:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041837:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.041839:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041841:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.041843:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.041844:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.041846:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.041847:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.041849:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.041849:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.041905:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.041908:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:2.0:1712357315.041911:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.041914:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.041916:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:2.0:1712357315.041918:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:2.0:1712357315.041921:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.041924:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.041930:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.041932:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.041937:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.041938:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.046069:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.046081:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.046084:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.046086:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.046095:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.046101:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.046107:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.046110:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.046113:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.046117:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909dc0 00000400:00000200:3.0:1712357315.046120:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.046124:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x169d [1] + 224 00000800:00000001:3.0:1712357315.046130:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.046144:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.046147:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.046151:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.046156:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.046162:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.046169:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.046193:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.046198:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.046201:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.046257:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.046263:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.046264:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.046266:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.046269:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.046270:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.046272:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.046276:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.046281:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.046293:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.046295:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.046296:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.046299:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.046301:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.046303:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.046305:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.046311:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.046314:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.046316:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.046319:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.046323:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.046326:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.046327:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.046329:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.046330:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.046334:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.046338:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.046340:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.046342:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.046345:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.046350:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651c700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161472:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.046354:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.046357:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.046359:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.046360:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.046362:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.046374:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.046377:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.046379:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.046380:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.046383:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.046385:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.046388:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.046390:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357315.046392:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.046394:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357315.046397:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046405:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.046408:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046412:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.046414:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.046419:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.046421:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046425:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.046427:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.046429:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.046431:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.046434:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.046440:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.046443:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046447:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.046449:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.046451:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046454:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.046455:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.046456:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.046457:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.046457:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357315.046458:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.046460:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.046461:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.046463:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.046466:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.046467:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.046469:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.046470:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.046471:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.046472:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.046473:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.046474:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.046475:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033384ae from hash 00010000:00000001:1.0:1712357315.046476:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.046477:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.046478:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.046479:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.046479:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.046480:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.046484:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.046485:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.046486:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.046487:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.046489:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.046492:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.046492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.046493:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.046494:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.046494:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.046495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.046495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.046497:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033384ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.047296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.047298:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.047302:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.047308:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.047313:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.047314:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047315:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047316:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047318:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.047319:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.047319:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047321:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.047323:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=idna intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.047325:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047327:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047328:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047331:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.047333:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.047337:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449880. 00000080:00002000:1.0:1712357315.047346:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.047351:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047355:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.047358:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047360:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.047361:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.047363:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.047367:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.047369:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.047372:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.047374:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047375:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047377:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047378:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.047381:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.047383:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.047388:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.047391:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651c700 x1795536572161472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.047396:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.047397:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.047401:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.047404:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.047406:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.047407:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=105 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.047408:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.047410:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6a72000. 02000000:00000001:1.0:1712357315.047413:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.047414:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.047416:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651c700. 00000100:00000001:1.0:1712357315.047419:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.047420:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.047421:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.047422:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.047423:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.047428:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.047433:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry idna (ffff8800a7702bd0, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.047436:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.047437:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.047441:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.047444:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.047445:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.047447:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047464:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.047467:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.047469:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.047473:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047476:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.047477:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.047479:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.047480:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.047483:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.047485:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047486:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.047487:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.047489:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047490:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.047491:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.047493:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.047494:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.047495:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.047496:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047497:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.047498:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.047499:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.047508:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=idna, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.047510:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.047511:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.047512:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047515:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.047516:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.047518:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.047523:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.047524:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=idna, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.047527:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.047530:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.047535:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.047537:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047539:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.047543:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.047545:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.047546:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.047549:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.047551:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.047552:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.047553:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047555:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.047568:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.047571:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x35:0x0] 40000000:00000001:1.0:1712357315.047573:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047574:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047575:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.047576:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.047578:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'idna' [0x200000401:0x35:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.047580:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047599:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.047601:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.047603:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.047604:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.047607:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.047608:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.047609:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.047611:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.047614:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651c700. 00000020:00000040:1.0:1712357315.047616:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=106 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.047620:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.047622:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.047623:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.047629:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.047632:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.047633:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.047634:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.047635:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.047637:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.047640:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.047644:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616de00. 00000100:00000001:1.0:1712357315.047648:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.047650:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.047651:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.047652:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.047653:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.047654:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.047663:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.047667:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.047672:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.047674:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.047677:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.047679:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.047681:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.047682:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104595712 : -131938604955904 : ffff8800a651c700) 00000100:00000001:1.0:1712357315.047685:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.047687:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.047689:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.047691:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.047693:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.047698:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.047700:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.047702:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.047703:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.047705:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651c700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161600:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.047714:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.047718:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.047720:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.047722:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.047724:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6a72000. 02000000:00000001:1.0:1712357315.047726:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.047731:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.047733:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.047738:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.047743:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572161600, portal 10 00000100:00000001:1.0:1712357315.047744:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.047745:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104595712 : -131938604955904 : ffff8800a651c700) 00000100:00000040:1.0:1712357315.047749:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.047755:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.047757:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.047758:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357315.047760:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572161600, offset 0 00000400:00000200:1.0:1712357315.047764:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.047769:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.047773:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.047778:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.047781:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.047783:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.047785:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.047787:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [628:628:256:4294967295] 192.168.203.120@tcp LPNI seq info [628:628:8:4294967295] 00000400:00000200:1.0:1712357315.047790:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.047797:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.047801:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.047804:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357315.047809:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.047815:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.047823:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.048184:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.048186:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.048188:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.048190:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.048192:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.048193:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.048195:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.048197:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.048199:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.048199:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.048299:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.048302:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:2.0:1712357315.048305:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.048313:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.048316:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:2.0:1712357315.048317:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:2.0:1712357315.048319:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.048323:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.048329:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.048331:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.048336:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.048337:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.050739:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:3.1:1712357315.050750:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449880. 00000800:00000001:3.0:1712357315.052072:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.052083:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.052085:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.052087:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.052095:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052100:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.052105:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052108:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052121:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052124:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909e40 00000400:00000200:3.0:1712357315.052128:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052132:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x16a5 [1] + 224 00000800:00000001:3.0:1712357315.052137:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.052147:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.052149:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.052153:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.052158:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.052164:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.052173:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.052192:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.052198:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.052201:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052205:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.052210:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [629:629:256:4294967295] 192.168.203.120@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:3.0:1712357315.052213:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.052219:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.052223:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.052226:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357315.052230:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.052236:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.052239:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.052285:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.052288:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357315.052290:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.052293:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.052301:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.052303:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.052525:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.052530:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.052532:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.052534:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.052537:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.052539:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.052541:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.052551:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.052568:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651c700 x1795536572161600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.052574:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.052576:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.052578:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.052614:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.052616:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.052617:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.052620:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.052626:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.052630:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.052631:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.052632:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.052634:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.052637:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.052639:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.052645:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.052646:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.052648:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.052649:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104595712 : -131938604955904 : ffff8800a651c700) 00000100:00000001:1.0:1712357315.052651:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.052652:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.052653:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.052655:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.052659:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651c700 x1795536572161600/t4294967403(4294967403) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.052665:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.052667:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.052669:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.052672:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651c700 x1795536572161600/t4294967403(4294967403) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.052679:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651c700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161600:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.052683:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.052686:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.052688:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.052690:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.052692:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651c700 x1795536572161600/t4294967403(4294967403) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.052698:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.052701:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.053048:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.053050:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.053056:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.053059:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x35:0x0] 00800000:00000001:1.0:1712357315.053061:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053065:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.053067:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.053140:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.053143:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.053149:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.053151:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502325 : 144115205272502325 : 200000401000035) 00000080:00000001:1.0:1712357315.053153:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.053160:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a771f800. 00000080:00000001:1.0:1712357315.053166:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.053167:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x35:0x0](ffff8800a771f8c8) 00000080:00000001:1.0:1712357315.053169:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.053171:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x35:0x0] 00000080:00000001:1.0:1712357315.053173:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053174:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502325 : 144115205272502325 : 200000401000035) 00000080:00000001:1.0:1712357315.053175:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.053177:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502325 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.053179:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x35:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.053180:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.053183:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123482824 : -131938586068792 : ffff8800a771f8c8) 00000080:00000001:1.0:1712357315.053185:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.053186:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.053188:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.053189:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053193:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.053194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.053198:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651c700 x1795536572161600/t4294967403(4294967403) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.053203:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.053205:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.053209:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053211:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053217:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.053218:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.053239:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.053240:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.053243:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.053263:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.053265:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.053268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053275:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.053276:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.053278:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.053280:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.053282:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.053284:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053286:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.053287:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.053289:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053291:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.053292:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.053293:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.053294:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.053295:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.053296:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.053297:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.053298:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.053299:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.053305:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=lockfile, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.053308:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.053310:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=lockfile, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.053314:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.053318:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.053320:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.053322:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'lockfile' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.053324:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.053327:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='lockfile' -> mds #0 00800000:00000001:1.0:1712357315.053329:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.053331:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.053333:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: lockfile,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.053336:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.053338:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.053341:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ca80. 00000020:00000040:1.0:1712357315.053344:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=107 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.053348:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.053355:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.053359:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.053361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.053362:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.053364:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.053365:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.053368:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.053381:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540000. 00000100:00000001:1.0:1712357315.053386:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.053389:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.053390:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.053391:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.053392:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.053393:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.053399:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104596608 : -131938604955008 : ffff8800a651ca80) 00010000:00000001:1.0:1712357315.053401:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.053403:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.053407:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.053409:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.053410:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.053413:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357315.053415:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.053417:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f033384b5 to hash 00000020:00000001:1.0:1712357315.053418:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.053419:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.053421:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.053424:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.053425:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.053428:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.053433:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.053440:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.053448:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.053449:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.053453:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.053454:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.053456:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.053456:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104596608 : -131938604955008 : ffff8800a651ca80) 00000100:00000001:1.0:1712357315.053460:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.053463:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.053464:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.053465:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.053470:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.053474:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.053476:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.053478:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.053480:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.053482:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ca80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161664:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.053485:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.053488:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.053490:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.053491:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.053494:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.053496:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.053500:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.053502:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.053505:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.053510:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572161664, portal 10 00000100:00000001:1.0:1712357315.053511:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.053512:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104596608 : -131938604955008 : ffff8800a651ca80) 00000100:00000040:1.0:1712357315.053516:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.053521:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.053526:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.053529:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357315.053532:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572161664, offset 0 00000400:00000200:1.0:1712357315.053535:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.053539:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.053543:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.053546:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.053549:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.053552:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.053554:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.053568:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [630:630:256:4294967295] 192.168.203.120@tcp LPNI seq info [630:630:8:4294967295] 00000400:00000200:1.0:1712357315.053572:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.053578:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.053608:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.053611:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4f00. 00000800:00000200:1.0:1712357315.053614:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.053618:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.053620:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.053625:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.053627:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.053628:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.053631:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.053632:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.053633:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.053635:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.053636:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.053638:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.053639:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.053913:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.053916:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4f00. 00000400:00000200:3.0:1712357315.053919:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.053923:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.053925:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357315.053926:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357315.053929:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.053932:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.053938:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.053941:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.053946:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.053947:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.055949:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.055959:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.055962:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.055964:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.055972:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.055977:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.055983:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.055986:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.055989:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.055993:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909e80 00000400:00000200:2.0:1712357315.055996:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.056000:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x16ad [1] + 224 00000800:00000001:2.0:1712357315.056006:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.056029:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.056031:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.056035:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.056039:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.056044:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.056052:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.056085:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.056091:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.056094:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.056234:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.056239:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.056240:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.056242:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.056245:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.056247:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.056253:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.056257:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.056263:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056268:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.056269:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.056271:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.056273:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.056275:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.056277:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.056279:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.056285:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.056287:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.056289:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.056292:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056296:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.056298:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.056299:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.056301:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.056302:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.056305:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056309:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.056311:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.056312:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.056315:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.056320:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ca80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161664:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.056323:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.056329:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.056331:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.056332:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.056334:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056339:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.056341:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.056343:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.056344:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.056346:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.056349:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.056351:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.056353:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357315.056354:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.056356:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357315.056360:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056366:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.056369:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056373:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.056375:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.056379:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.056380:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056384:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.056385:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.056387:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.056389:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.056395:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.056398:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.056400:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056404:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.056405:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.056407:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056410:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.056412:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.056413:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.056414:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.056414:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357315.056415:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.056416:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.056418:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.056420:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.056422:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.056424:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.056425:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.056426:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.056428:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.056430:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.056431:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.056431:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.056433:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f033384b5 from hash 00010000:00000001:1.0:1712357315.056434:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.056435:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.056438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.056439:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.056440:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.056442:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.056443:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.056444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.056445:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056446:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.056448:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056452:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.056453:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.056453:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.056454:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.056455:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.056456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.056457:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.056458:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.056467:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.056468:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.056471:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.056475:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.056480:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.056481:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056482:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056483:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056485:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.056487:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.056487:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056488:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.056489:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=lockfile intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.056492:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056494:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056498:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056501:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.056503:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.056506:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449ac0. 00000080:00002000:1.0:1712357315.056510:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.056514:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056517:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.056520:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056522:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.056523:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.056524:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.056528:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.056530:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.056533:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.056535:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056536:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056537:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056539:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.056540:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.056543:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.056546:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.056549:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ca80 x1795536572161664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056553:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.056554:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.056566:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.056570:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.056571:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.056573:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=106 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.056574:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.056576:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540000. 02000000:00000001:1.0:1712357315.056579:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.056580:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.056607:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ca80. 00000100:00000001:1.0:1712357315.056610:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.056610:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.056615:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.056616:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.056617:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.056622:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.056623:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry lockfile (ffff8800a7702438, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.056626:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.056627:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.056630:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.056632:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.056634:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.056635:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056651:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.056653:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.056655:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.056659:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056661:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.056662:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.056664:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.056666:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.056668:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.056670:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056671:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.056672:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.056674:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056675:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.056676:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.056677:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.056678:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.056679:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.056679:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056680:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.056681:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.056683:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.056688:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=lockfile, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.056690:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.056691:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.056693:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056698:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.056699:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.056701:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.056703:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.056704:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=lockfile, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.056706:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.056709:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.056714:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.056717:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056719:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.056723:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.056724:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.056726:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.056728:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.056731:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.056732:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.056733:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056735:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.056737:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.056739:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x36:0x0] 40000000:00000001:1.0:1712357315.056741:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056742:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056743:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.056744:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.056745:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'lockfile' [0x200000401:0x36:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.056747:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056749:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.056750:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.056752:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.056754:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.056756:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.056757:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.056758:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.056760:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.056762:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ca80. 00000020:00000040:1.0:1712357315.056764:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=107 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.056772:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.056773:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.056774:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.056777:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.056780:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.056781:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.056782:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.056784:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.056785:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.056787:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.056792:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616d000. 00000100:00000001:1.0:1712357315.056796:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.056798:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.056799:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.056800:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.056801:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.056802:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.056809:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.056813:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.056818:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.056819:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.056822:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.056823:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.056825:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.056826:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104596608 : -131938604955008 : ffff8800a651ca80) 00000100:00000001:1.0:1712357315.056829:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.056831:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.056833:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.056834:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.056837:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056841:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.056842:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.056844:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.056849:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.056852:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ca80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161792:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.056854:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.056857:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.056858:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.056860:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.056862:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540000. 02000000:00000001:1.0:1712357315.056864:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.056867:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.056869:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.056872:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.056876:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572161792, portal 10 00000100:00000001:1.0:1712357315.056878:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.056878:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104596608 : -131938604955008 : ffff8800a651ca80) 00000100:00000040:1.0:1712357315.056882:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.056887:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.056889:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.056890:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357315.056892:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572161792, offset 0 00000400:00000200:1.0:1712357315.056896:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.056899:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.056903:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.056907:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.056910:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.056912:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.056914:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.056917:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [631:631:256:4294967295] 192.168.203.120@tcp LPNI seq info [631:631:8:4294967295] 00000400:00000200:1.0:1712357315.056920:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.056925:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.056929:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.056932:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.056940:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.056945:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.056948:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.056967:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.056969:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.056971:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.056973:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.056974:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.056975:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.056977:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.056978:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.056980:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.056980:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.057081:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.057084:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357315.057087:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.057090:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.057092:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:3.0:1712357315.057094:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:3.0:1712357315.057096:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.057099:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.057105:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.057107:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.057111:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.057112:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357315.060653:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:1.1:1712357315.060663:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449ac0. 00000800:00000001:2.0:1712357315.063200:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.063213:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.063217:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.063219:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.063227:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.063233:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.063239:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.063242:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.063245:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.063248:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909f00 00000400:00000200:2.0:1712357315.063251:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.063255:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x16b5 [1] + 224 00000800:00000001:2.0:1712357315.063260:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.063271:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.063273:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.063277:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.063282:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.063288:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.063296:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.064108:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.064116:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.064120:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.064124:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.064129:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [632:632:256:4294967295] 192.168.203.120@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:2.0:1712357315.064132:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.064144:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.064148:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.064152:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.064156:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.064161:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.064165:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.064219:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.064222:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.064224:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.064227:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.064230:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.064233:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.064317:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.064322:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.064324:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.064326:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.064329:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.064331:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.064333:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.064337:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.064344:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ca80 x1795536572161792/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.064349:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.064350:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.064352:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.064354:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.064356:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.064357:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.064359:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.064366:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.064368:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.064370:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.064371:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.064379:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.064382:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064384:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.064385:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.064387:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.064388:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.064389:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104596608 : -131938604955008 : ffff8800a651ca80) 00000100:00000001:1.0:1712357315.064391:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.064393:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.064394:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.064395:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.064400:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ca80 x1795536572161792/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.064405:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.064407:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.064408:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.064410:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ca80 x1795536572161792/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.064416:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ca80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161792:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.064419:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.064421:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064423:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.064424:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.064427:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ca80 x1795536572161792/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.064431:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.064433:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.064435:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.064436:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.064441:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.064444:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x36:0x0] 00800000:00000001:1.0:1712357315.064446:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064450:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.064456:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.064459:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.064461:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.064463:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.064465:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502326 : 144115205272502326 : 200000401000036) 00000080:00000001:1.0:1712357315.064467:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.064482:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e0000. 00000080:00000001:1.0:1712357315.064488:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.064489:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x36:0x0](ffff8800a76e00c8) 00000080:00000001:1.0:1712357315.064491:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.064493:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x36:0x0] 00000080:00000001:1.0:1712357315.064495:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064496:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502326 : 144115205272502326 : 200000401000036) 00000080:00000001:1.0:1712357315.064498:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.064500:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502326 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.064503:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x36:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.064504:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.064506:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123222728 : -131938586328888 : ffff8800a76e00c8) 00000080:00000001:1.0:1712357315.064508:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.064510:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.064512:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.064513:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064517:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.064519:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.064522:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ca80 x1795536572161792/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.064527:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.064530:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.064534:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064537:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064544:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.064545:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.064570:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.064572:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.064575:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064615:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.064617:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.064619:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.064622:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064625:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.064627:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.064629:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.064630:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.064633:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.064635:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064636:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.064637:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.064639:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064640:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.064641:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.064642:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.064643:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.064644:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.064645:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.064646:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.064647:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.064648:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.064654:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=packaging, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.064656:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.064658:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=packaging, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.064661:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.064665:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.064668:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.064669:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'packaging' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.064671:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.064674:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='packaging' -> mds #0 00800000:00000001:1.0:1712357315.064676:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.064679:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.064681:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: packaging,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.064683:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.064689:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.064693:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ce00. 00000020:00000040:1.0:1712357315.064696:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=108 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.064700:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.064703:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.064707:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.064708:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.064709:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064711:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.064712:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.064715:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.064719:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357315.064723:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.064725:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.064726:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.064728:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.064729:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.064730:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.064735:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104597504 : -131938604954112 : ffff8800a651ce00) 00010000:00000001:1.0:1712357315.064738:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.064739:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.064744:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.064746:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.064748:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.064750:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357315.064752:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.064754:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f033384bc to hash 00000020:00000001:1.0:1712357315.064756:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.064757:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.064759:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.064762:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.064763:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.064766:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.064773:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.064790:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.064794:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.064795:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.064798:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.064800:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.064801:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.064802:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104597504 : -131938604954112 : ffff8800a651ce00) 00000100:00000001:1.0:1712357315.064805:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.064807:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064809:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.064810:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.064813:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.064819:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.064820:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.064822:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.064823:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.064826:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ce00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.064828:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.064832:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.064833:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.064835:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.064838:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.064839:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.064843:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.064844:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.064848:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.064853:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572161856, portal 10 00000100:00000001:1.0:1712357315.064854:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.064854:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104597504 : -131938604954112 : ffff8800a651ce00) 00000100:00000040:1.0:1712357315.064858:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.064869:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.064871:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.064872:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357315.064874:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572161856, offset 0 00000400:00000200:1.0:1712357315.064878:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.064881:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.064885:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.064889:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.064891:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.064894:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.064896:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.064898:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [633:633:256:4294967295] 192.168.203.120@tcp LPNI seq info [633:633:8:4294967295] 00000400:00000200:1.0:1712357315.064901:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.064907:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.064910:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.064912:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357315.064915:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.064919:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.064921:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.064926:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064927:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.064929:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064931:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.064931:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.064933:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.064934:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.064935:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.064937:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.064938:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.065036:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.065038:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:2.0:1712357315.065041:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.065044:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.065047:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357315.065048:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:2.0:1712357315.065051:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.065053:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.065059:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.065061:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.065065:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.065066:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.070851:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.070862:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.070866:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.070868:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.070877:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.070883:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.070889:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.070898:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.070901:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.070904:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef909f40 00000400:00000200:2.0:1712357315.070908:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.070912:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x16bd [1] + 224 00000800:00000001:2.0:1712357315.070918:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.070930:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.070933:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.070937:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.070941:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.070952:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.070962:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.070980:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.070986:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.070989:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.071836:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.071841:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.071843:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.071850:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.071854:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.071856:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.071858:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.071862:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.071869:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.071874:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.071875:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.071877:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.071880:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.071882:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.071883:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.071885:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.071892:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.071895:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.071897:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.071900:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.071904:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.071907:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.071908:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.071909:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.071911:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.071914:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.071919:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.071921:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.071923:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.071926:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.071932:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ce00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.071940:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.071942:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.071944:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.071945:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.071948:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.071953:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.071955:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.071958:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.071959:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.071961:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.071964:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.071966:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.071968:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357315.071970:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.071971:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357315.071975:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.071982:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.071985:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.071990:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.071992:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.071996:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.071997:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.071999:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.072003:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.072008:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.072011:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.072013:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.072017:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.072020:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.072028:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.072033:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.072034:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.072037:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.072040:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.072042:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.072043:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.072044:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.072045:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357315.072046:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.072048:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.072050:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.072052:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.072056:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.072057:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.072058:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.072060:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.072062:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.072063:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.072064:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.072065:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.072067:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f033384bc from hash 00010000:00000001:1.0:1712357315.072072:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.072073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.072074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.072075:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.072076:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.072077:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.072078:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.072079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.072083:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.072085:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.072088:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.072092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.072092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.072094:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.072095:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.072095:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.072096:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.072097:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.072099:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f033384bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.072841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.072843:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.072848:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.072853:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.072858:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.072859:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.072861:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.072862:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.072864:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.072865:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.072866:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.072867:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.072869:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=packaging intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.072875:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.072878:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.072880:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.072883:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.072885:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.072888:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449cc0. 00000080:00002000:1.0:1712357315.072893:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.072898:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.072901:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.072903:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.072905:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.072907:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.072908:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.072912:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.072914:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.072916:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.072919:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.072920:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.072921:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.072922:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.072925:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.072927:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.072930:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.072934:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ce00 x1795536572161856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.072938:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.072940:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.072942:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.072946:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.072948:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.072949:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=107 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.072951:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.072953:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357315.072956:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.072957:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.072962:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ce00. 00000100:00000001:1.0:1712357315.072965:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.072965:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.072967:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.072968:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.072969:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.072974:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.072975:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry packaging (ffff8800a7702438, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.072978:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.072980:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.072983:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.072985:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.072986:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.072988:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073004:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.073006:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.073008:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.073011:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073014:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.073016:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.073018:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.073019:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.073027:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.073029:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073030:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.073031:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.073033:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073035:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.073036:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.073037:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.073038:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.073039:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.073040:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073041:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.073042:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.073044:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.073049:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=packaging, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.073055:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.073056:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.073058:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073061:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.073062:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.073063:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.073066:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.073067:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=packaging, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.073069:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.073072:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.073077:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.073079:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.073081:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.073086:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.073087:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.073089:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.073091:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.073093:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.073094:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.073095:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.073097:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.073100:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.073101:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x37:0x0] 40000000:00000001:1.0:1712357315.073103:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.073104:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.073105:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.073107:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.073108:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'packaging' [0x200000401:0x37:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.073110:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.073112:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.073114:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.073116:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.073117:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.073119:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.073121:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.073125:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.073126:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.073130:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ce00. 00000020:00000040:1.0:1712357315.073132:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=108 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.073135:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.073136:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.073138:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.073140:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.073143:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.073144:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.073145:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.073147:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.073148:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.073151:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.073155:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d027400. 00000100:00000001:1.0:1712357315.073160:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.073161:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.073162:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.073163:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.073164:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.073165:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.073173:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.073178:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.073183:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.073184:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.073187:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.073188:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.073190:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.073191:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104597504 : -131938604954112 : ffff8800a651ce00) 00000100:00000001:1.0:1712357315.073195:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.073197:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.073199:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.073201:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.073203:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.073211:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.073213:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.073215:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.073217:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.073219:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ce00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161984:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.073222:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.073225:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.073226:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.073227:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.073230:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357315.073231:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.073236:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.073238:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.073242:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.073246:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572161984, portal 10 00000100:00000001:1.0:1712357315.073247:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.073248:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104597504 : -131938604954112 : ffff8800a651ce00) 00000100:00000040:1.0:1712357315.073252:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.073256:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.073258:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.073259:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.073261:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572161984, offset 0 00000400:00000200:1.0:1712357315.073265:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.073269:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.073274:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.073278:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.073280:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.073519:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.073523:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.073526:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [634:634:256:4294967295] 192.168.203.120@tcp LPNI seq info [634:634:8:4294967295] 00000400:00000200:1.0:1712357315.073529:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.073540:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.073544:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.073548:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.073552:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.073566:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.073569:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.073601:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.073603:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.073605:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.073607:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.073608:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.073610:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.073611:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.073613:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.073614:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.073615:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.073689:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.073692:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:2.0:1712357315.073695:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.073698:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.073701:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:2.0:1712357315.073702:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:2.0:1712357315.073704:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.073707:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.073713:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.073715:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.073720:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.073721:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.076610:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.076628:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.076631:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.076632:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.076640:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076645:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.076650:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076653:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076656:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076659:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef909fc0 00000400:00000200:2.0:1712357315.076663:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076667:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x16c5 [1] + 224 00000800:00000001:2.0:1712357315.076672:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.076682:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.076684:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.076688:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.076692:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.076697:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.076705:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.076725:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.076731:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.076734:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076737:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.076741:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [635:635:256:4294967295] 192.168.203.120@tcp LPNI seq info [635:635:8:4294967295] 00000400:00000200:2.0:1712357315.076743:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.076748:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.076752:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.076755:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.076759:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.076769:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.076771:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.076828:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.076830:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.076832:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.076835:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.076839:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.076845:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.076894:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.076899:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.076901:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.076903:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.076906:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.076907:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.076909:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.076913:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.076919:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ce00 x1795536572161984/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.076924:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.076926:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.076927:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.076929:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.076931:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.076933:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.076935:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.076945:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.076948:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.076950:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.076951:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.076953:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.076956:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.076959:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.076960:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.076961:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.076962:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.076963:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104597504 : -131938604954112 : ffff8800a651ce00) 00000100:00000001:1.0:1712357315.076966:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.076967:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.076969:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.076970:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.076973:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ce00 x1795536572161984/t4294967405(4294967405) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.076979:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.076982:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.076983:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.076986:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ce00 x1795536572161984/t4294967405(4294967405) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.076992:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ce00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572161984:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.076996:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.076998:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.077000:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.077001:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.077005:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ce00 x1795536572161984/t4294967405(4294967405) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.077009:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.077011:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.077014:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.077018:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.077024:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.077027:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x37:0x0] 00800000:00000001:1.0:1712357315.077029:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077033:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.077040:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.077043:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.077045:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.077046:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.077048:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502327 : 144115205272502327 : 200000401000037) 00000080:00000001:1.0:1712357315.077050:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.077055:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e0800. 00000080:00000001:1.0:1712357315.077061:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.077062:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x37:0x0](ffff8800a76e08c8) 00000080:00000001:1.0:1712357315.077064:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.077065:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x37:0x0] 00000080:00000001:1.0:1712357315.077067:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077069:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502327 : 144115205272502327 : 200000401000037) 00000080:00000001:1.0:1712357315.077070:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.077072:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502327 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.077074:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x37:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.077075:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.077077:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123224776 : -131938586326840 : ffff8800a76e08c8) 00000080:00000001:1.0:1712357315.077078:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.077080:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.077081:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.077083:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077086:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.077086:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.077089:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ce00 x1795536572161984/t4294967405(4294967405) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.077093:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.077096:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.077099:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077102:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077108:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.077113:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.077119:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.077120:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.077123:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077141:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.077142:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.077144:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.077147:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077150:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.077151:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.077153:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.077155:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.077157:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.077159:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077160:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.077161:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.077163:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077164:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.077165:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.077166:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.077167:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.077168:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.077168:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.077169:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.077170:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.077172:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.077178:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkg_resources, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.077181:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.077182:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pkg_resources, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.077186:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.077191:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.077193:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.077194:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pkg_resources' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.077197:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.077199:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='pkg_resources' -> mds #0 00800000:00000001:1.0:1712357315.077201:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.077207:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.077209:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pkg_resources,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.077211:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.077213:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.077216:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651d180. 00000020:00000040:1.0:1712357315.077219:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=109 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.077223:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.077226:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.077230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.077231:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.077232:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.077234:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.077235:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.077237:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.077241:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540800. 00000100:00000001:1.0:1712357315.077245:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.077247:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.077248:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.077249:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.077250:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.077251:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.077255:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104598400 : -131938604953216 : ffff8800a651d180) 00010000:00000001:1.0:1712357315.077263:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.077265:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.077269:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.077270:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.077273:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.077275:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357315.077277:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.077280:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f033384c3 to hash 00000020:00000001:1.0:1712357315.077281:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.077282:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.077284:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.077287:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.077288:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.077295:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.077301:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.077308:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.077311:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.077313:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.077316:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.077317:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.077318:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.077319:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104598400 : -131938604953216 : ffff8800a651d180) 00000100:00000001:1.0:1712357315.077322:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.077325:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.077327:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.077328:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.077331:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.077336:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.077337:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.077339:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.077341:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.077343:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651d180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.077346:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.077349:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.077350:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.077352:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.077355:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.077356:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.077359:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.077361:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.077364:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.077372:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572162048, portal 10 00000100:00000001:1.0:1712357315.077373:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.077374:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104598400 : -131938604953216 : ffff8800a651d180) 00000100:00000040:1.0:1712357315.077379:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.077384:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.077386:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.077387:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357315.077390:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572162048, offset 0 00000400:00000200:1.0:1712357315.077393:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.077396:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.077399:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.077402:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.077406:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.077408:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.077410:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.077412:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [636:636:256:4294967295] 192.168.203.120@tcp LPNI seq info [636:636:8:4294967295] 00000400:00000200:1.0:1712357315.077414:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.077420:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.077423:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.077425:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.077428:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.077431:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.077433:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.077439:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.077440:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.077442:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.077444:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.077445:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.077446:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.077448:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.077449:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.077454:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.077455:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.077525:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.077527:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357315.077530:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.077537:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.077539:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357315.077540:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357315.077543:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.077546:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.077551:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.077553:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.077569:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.077570:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.079785:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:2.1:1712357315.079794:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449cc0. 00000800:00000001:3.0:1712357315.081931:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.081940:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.081942:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.081944:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.081952:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.081956:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.081960:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.081963:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.081965:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.081968:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a000 00000400:00000200:3.0:1712357315.081970:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.081974:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x16cd [1] + 224 00000800:00000001:3.0:1712357315.081978:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.081990:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.081993:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.081996:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.082001:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.082007:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.082015:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.082051:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.082058:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.082061:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.082113:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.082118:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.082120:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.082122:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.082126:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.082127:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.082129:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.082133:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.082140:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082145:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.082146:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.082148:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.082150:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.082152:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.082154:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.082156:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.082162:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.082165:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.082167:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.082169:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082174:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.082176:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.082178:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.082179:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.082181:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.082184:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082190:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.082192:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.082198:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.082201:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.082207:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651d180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.082211:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.082214:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.082221:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.082222:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.082225:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082230:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.082233:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.082235:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.082236:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.082238:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.082241:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.082243:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.082245:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357315.082247:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.082249:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357315.082254:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082261:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.082264:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082269:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.082271:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.082280:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.082282:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082286:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.082288:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.082290:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.082292:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.082296:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.082299:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.082301:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082306:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.082307:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.082309:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082313:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.082314:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.082315:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.082316:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.082317:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357315.082319:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.082320:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.082322:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.082324:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.082328:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.082329:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.082331:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.082331:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.082337:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.082338:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.082339:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.082340:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.082342:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f033384c3 from hash 00010000:00000001:1.0:1712357315.082343:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.082344:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.082345:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.082346:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.082346:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.082347:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.082349:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.082350:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.082351:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082352:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.082354:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.082359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.082360:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.082361:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.082361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.082362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.082363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.082365:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033384c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.082372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.082373:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.082377:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.082381:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.082386:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.082387:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082389:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082390:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082399:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.082401:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.082402:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082403:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.082404:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pkg_resources intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.082407:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082409:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082411:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082414:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.082416:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.082419:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6449ee0. 00000080:00002000:1.0:1712357315.082423:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.082428:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082431:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.082434:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082436:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.082437:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.082439:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.082443:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.082445:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.082448:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.082450:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082451:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082452:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082454:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.082456:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.082459:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.082463:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.082467:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651d180 x1795536572162048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082471:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.082473:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.082475:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.082478:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.082480:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.082482:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=108 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.082487:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.082489:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540800. 02000000:00000001:1.0:1712357315.082492:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.082493:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.082495:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651d180. 00000100:00000001:1.0:1712357315.082497:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.082498:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.082500:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.082501:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.082502:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.082506:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.082507:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pkg_resources (ffff8800a7702ca8, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.082510:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.082512:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.082515:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.082518:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.082519:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.082520:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082538:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.082540:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.082542:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.082545:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082548:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.082550:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.082552:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.082554:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.082567:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.082570:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082572:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.082573:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.082575:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082577:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.082578:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.082579:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.082611:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.082612:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.082613:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082618:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.082620:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.082622:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.082629:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pkg_resources, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.082631:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.082632:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.082633:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082636:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.082637:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.082639:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.082641:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.082642:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=pkg_resources, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.082644:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.082647:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000002:1.0:1712357315.082651:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.082654:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082656:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.082659:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.082660:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.082662:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.082664:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.082666:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.082667:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.082668:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082670:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.082672:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.082674:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x38:0x0] 40000000:00000001:1.0:1712357315.082676:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082677:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082678:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.082679:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.082681:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'pkg_resources' [0x200000401:0x38:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.082683:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082685:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.082686:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.082691:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.082692:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.082694:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.082696:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.082697:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.082699:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.082702:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651d180. 00000020:00000040:1.0:1712357315.082704:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=109 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.082707:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.082708:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.082710:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.082717:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.082721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.082722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.082723:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.082725:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.082726:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.082728:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.082734:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739600. 00000100:00000001:1.0:1712357315.082738:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.082740:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.082741:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.082742:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.082742:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.082744:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.082751:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.082756:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.082761:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.082762:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.082766:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.082768:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.082769:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.082770:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104598400 : -131938604953216 : ffff8800a651d180) 00000100:00000001:1.0:1712357315.082773:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.082779:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.082781:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.082782:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.082785:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082790:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.082791:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.082794:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.082795:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.082797:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651d180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162176:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.082800:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.082803:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.082804:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.082805:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.082808:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540800. 02000000:00000001:1.0:1712357315.082809:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.082812:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.082814:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.082817:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.082820:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572162176, portal 10 00000100:00000001:1.0:1712357315.082822:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.082823:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104598400 : -131938604953216 : ffff8800a651d180) 00000100:00000040:1.0:1712357315.082826:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.082831:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.082833:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.082835:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357315.082837:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572162176, offset 0 00000400:00000200:1.0:1712357315.082840:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.082844:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.082847:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.082851:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.082854:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.082857:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.082861:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.082865:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [637:637:256:4294967295] 192.168.203.120@tcp LPNI seq info [637:637:8:4294967295] 00000400:00000200:1.0:1712357315.082867:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.082873:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.082878:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.082880:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357315.082884:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.082890:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.082893:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.082980:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.082982:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.082984:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.082986:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.082987:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.082989:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.082990:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.082992:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.082993:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.082994:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.083207:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.083210:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:2.0:1712357315.083213:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.083217:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.083219:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:2.0:1712357315.083221:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:2.0:1712357315.083223:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.083225:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.083231:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.083234:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.083238:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.083239:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.089384:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.089395:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.089398:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.089401:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.089409:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089415:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.089421:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089424:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089428:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089431:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90a080 00000400:00000200:3.0:1712357315.089435:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089439:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x16d5 [1] + 224 00000800:00000001:3.0:1712357315.089445:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.089460:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.089463:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.089466:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.089471:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.089477:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.089485:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.089506:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.089513:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.089516:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089520:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.089524:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [638:638:256:4294967295] 192.168.203.120@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000200:3.0:1712357315.089527:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.089540:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.089544:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.089548:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357315.089552:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.089567:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.089571:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.089663:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.089666:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357315.089668:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.089671:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.089675:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.089677:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.089677:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.089683:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.089684:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.089687:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.089689:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.089691:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.089693:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.089697:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.089704:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651d180 x1795536572162176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.089709:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.089711:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.089712:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.089720:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.089721:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.089723:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.089725:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.089736:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.089739:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.089741:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.089742:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.089744:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.089747:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.089750:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.089751:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.089752:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.089754:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.089755:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104598400 : -131938604953216 : ffff8800a651d180) 00000100:00000001:1.0:1712357315.089757:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.089759:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.089760:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.089761:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.089765:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651d180 x1795536572162176/t4294967406(4294967406) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.089771:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.089773:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.089775:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.089778:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651d180 x1795536572162176/t4294967406(4294967406) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.089784:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651d180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162176:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.089788:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.089791:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.089793:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.089794:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.089797:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d180 x1795536572162176/t4294967406(4294967406) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.089810:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.089813:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.089815:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.089816:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.089821:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.089824:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x38:0x0] 00800000:00000001:1.0:1712357315.089826:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089829:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.089832:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.089835:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.089837:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.089838:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.089840:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502328 : 144115205272502328 : 200000401000038) 00000080:00000001:1.0:1712357315.089842:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.089847:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e1000. 00000080:00000001:1.0:1712357315.089854:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.089855:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x38:0x0](ffff8800a76e10c8) 00000080:00000001:1.0:1712357315.089857:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.089859:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x38:0x0] 00000080:00000001:1.0:1712357315.089860:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089862:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502328 : 144115205272502328 : 200000401000038) 00000080:00000001:1.0:1712357315.089863:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.089865:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502328 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.089868:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x38:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.089869:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.089871:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123226824 : -131938586324792 : ffff8800a76e10c8) 00000080:00000001:1.0:1712357315.089873:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.089874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.089876:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.089877:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089881:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.089882:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.089885:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651d180 x1795536572162176/t4294967406(4294967406) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.089899:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.089903:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357315.089907:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089910:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089917:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.089918:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.089924:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.089926:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.089928:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089947:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.089949:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.089951:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.089954:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089957:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.089958:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.089960:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.089962:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.089964:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.089966:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089968:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.089969:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.089971:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089972:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.089973:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.089974:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.089975:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.089977:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.089977:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.089979:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.089980:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.089981:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.089987:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=progress, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.089990:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.089992:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=progress, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.089996:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.090005:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.090009:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.090010:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'progress' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.090013:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.090015:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='progress' -> mds #0 00800000:00000001:1.0:1712357315.090018:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.090020:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.090021:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: progress,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.090024:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.090026:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.090030:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651d500. 00000020:00000040:1.0:1712357315.090032:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=110 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.090036:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.090039:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.090043:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.090044:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.090045:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.090048:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.090049:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.090052:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.090056:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540c00. 00000100:00000001:1.0:1712357315.090060:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.090062:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.090064:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.090065:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.090066:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.090067:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.090071:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104599296 : -131938604952320 : ffff8800a651d500) 00010000:00000001:1.0:1712357315.090073:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.090075:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.090080:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.090082:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.090084:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.090086:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357315.090089:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.090095:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f033384ca to hash 00000020:00000001:1.0:1712357315.090096:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.090097:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.090099:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.090102:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.090104:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.090111:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.090117:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.090124:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.090128:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.090130:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.090133:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.090134:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.090136:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.090137:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104599296 : -131938604952320 : ffff8800a651d500) 00000100:00000001:1.0:1712357315.090140:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.090143:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.090145:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.090146:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.090150:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.090155:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.090156:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.090158:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.090159:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.090161:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651d500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.090164:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.090167:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.090172:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.090174:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.090178:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.090179:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.090183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.090185:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.090188:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.090192:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572162240, portal 10 00000100:00000001:1.0:1712357315.090194:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.090195:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104599296 : -131938604952320 : ffff8800a651d500) 00000100:00000040:1.0:1712357315.090204:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.090209:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.090211:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.090212:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.090215:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572162240, offset 0 00000400:00000200:1.0:1712357315.090219:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.090223:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.090225:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.090229:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.090232:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.090235:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.090236:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.090239:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [639:639:256:4294967295] 192.168.203.120@tcp LPNI seq info [639:639:8:4294967295] 00000400:00000200:1.0:1712357315.090242:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.090247:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.090251:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.090253:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357315.090256:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.090259:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.090261:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.090278:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.090283:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.090285:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.090287:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.090288:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.090289:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.090291:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.090292:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.090294:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.090294:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.090487:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.090490:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357315.090493:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.090496:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.090498:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357315.090499:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357315.090501:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.090504:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.090510:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.090512:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.090516:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.090517:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.092614:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357315.092622:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6449ee0. 00000800:00000001:2.0:1712357315.094671:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.094680:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.094682:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.094684:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.094692:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.094697:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.094702:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.094705:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.094708:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.094712:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a0c0 00000400:00000200:2.0:1712357315.094715:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.094732:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x16dd [1] + 224 00000800:00000001:2.0:1712357315.094738:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.095026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.095029:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.095033:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.095038:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.095044:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.095052:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.095264:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.095271:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.095274:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.095620:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.095626:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.095627:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.095630:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.095633:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.095635:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.095637:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.095642:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.095649:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.095654:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.095655:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.095657:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.095659:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.095661:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.095663:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.095665:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.095671:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.095675:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.095676:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.095679:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.095684:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.095687:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.095688:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.095689:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.095696:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.095701:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.095705:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.095707:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.095709:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.095711:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.095716:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651d500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.095719:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.095722:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.095724:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.095725:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.095728:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.095732:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.095734:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.095736:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.095737:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.095740:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.095742:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.095744:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.095747:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357315.095748:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.095750:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357315.095754:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095762:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.095765:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095776:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.095778:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095783:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.095784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.095786:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095790:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.095791:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.095793:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.095796:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.095799:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.095802:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.095804:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095808:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.095809:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.095812:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095815:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.095816:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.095817:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.095818:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.095819:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357315.095820:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.095821:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.095822:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.095827:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.095831:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.095832:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.095834:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.095835:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.095837:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.095838:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.095839:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.095840:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.095842:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f033384ca from hash 00010000:00000001:1.0:1712357315.095843:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.095844:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.095845:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.095845:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.095846:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.095847:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.095849:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.095849:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.095850:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.095851:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.095853:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.095856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.095857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.095858:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.095859:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.095860:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.095860:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.095861:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.095863:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033384ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.096613:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.096615:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.096620:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.096636:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.096643:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.096644:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096645:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096647:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096649:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.096651:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.096651:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096653:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.096654:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=progress intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.096657:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096659:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096661:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096664:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.096666:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.096669:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571020. 00000080:00002000:1.0:1712357315.096674:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.096678:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096682:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.096684:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096687:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.096688:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.096690:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.096695:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.096696:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.096700:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.096702:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096704:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096705:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096706:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.096708:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.096711:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.096714:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.096717:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651d500 x1795536572162240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.096726:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.096728:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.096730:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.096734:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.096736:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.096737:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=109 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.096739:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.096741:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540c00. 02000000:00000001:1.0:1712357315.096744:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.096745:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.096746:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651d500. 00000100:00000001:1.0:1712357315.096749:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.096750:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.096752:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.096753:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.096754:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.096758:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.096759:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry progress (ffff8800a7702360, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.096761:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.096763:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.096765:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.096767:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.096768:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.096770:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096786:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.096788:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.096790:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.096793:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096796:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.096797:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.096799:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.096801:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.096804:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.096805:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096807:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.096808:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.096813:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096815:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.096816:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.096817:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.096818:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.096820:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.096821:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096822:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.096823:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.096824:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.096829:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=progress, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.096832:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.096832:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.096834:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096837:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.096838:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.096840:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.096842:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.096843:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=progress, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.096845:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.096847:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000002:1.0:1712357315.096853:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.096855:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096857:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.096860:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.096861:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.096863:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.096866:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.096868:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.096869:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.096870:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096873:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.096875:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.096877:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x39:0x0] 40000000:00000001:1.0:1712357315.096879:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096883:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096885:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.096886:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.096887:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'progress' [0x200000401:0x39:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.096889:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096892:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.096893:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.096895:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.096896:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.096898:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.096900:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.096902:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.096903:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.096906:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651d500. 00000020:00000040:1.0:1712357315.096908:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=110 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.096917:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.096918:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.096919:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.096922:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.096925:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.096926:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.096927:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.096929:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.096930:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.096932:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.096936:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739200. 00000100:00000001:1.0:1712357315.096940:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.096941:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.096943:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.096944:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.096945:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.096946:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.096954:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.096959:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.096971:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.096972:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.096976:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.096977:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.096979:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.096980:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104599296 : -131938604952320 : ffff8800a651d500) 00000100:00000001:1.0:1712357315.096984:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.096986:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.096988:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.096989:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.096993:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.096998:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.097000:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.097002:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.097003:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.097005:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651d500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162368:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.097008:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.097011:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.097013:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.097014:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.097016:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540c00. 02000000:00000001:1.0:1712357315.097018:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.097024:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.097026:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.097030:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.097034:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572162368, portal 10 00000100:00000001:1.0:1712357315.097036:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.097037:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104599296 : -131938604952320 : ffff8800a651d500) 00000100:00000040:1.0:1712357315.097041:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.097046:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.097051:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.097053:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357315.097055:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572162368, offset 0 00000400:00000200:1.0:1712357315.097059:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.097064:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.097069:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.097074:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.097077:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.097080:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.097081:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.097085:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [640:640:256:4294967295] 192.168.203.120@tcp LPNI seq info [640:640:8:4294967295] 00000400:00000200:1.0:1712357315.097088:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.097095:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.097099:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.097102:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357315.097106:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.097112:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.097115:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.097134:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.097136:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.097137:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.097139:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.097140:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.097142:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.097143:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.097145:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.097146:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.097147:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.097331:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.097334:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:3.0:1712357315.097338:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.097342:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.097344:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357315.097346:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357315.097353:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.097356:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.097363:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.097365:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.097370:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.097371:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.099763:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357315.099780:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6571020. 00000800:00000001:2.0:1712357315.102479:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.102490:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.102493:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.102495:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.102503:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102509:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.102515:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102519:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102522:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102525:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90a140 00000400:00000200:2.0:1712357315.102528:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102532:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x16e5 [1] + 224 00000800:00000001:2.0:1712357315.102538:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.102552:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.102554:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.102570:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.102575:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.102613:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.102634:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.102652:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.102658:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.102661:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102665:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.102669:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [641:641:256:4294967295] 192.168.203.120@tcp LPNI seq info [641:641:8:4294967295] 00000400:00000200:2.0:1712357315.102672:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.102678:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.102682:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.102686:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.102690:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.102695:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.102698:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.103392:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.103396:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.103399:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.103403:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.103407:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.103410:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.103517:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.103523:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.103524:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.103526:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.103530:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.103531:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.103538:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.103542:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.103550:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651d500 x1795536572162368/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.103565:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.103567:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.103569:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.103572:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.103573:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.103575:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.103577:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.103614:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.103618:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.103620:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.103621:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.103623:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.103626:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.103628:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.103629:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.103631:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.103632:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.103633:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104599296 : -131938604952320 : ffff8800a651d500) 00000100:00000001:1.0:1712357315.103635:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.103636:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.103638:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.103639:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.103643:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651d500 x1795536572162368/t4294967407(4294967407) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.103648:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.103650:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.103652:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.103654:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651d500 x1795536572162368/t4294967407(4294967407) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.103669:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651d500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162368:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.103673:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.103676:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.103678:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.103679:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.103682:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d500 x1795536572162368/t4294967407(4294967407) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.103686:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.103689:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.103691:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.103692:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.103697:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.103700:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x39:0x0] 00800000:00000001:1.0:1712357315.103702:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103709:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.103713:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.103716:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.103718:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.103720:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.103722:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502329 : 144115205272502329 : 200000401000039) 00000080:00000001:1.0:1712357315.103724:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.103730:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e1800. 00000080:00000001:1.0:1712357315.103737:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.103738:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x39:0x0](ffff8800a76e18c8) 00000080:00000001:1.0:1712357315.103740:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.103742:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x39:0x0] 00000080:00000001:1.0:1712357315.103744:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103745:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502329 : 144115205272502329 : 200000401000039) 00000080:00000001:1.0:1712357315.103746:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.103749:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502329 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.103751:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x39:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.103753:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.103758:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123228872 : -131938586322744 : ffff8800a76e18c8) 00000080:00000001:1.0:1712357315.103759:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.103761:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.103762:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.103764:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103767:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.103768:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.103771:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651d500 x1795536572162368/t4294967407(4294967407) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.103776:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.103779:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.103783:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103786:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103792:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.103793:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.103815:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.103817:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.103820:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103840:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.103842:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.103844:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.103847:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103849:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.103851:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.103853:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.103855:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.103857:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.103859:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103860:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.103861:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.103863:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103864:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.103865:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.103866:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.103867:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.103869:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.103873:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.103874:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.103875:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.103877:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.103882:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=requests, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.103885:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.103886:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=requests, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.103890:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.103895:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.103898:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.103899:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'requests' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.103901:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.103904:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='requests' -> mds #0 00800000:00000001:1.0:1712357315.103906:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.103909:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.103910:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: requests,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.103913:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.103915:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.103918:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651d880. 00000020:00000040:1.0:1712357315.103920:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=111 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.103924:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.103927:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.103931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.103932:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.103932:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.103934:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.103936:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.103938:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.103942:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357315.103946:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.103948:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.103950:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.103951:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.103952:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.103953:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.103961:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104600192 : -131938604951424 : ffff8800a651d880) 00010000:00000001:1.0:1712357315.103964:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.103966:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.103970:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.103972:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.103974:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.103977:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357315.103980:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.103982:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f033384d1 to hash 00000020:00000001:1.0:1712357315.103983:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.103984:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.103986:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.103989:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.103990:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.103993:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.103999:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.104006:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.104010:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.104011:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.104014:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.104015:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.104017:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.104018:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104600192 : -131938604951424 : ffff8800a651d880) 00000100:00000001:1.0:1712357315.104020:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.104023:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.104024:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.104026:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.104030:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.104043:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.104044:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.104046:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.104047:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.104050:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651d880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162432:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.104053:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.104056:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.104058:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.104059:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.104062:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.104064:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.104068:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.104075:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.104078:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.104082:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572162432, portal 10 00000100:00000001:1.0:1712357315.104083:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.104084:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104600192 : -131938604951424 : ffff8800a651d880) 00000100:00000040:1.0:1712357315.104088:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.104093:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.104095:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.104097:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357315.104099:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572162432, offset 0 00000400:00000200:1.0:1712357315.104103:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.104107:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.104110:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.104114:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.104117:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.104119:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.104121:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.104123:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [642:642:256:4294967295] 192.168.203.120@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:1.0:1712357315.104126:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.104135:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.104139:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.104141:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357315.104144:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.104149:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.104151:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.104156:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.104157:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.104159:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.104160:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.104162:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.104163:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.104165:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.104166:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.104168:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.104168:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.104320:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.104322:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357315.104325:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.104328:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.104330:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:2.0:1712357315.104331:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:2.0:1712357315.104334:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.104336:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.104349:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.104351:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.104356:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.104357:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.109346:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.109358:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.109361:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.109363:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.109372:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.109378:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.109384:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.109388:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.109391:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.109395:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a180 00000400:00000200:3.0:1712357315.109398:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.109403:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x16ed [1] + 224 00000800:00000001:3.0:1712357315.109409:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.109423:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.109426:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.109429:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.109434:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.109440:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.109448:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.109470:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.109477:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.109479:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.111732:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.111741:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.111742:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.111745:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.111751:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.111753:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.111756:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.111765:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.111773:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.111780:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.111781:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.111783:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.111786:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.111788:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.111789:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.111791:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.111808:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.111812:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.111814:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.111817:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.111823:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.111825:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.111827:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.111828:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.111830:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.111833:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.111838:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.111840:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.111841:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.111844:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.111850:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651d880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162432:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.111853:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.111857:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.111858:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.111860:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.111862:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.111868:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.111870:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.111872:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.111873:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.111876:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.111878:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.111880:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.111882:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.111895:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.111897:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357315.111901:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.111908:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.111911:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.111915:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.111917:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.111921:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.111922:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.111924:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.111928:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.111930:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.111932:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.111934:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.111939:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.111941:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.111944:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.111948:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.111950:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.111952:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.111956:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.111962:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.111963:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.111964:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.111965:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357315.111966:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.111968:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.111970:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.111972:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.111976:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.111977:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.111979:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.111980:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.111982:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.111983:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.111984:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.111985:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.111987:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f033384d1 from hash 00010000:00000001:1.0:1712357315.111988:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.111989:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.111990:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.111991:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.111991:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.111992:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.111994:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.111995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.111995:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.111997:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.111999:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.112002:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.112003:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.112004:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.112005:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.112009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.112009:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.112010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.112012:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.112045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.112046:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.112050:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.112055:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.112060:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.112061:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112062:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112064:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112066:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.112068:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.112068:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112070:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.112071:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=requests intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.112074:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112077:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112079:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112082:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.112084:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.112087:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571240. 00000080:00002000:1.0:1712357315.112091:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.112097:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112099:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.112102:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112105:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.112106:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.112107:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.112112:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.112113:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.112116:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.112122:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112124:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112125:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112127:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.112129:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.112132:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.112136:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.112139:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651d880 x1795536572162432/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.112144:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.112145:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.112148:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.112151:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.112153:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.112154:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=110 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.112155:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.112158:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357315.112161:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.112162:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.112164:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651d880. 00000100:00000001:1.0:1712357315.112166:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.112167:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.112169:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.112170:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.112171:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.112176:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.112178:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry requests (ffff8800a7702510, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.112180:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.112182:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.112185:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.112187:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.112188:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.112190:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112208:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.112210:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.112212:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.112221:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112224:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.112225:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.112227:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.112228:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.112231:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.112233:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112234:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.112236:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.112237:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112239:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.112240:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.112241:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.112242:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.112243:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.112244:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112245:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.112246:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.112247:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.112254:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=requests, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.112256:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.112257:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.112258:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.112262:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.112263:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.112265:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.112266:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=requests, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.112268:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.112271:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000002:1.0:1712357315.112276:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.112278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112280:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.112284:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.112285:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.112287:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.112292:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.112294:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.112296:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.112297:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112299:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.112301:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.112303:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3a:0x0] 40000000:00000001:1.0:1712357315.112304:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112306:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112307:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.112308:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.112309:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'requests' [0x200000401:0x3a:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.112311:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112314:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.112315:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.112318:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.112320:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.112321:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.112323:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.112324:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.112326:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.112328:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651d880. 00000020:00000040:1.0:1712357315.112331:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=111 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.112334:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.112335:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.112337:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.112339:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.112342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.112343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.112344:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.112346:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.112347:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.112350:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.112353:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3738600. 00000100:00000001:1.0:1712357315.112357:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.112359:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.112363:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.112364:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.112365:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.112366:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.112375:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.112379:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.112385:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.112386:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.112390:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.112391:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.112392:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.112393:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104600192 : -131938604951424 : ffff8800a651d880) 00000100:00000001:1.0:1712357315.112397:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.112399:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.112401:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.112402:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.112405:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.112410:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.112411:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.112414:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.112416:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.112418:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651d880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162560:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.112420:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.112424:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.112425:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.112427:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.112429:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357315.112431:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.112438:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.112441:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.112444:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.112448:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572162560, portal 10 00000100:00000001:1.0:1712357315.112453:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.112454:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104600192 : -131938604951424 : ffff8800a651d880) 00000100:00000040:1.0:1712357315.112459:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.112464:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.112467:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.112468:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357315.112471:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572162560, offset 0 00000400:00000200:1.0:1712357315.112475:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.112480:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.112485:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.112489:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.112492:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.112495:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.112496:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.112499:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [643:643:256:4294967295] 192.168.203.120@tcp LPNI seq info [643:643:8:4294967295] 00000400:00000200:1.0:1712357315.112502:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.112508:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.112512:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.112515:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357315.112520:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.112526:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.112529:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.112537:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.112538:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.112540:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.112542:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.112543:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.112544:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.112545:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.112547:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.112548:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.112552:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.112921:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.112925:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357315.112928:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.112933:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.112935:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:2.0:1712357315.112937:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:2.0:1712357315.112939:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.112942:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.112949:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.112951:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.112955:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.112957:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357315.115726:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:1.1:1712357315.115738:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6571240. 00000800:00000001:3.0:1712357315.116153:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.116163:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.116165:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.116167:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.116176:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116182:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.116188:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116191:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116194:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116198:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90a200 00000400:00000200:3.0:1712357315.116201:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116206:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x16f5 [1] + 224 00000800:00000001:3.0:1712357315.116212:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.116228:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.116230:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.116235:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.116240:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.116246:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.116254:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.116276:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.116282:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.116286:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116290:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.116294:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [644:644:256:4294967295] 192.168.203.120@tcp LPNI seq info [644:644:8:4294967295] 00000400:00000200:3.0:1712357315.116297:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.116303:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.116307:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.116310:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357315.116323:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.116328:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.116331:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.116444:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.116450:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.116451:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.116453:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.116457:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.116459:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.116461:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.116465:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.116471:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651d880 x1795536572162560/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.116476:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.116477:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.116479:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.116481:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.116483:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.116485:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.116488:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.116494:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.116498:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.116499:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.116501:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.116502:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.116506:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.116508:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.116510:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.116511:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.116512:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.116513:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104600192 : -131938604951424 : ffff8800a651d880) 00000100:00000001:1.0:1712357315.116516:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.116517:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.116519:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.116520:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.116524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651d880 x1795536572162560/t4294967408(4294967408) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.116540:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.116543:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.116544:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.116548:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651d880 x1795536572162560/t4294967408(4294967408) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.116554:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651d880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162560:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.116569:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.116572:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.116574:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.116576:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.116579:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651d880 x1795536572162560/t4294967408(4294967408) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.116614:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.116616:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.116618:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.116619:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.116625:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.116627:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3a:0x0] 00800000:00000001:1.0:1712357315.116630:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116633:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.116635:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.116638:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.116640:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.116642:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.116644:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502330 : 144115205272502330 : 20000040100003a) 00000080:00000001:1.0:1712357315.116646:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.116654:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e2000. 00000080:00000001:1.0:1712357315.116661:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.116662:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3a:0x0](ffff8800a76e20c8) 00000080:00000001:1.0:1712357315.116668:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.116670:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3a:0x0] 00000080:00000001:1.0:1712357315.116672:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116677:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502330 : 144115205272502330 : 20000040100003a) 00000080:00000001:1.0:1712357315.116679:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.116681:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502330 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.116683:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3a:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.116685:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.116687:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123230920 : -131938586320696 : ffff8800a76e20c8) 00000080:00000001:1.0:1712357315.116689:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.116690:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.116692:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.116693:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116697:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.116698:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.116702:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651d880 x1795536572162560/t4294967408(4294967408) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.116707:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.116710:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.116714:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116717:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116723:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.116724:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.116737:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.116738:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.116741:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116760:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.116762:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.116763:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.116766:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116769:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.116770:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.116772:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.116774:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.116776:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.116777:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116779:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.116780:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.116781:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116786:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.116787:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.116789:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.116790:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.116791:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.116792:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.116793:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.116794:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.116796:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.116801:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=urllib3, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.116803:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.116805:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=urllib3, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.116808:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.116813:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.116815:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.116816:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'urllib3' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.116819:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.116822:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='urllib3' -> mds #0 00800000:00000001:1.0:1712357315.116824:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.116826:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.116827:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: urllib3,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.116830:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.116831:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.116834:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651dc00. 00000020:00000040:1.0:1712357315.116837:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=112 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.116840:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.116843:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.116846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.116847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.116848:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.116850:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.116852:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.116854:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.116858:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541400. 00000100:00000001:1.0:1712357315.116862:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.116866:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.116868:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.116869:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.116870:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.116871:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.116876:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104601088 : -131938604950528 : ffff8800a651dc00) 00010000:00000001:1.0:1712357315.116879:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.116880:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.116885:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.116886:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.116888:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.116891:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357315.116893:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.116895:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f033384d8 to hash 00000020:00000001:1.0:1712357315.116896:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.116897:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.116899:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.116901:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.116903:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.116905:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.116910:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.116916:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.116919:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.116921:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.116924:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.116925:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.116926:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.116927:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601088 : -131938604950528 : ffff8800a651dc00) 00000100:00000001:1.0:1712357315.116929:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.116934:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.116936:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.116937:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.116940:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.116945:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.116946:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.116949:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.116950:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.116952:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651dc00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162624:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.116954:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.116957:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.116958:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.116959:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.116963:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.116964:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.116967:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.116968:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.116971:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.116975:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572162624, portal 10 00000100:00000001:1.0:1712357315.116977:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.116977:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601088 : -131938604950528 : ffff8800a651dc00) 00000100:00000040:1.0:1712357315.116981:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.116985:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.116987:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.116988:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357315.116990:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572162624, offset 0 00000400:00000200:1.0:1712357315.116993:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.116996:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.116999:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.117002:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.117005:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.117007:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.117012:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.117014:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [645:645:255:4294967295] 192.168.203.120@tcp LPNI seq info [645:645:7:4294967295] 00000400:00000200:1.0:1712357315.117017:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.117022:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.117025:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.117028:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.117030:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.117034:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.117036:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.118721:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.118726:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.118728:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.118731:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.118732:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.118734:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000800:00000200:3.0:1712357315.118783:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.118787:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357315.118791:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.118797:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.118804:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.118808:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357315.118853:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.118855:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357315.118857:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.118860:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.118863:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:3.0:1712357315.118864:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:3.0:1712357315.118870:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.118875:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.118882:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.118884:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.118889:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.118891:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357315.118951:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.118953:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.118955:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.118956:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357315.121940:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.121953:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.121955:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.121957:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.121967:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.121974:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.121981:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.121985:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.121988:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.121991:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a240 00000400:00000200:2.0:1712357315.121995:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.121999:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x16fd [1] + 224 00000800:00000001:2.0:1712357315.122006:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.122029:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.122032:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.122036:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.122041:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.122046:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.122054:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.122076:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.122083:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.122086:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.122138:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.122144:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.122145:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.122148:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.122151:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.122153:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.122155:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.122160:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.122166:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122172:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.122173:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.122175:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.122182:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.122184:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.122186:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.122188:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.122196:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.122199:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.122202:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.122205:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122210:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.122212:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.122214:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.122215:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.122217:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.122220:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122226:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.122228:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.122230:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.122232:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.122239:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651dc00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162624:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.122243:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.122245:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.122247:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.122248:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.122251:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122256:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.122258:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.122260:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.122261:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.122267:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.122270:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.122272:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.122275:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.122276:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.122278:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357315.122282:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122289:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.122292:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122296:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.122298:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122302:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.122303:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.122304:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122308:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.122310:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.122312:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.122314:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.122318:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.122321:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.122324:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122328:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.122329:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.122335:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122339:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.122341:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.122342:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.122343:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.122344:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357315.122345:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.122347:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.122349:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.122350:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.122354:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.122356:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.122357:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.122359:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.122361:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.122362:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.122363:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.122364:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.122366:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f033384d8 from hash 00010000:00000001:1.0:1712357315.122367:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.122368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.122369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.122369:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.122370:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.122372:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.122373:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.122374:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.122375:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122376:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.122378:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122387:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.122388:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.122389:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.122390:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.122391:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.122392:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.122392:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.122394:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033384d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.122416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.122417:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.122421:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.122425:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.122431:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.122432:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122433:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122434:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122436:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.122438:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.122439:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122440:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.122441:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=urllib3 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.122444:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122446:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122448:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122452:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.122453:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.122457:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571440. 00000080:00002000:1.0:1712357315.122461:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.122466:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122469:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.122472:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122474:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.122479:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.122480:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.122485:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.122487:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.122490:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.122492:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122494:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122495:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122496:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.122499:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.122502:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.122506:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.122509:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651dc00 x1795536572162624/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122514:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.122515:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.122518:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.122522:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.122523:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.122525:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=111 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.122527:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.122529:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541400. 02000000:00000001:1.0:1712357315.122531:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.122532:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.122534:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651dc00. 00000100:00000001:1.0:1712357315.122537:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.122537:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.122540:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.122541:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.122542:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.122546:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.122548:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry urllib3 (ffff8800a7702510, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.122550:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.122553:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.122555:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.122567:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.122572:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.122574:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122621:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.122623:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.122625:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.122629:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122632:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.122633:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.122635:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.122637:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.122640:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.122642:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122643:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.122645:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.122647:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122648:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.122649:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.122650:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.122651:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.122652:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.122653:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122654:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.122655:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.122657:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.122663:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=urllib3, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.122665:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.122666:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.122668:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122670:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.122671:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.122673:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.122675:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.122676:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=urllib3, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.122678:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.122681:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000002:1.0:1712357315.122685:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.122691:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122693:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.122697:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.122698:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.122700:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.122702:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.122704:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.122706:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.122707:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122709:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.122711:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.122713:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3b:0x0] 40000000:00000001:1.0:1712357315.122715:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122716:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122717:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.122719:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.122721:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'urllib3' [0x200000401:0x3b:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.122723:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122725:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.122726:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.122729:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.122730:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.122732:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.122734:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.122736:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.122737:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.122740:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651dc00. 00000020:00000040:1.0:1712357315.122742:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=112 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.122745:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.122747:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.122748:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.122750:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.122753:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.122754:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.122755:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.122757:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.122761:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.122763:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.122768:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.122772:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.122774:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.122775:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.122776:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.122777:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.122779:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.122786:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.122791:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.122796:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.122797:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.122800:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.122801:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.122803:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.122804:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601088 : -131938604950528 : ffff8800a651dc00) 00000100:00000001:1.0:1712357315.122807:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.122809:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.122811:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.122812:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.122815:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122820:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.122821:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.122823:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.122825:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.122827:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651dc00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162752:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.122830:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.122833:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.122834:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.122836:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.122839:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6541400. 02000000:00000001:1.0:1712357315.122843:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.122847:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.122849:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.122852:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.122857:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572162752, portal 10 00000100:00000001:1.0:1712357315.122858:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.122859:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601088 : -131938604950528 : ffff8800a651dc00) 00000100:00000040:1.0:1712357315.122863:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.122868:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.122870:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.122871:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357315.122873:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572162752, offset 0 00000400:00000200:1.0:1712357315.122878:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.122882:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.122886:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.122890:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.122892:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.122895:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.122897:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.122900:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [646:646:256:4294967295] 192.168.203.120@tcp LPNI seq info [646:646:8:4294967295] 00000400:00000200:1.0:1712357315.122904:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.122910:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.122915:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.122919:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.122923:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.122928:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.122932:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.122951:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.122953:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.122955:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.122960:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.122961:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.122963:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.122964:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.122965:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.122967:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.122968:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.123157:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.123160:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357315.123167:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.123170:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.123174:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357315.123175:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357315.123177:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.123180:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.123187:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.123194:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.123198:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.123199:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.125731:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357315.125743:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6571440. 00000800:00000001:2.0:1712357315.126271:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.126284:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.126286:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.126288:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.126295:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126302:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.126307:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126310:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126313:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126316:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90a2c0 00000400:00000200:2.0:1712357315.126319:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126324:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1705 [1] + 224 00000800:00000001:2.0:1712357315.126329:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.126344:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.126346:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.126350:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.126355:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.126360:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.126369:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.126401:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.126407:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.126410:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126415:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.126419:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [647:647:256:4294967295] 192.168.203.120@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:2.0:1712357315.126423:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.126429:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.126433:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.126438:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.126442:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.126447:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.126450:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.126719:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.126724:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.126725:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.126727:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.126731:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.126733:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.126735:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.126738:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.126744:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651dc00 x1795536572162752/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.126750:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.126751:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.126753:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.126755:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.126757:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.126758:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.126761:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.126766:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.126769:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.126771:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.126772:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.126774:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.126777:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.126779:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.126781:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.126782:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.126784:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.126785:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601088 : -131938604950528 : ffff8800a651dc00) 00000100:00000001:1.0:1712357315.126787:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.126793:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.126795:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.126797:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.126801:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651dc00 x1795536572162752/t4294967409(4294967409) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.126806:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.126809:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.126811:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.126813:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651dc00 x1795536572162752/t4294967409(4294967409) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.126820:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651dc00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162752:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.126823:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.126826:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.126828:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.126829:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.126831:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651dc00 x1795536572162752/t4294967409(4294967409) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.126837:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.126840:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.126842:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.126842:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.126848:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.126850:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3b:0x0] 00800000:00000001:1.0:1712357315.126852:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126855:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.126858:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.126860:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.126863:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.126864:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.126866:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502331 : 144115205272502331 : 20000040100003b) 00000080:00000001:1.0:1712357315.126869:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.126874:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e2800. 00000080:00000001:1.0:1712357315.126880:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.126885:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3b:0x0](ffff8800a76e28c8) 00000080:00000001:1.0:1712357315.126887:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.126889:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3b:0x0] 00000080:00000001:1.0:1712357315.126891:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126892:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502331 : 144115205272502331 : 20000040100003b) 00000080:00000001:1.0:1712357315.126893:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.126895:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502331 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.126898:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3b:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.126900:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.126906:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123232968 : -131938586318648 : ffff8800a76e28c8) 00000080:00000001:1.0:1712357315.126908:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.126910:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.126911:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.126913:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126916:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.126917:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.126921:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651dc00 x1795536572162752/t4294967409(4294967409) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.126926:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.126929:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.126933:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126936:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126942:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.126943:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.126959:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.126960:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.126963:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126982:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.126984:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.126986:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.126989:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.126991:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.126993:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.126995:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.126997:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.127002:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.127004:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.127006:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.127007:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.127009:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.127011:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.127012:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.127013:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.127015:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.127016:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.127017:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.127018:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.127019:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.127020:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.127026:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=webencodings, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.127028:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.127030:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=webencodings, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.127033:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.127038:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.127041:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.127042:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'webencodings' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.127045:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.127047:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='webencodings' -> mds #0 00800000:00000001:1.0:1712357315.127050:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.127052:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.127053:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: webencodings,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.127056:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.127058:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.127062:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651df80. 00000020:00000040:1.0:1712357315.127065:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=113 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.127069:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.127071:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.127075:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.127076:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.127077:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.127083:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.127085:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.127088:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.127092:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357315.127095:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.127098:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.127099:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.127100:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.127101:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.127102:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.127107:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104601984 : -131938604949632 : ffff8800a651df80) 00010000:00000001:1.0:1712357315.127109:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.127111:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.127115:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.127117:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.127119:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.127121:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.127124:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.127126:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033384df to hash 00000020:00000001:1.0:1712357315.127127:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.127128:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.127131:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.127133:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.127134:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.127137:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.127143:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.127149:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.127153:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.127154:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.127162:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.127163:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.127165:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.127166:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601984 : -131938604949632 : ffff8800a651df80) 00000100:00000001:1.0:1712357315.127169:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.127171:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.127173:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.127174:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.127178:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.127183:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.127185:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.127187:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.127189:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.127191:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651df80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.127193:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.127197:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.127198:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.127200:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.127203:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.127204:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.127208:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.127210:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.127213:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.127218:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572162816, portal 10 00000100:00000001:1.0:1712357315.127219:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.127220:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601984 : -131938604949632 : ffff8800a651df80) 00000100:00000040:1.0:1712357315.127224:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.127229:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.127231:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.127232:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357315.127234:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572162816, offset 0 00000400:00000200:1.0:1712357315.127238:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.127247:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.127250:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.127253:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.127256:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.127259:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.127261:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.127263:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [648:648:255:4294967295] 192.168.203.120@tcp LPNI seq info [648:648:7:4294967295] 00000400:00000200:1.0:1712357315.127265:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.127271:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.127274:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.127276:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357315.127279:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.127284:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.127286:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.127289:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.127290:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.127292:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.127294:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.127295:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.127296:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.127298:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.127299:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.127301:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.127301:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.127410:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.127413:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.127415:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.127418:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.127423:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.127427:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357315.127451:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.127452:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357315.127455:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.127457:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.127459:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:2.0:1712357315.127460:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:2.0:1712357315.127463:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.127466:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.127471:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.127473:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.127482:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.127484:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.130037:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.130048:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.130050:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.130052:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.130061:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.130067:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.130073:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.130076:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.130079:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.130082:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a300 00000400:00000200:2.0:1712357315.130086:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.130090:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x170d [1] + 224 00000800:00000001:2.0:1712357315.130096:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.130110:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.130113:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.130116:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.130203:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.130209:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.130219:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.130780:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.131477:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.131485:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.131486:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.131489:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.131493:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.131495:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.131497:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.131503:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.131511:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.131529:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.131531:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.131532:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.131535:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.131537:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.131539:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.131541:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.131546:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.131549:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.131552:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.131554:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.131568:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.131571:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.131572:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.131573:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.131575:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.131578:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.131601:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.131604:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.131605:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.131609:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.131615:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651df80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.131619:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.131622:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.131624:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.131625:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.131628:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.131641:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.131644:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.131646:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.131647:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.131650:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.131653:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.131655:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.131657:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.131659:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.131661:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.131665:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131672:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.131675:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131679:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.131681:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.131686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.131688:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131692:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.131694:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.131696:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.131698:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.131702:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.131709:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.131711:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131716:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.131717:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.131719:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 4/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131722:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.131724:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.131725:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.131726:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.131727:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.131728:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.131729:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.131731:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.131733:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 5/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.131736:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.131737:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.131739:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.131740:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.131742:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.131743:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.131744:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.131745:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.131747:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033384df from hash 00010000:00000001:1.0:1712357315.131748:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.131749:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.131749:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.131750:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.131751:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.131752:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.131757:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.131757:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.131758:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131759:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.131761:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 3/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131764:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.131765:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.131766:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.131767:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.131768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.131768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.131769:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.131770:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.131777:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.131778:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.131782:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.131786:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.131791:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.131792:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.131793:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.131795:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.131797:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.131798:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.131799:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.131800:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.131801:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=webencodings intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.131804:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.131806:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.131808:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131811:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.131812:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.131816:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571660. 00000080:00002000:1.0:1712357315.131823:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.131827:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.131831:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.131834:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.131836:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.131838:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.131839:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.131843:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.131845:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.131849:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/38 (0 0) 00000002:00000001:1.0:1712357315.131851:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.131852:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.131853:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131855:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.131857:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.131860:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.131863:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.131866:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651df80 x1795536572162816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.131871:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.131872:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.131875:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.131879:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.131880:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.131881:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=112 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.131883:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.131884:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.131887:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.131889:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.131890:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651df80. 00000100:00000001:1.0:1712357315.131893:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.131894:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.131896:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.131897:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.131898:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.131903:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.131908:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry webencodings (ffff8800a7702a20, parent ffff8800a77021b0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.131911:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.131913:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.131916:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.131919:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.131920:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.131922:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131941:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.131943:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.131945:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.131949:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131952:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.131954:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.131956:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.131958:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.131960:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.131962:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131964:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.131965:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.131967:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131968:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.131969:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.131971:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.131972:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.131973:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.131974:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131975:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.131976:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.131978:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.131985:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=webencodings, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1536 00000080:00000001:1.0:1712357315.131987:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.131988:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.131990:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.131992:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.131993:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.131995:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.132001:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.132002:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=webencodings, dir=[0x200000401:0x26:0x0](ffff8800a77180c8) 00000080:00000001:1.0:1712357315.132005:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.132008:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000002:1.0:1712357315.132014:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x26:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.132016:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.132018:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.132022:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.132023:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.132025:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.132027:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.132029:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.132030:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.132031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.132034:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.132036:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.132038:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3c:0x0] 40000000:00000001:1.0:1712357315.132040:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.132041:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.132042:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.132043:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.132045:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'webencodings' [0x200000401:0x3c:0x0] on [0x200000401:0x26:0x0] -> mds #0 00800000:00000001:1.0:1712357315.132047:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.132049:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.132051:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.132053:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.132055:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.132057:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.132059:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.132060:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.132062:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.132064:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651df80. 00000020:00000040:1.0:1712357315.132067:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=113 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.132070:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.132071:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.132073:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.132080:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.132083:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.132084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.132084:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.132086:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.132088:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.132090:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.132095:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3738000. 00000100:00000001:1.0:1712357315.132099:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.132101:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.132103:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.132104:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.132105:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.132106:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.132113:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.132118:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.132124:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.132125:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.132128:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.132130:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.132132:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.132133:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601984 : -131938604949632 : ffff8800a651df80) 00000100:00000001:1.0:1712357315.132136:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.132140:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.132141:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.132143:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.132146:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.132151:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.132152:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.132154:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.132156:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.132159:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651df80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162944:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.132168:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.132171:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.132173:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.132174:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.132177:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.132178:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.132184:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.132187:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.132191:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.132195:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572162944, portal 10 00000100:00000001:1.0:1712357315.132197:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.132197:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601984 : -131938604949632 : ffff8800a651df80) 00000100:00000040:1.0:1712357315.132202:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.132208:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.132210:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.132212:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357315.132214:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572162944, offset 0 00000400:00000200:1.0:1712357315.132218:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.132223:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.132228:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.132233:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.132236:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.132239:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.132241:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.132243:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [649:649:256:4294967295] 192.168.203.120@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:1.0:1712357315.132246:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.132253:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.132258:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.132261:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357315.132266:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.132272:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.132279:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 608 niov 1 nkiov 1 00000800:00000001:3.0:1712357315.133099:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357315.133170:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.133173:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357315.133176:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.133181:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.133184:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357315.133186:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357315.133189:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.133192:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.133199:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.133201:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.133205:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.133206:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.133217:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.133360:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.133363:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.133365:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.133367:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.133368:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.133370:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.133371:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.133373:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.133375:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.133376:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357315.136373:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.136384:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.136387:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.136389:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.136397:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.136403:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.136408:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.136412:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.136415:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.136418:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90a380 00000400:00000200:3.0:1712357315.136422:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.136427:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1715 [1] + 224 00000800:00000001:3.0:1712357315.136432:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.136450:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.136453:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.136457:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.136462:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.136468:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.136477:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.137140:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.137147:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.137151:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.137156:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.137160:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [650:650:256:4294967295] 192.168.203.120@tcp LPNI seq info [650:650:8:4294967295] 00000400:00000200:3.0:1712357315.137163:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.137170:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.137175:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.137179:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357315.137184:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.137190:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.137193:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.137264:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.137267:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357315.137269:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.137272:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.137276:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.137279:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.138111:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.138117:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.138118:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.138121:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.138125:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.138127:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.138129:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.138135:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.138143:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651df80 x1795536572162944/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.138149:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.138150:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.138152:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.138154:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.138156:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.138158:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.138160:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.138166:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.138170:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.138172:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.138173:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.138175:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.138178:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.138180:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.138189:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000063/0x1] 00000100:00000001:1.0:1712357315.138190:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.138192:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.138193:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104601984 : -131938604949632 : ffff8800a651df80) 00000100:00000001:1.0:1712357315.138195:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.138197:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.138198:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.138200:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.138203:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651df80 x1795536572162944/t4294967410(4294967410) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.138209:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.138211:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.138212:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.138215:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651df80 x1795536572162944/t4294967410(4294967410) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.138221:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651df80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572162944:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.138225:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.138227:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.138229:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.138230:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.138233:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651df80 x1795536572162944/t4294967410(4294967410) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.138238:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.138241:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.138243:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.138244:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.138249:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.138252:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3c:0x0] 00800000:00000001:1.0:1712357315.138254:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138258:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.138261:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.138263:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.138266:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.138270:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.138272:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502332 : 144115205272502332 : 20000040100003c) 00000080:00000001:1.0:1712357315.138274:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.138280:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e3000. 00000080:00000001:1.0:1712357315.138287:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.138289:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3c:0x0](ffff8800a76e30c8) 00000080:00000001:1.0:1712357315.138291:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.138292:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3c:0x0] 00000080:00000001:1.0:1712357315.138294:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138295:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502332 : 144115205272502332 : 20000040100003c) 00000080:00000001:1.0:1712357315.138297:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.138298:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502332 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.138301:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3c:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.138302:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.138304:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123235016 : -131938586316600 : ffff8800a76e30c8) 00000080:00000001:1.0:1712357315.138305:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.138307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.138308:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.138310:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138313:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.138314:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.138317:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651df80 x1795536572162944/t4294967410(4294967410) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.138322:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.138325:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.138328:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138331:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138337:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.138338:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.138345:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.138346:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.138349:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138450:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.138453:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.138455:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.138458:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138464:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.138465:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.138467:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.138469:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.138471:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.138473:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138475:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.138476:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.138478:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138480:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.138481:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.138482:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.138483:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.138485:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.138485:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.138486:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.138487:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.138489:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.138494:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.138497:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.138498:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.138502:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.138506:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.138509:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.138510:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.138513:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.138515:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.138518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.138520:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.138522:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.138525:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.138526:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.138529:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651e300. 00000020:00000040:1.0:1712357315.138532:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=114 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.138535:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.138541:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.138545:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.138546:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.138547:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.138549:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.138550:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.138553:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.138571:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541c00. 00000100:00000001:1.0:1712357315.138576:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.138579:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.138645:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.138647:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.138648:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.138649:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.138655:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104602880 : -131938604948736 : ffff8800a651e300) 00010000:00000001:1.0:1712357315.138658:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.138659:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.138664:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.138665:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.138668:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.138671:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357315.138673:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.138675:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f033384e6 to hash 00000020:00000001:1.0:1712357315.138677:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.138678:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.138680:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.138683:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.138684:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.138687:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.138694:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.138701:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.138709:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.138710:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.138714:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.138715:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.138717:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.138717:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104602880 : -131938604948736 : ffff8800a651e300) 00000100:00000001:1.0:1712357315.138720:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.138723:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.138724:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.138726:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.138730:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.138735:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.138736:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.138738:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.138740:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.138742:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651e300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.138745:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.138750:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.138751:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.138753:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.138756:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.138757:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.138763:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.138764:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.138768:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.138772:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163008, portal 10 00000100:00000001:1.0:1712357315.138773:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.138774:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104602880 : -131938604948736 : ffff8800a651e300) 00000100:00000040:1.0:1712357315.138778:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.138784:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.138789:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.138791:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357315.138793:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572163008, offset 0 00000400:00000200:1.0:1712357315.138797:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.138802:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.138805:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.138809:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.138811:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.138814:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.138816:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.138818:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [651:651:256:4294967295] 192.168.203.120@tcp LPNI seq info [651:651:8:4294967295] 00000400:00000200:1.0:1712357315.138821:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.138827:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.138831:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.138833:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357315.138838:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.138842:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.138845:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.139372:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.139375:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.139376:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.139378:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.139379:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.139381:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.139383:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.139384:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.139386:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.139386:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.139476:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.139479:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:3.0:1712357315.139483:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.139487:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.139494:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:3.0:1712357315.139495:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:3.0:1712357315.139498:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.139501:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.139507:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.139510:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.139514:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.139515:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357315.139662:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:1.1:1712357315.139667:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6571660. 00000800:00000001:2.0:1712357315.144145:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.144158:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.144162:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.144164:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.144173:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.144179:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.144186:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.144197:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.144201:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.144205:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a3c0 00000400:00000200:2.0:1712357315.144208:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.144212:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x171d [1] + 224 00000800:00000001:2.0:1712357315.144224:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.144240:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.144242:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.144246:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.144251:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.144256:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.144264:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.144869:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.144877:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.144882:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.145337:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.145343:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.145344:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.145347:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.145351:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.145353:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.145361:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.145366:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.145373:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.145380:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.145381:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.145383:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.145385:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.145387:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.145389:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.145391:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.145398:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.145401:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.145403:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.145404:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.145407:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.145410:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.145412:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.145413:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.145415:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.145416:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.145420:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.145426:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.145428:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.145429:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.145432:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.145438:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651e300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.145441:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.145445:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.145450:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.145452:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.145455:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.145460:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.145462:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.145464:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.145465:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.145468:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.145471:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145473:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145475:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357315.145476:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145478:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000040:1.0:1712357315.145483:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c480, remote cookie: 0xa8e7976a8eb2197f, flags: 0x1001 00010000:00010000:1.0:1712357315.145487:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.145494:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x2e:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:1.0:1712357315.145497:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.145505:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4d00. 00010000:00000010:1.0:1712357315.145507:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357315.145510:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.145512:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.145518:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145523:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.145526:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.145527:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.145532:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.145533:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.145535:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x2e:0x0].0x0 (ffff8800b3ab4d00) refcount = 1 00010000:00010000:1.0:1712357315.145538:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145542:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.145544:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.145545:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.145547:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.145549:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.145551:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145555:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.145569:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145570:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145571:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145571:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145572:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.145576:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.145577:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145578:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145579:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145597:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145599:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145600:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145601:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145602:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357315.145603:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145605:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145607:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.145608:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.145610:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145619:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145620:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145621:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145622:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145623:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357315.145624:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145625:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145627:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.145629:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145633:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145633:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.145635:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145666:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.145667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145667:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.145673:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.145678:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145679:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145680:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145681:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145682:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145684:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145685:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.145686:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.145687:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.145692:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.145694:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145694:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145695:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145697:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145698:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00000002:00010000:1.0:1712357315.145701:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145707:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.145708:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145709:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145710:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145711:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145712:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000040:1.0:1712357315.145715:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4d00 count: 2 00010000:00000001:1.0:1712357315.145716:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.145719:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/46 (0 0) 00010000:00000001:1.0:1712357315.145721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145721:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.145722:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.145724:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.145726:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.145729:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.145731:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.145735:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.145736:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357315.145739:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.145741:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.145744:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.145746:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.145748:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.145750:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.145757:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.145761:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.145763:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2e:0x0] 00000080:00000001:1.0:1712357315.145766:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.145767:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.145769:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.145773:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2e:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.145774:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x2e:0x0](ffff8800a771c0c8): rc = 0 00000080:00000001:1.0:1712357315.145776:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123468488 : -131938586083128 : ffff8800a771c0c8) 00010000:00000001:1.0:1712357315.145778:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145779:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145780:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145781:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145782:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.145786:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.145787:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.145788:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.145789:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.145791:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.145792:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.145794:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) for lock 0xbda2fb8f033384e6 00000080:00000001:1.0:1712357315.145796:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.145798:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.145799:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.145800:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.145801:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145802:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145803:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145804:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145805:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145806:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145807:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.145811:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.145812:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.145816:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a65718c0. 00000080:00002000:1.0:1712357315.145821:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode ffff8800a771c0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.145823:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.145825:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.145827:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.145829:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) 00000080:00010000:1.0:1712357315.145831:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033384e6 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357315.145833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.145834:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.145835:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.145836:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145837:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.145838:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.145919:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145925:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145925:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145926:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.145928:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.145929:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.145935:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.145937:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.145938:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.145940:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145941:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.145943:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.145945:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.145946:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.145948:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.145950:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.145955:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.145956:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.145957:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.145958:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.145961:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.145965:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.145968:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651e300 x1795536572163008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.145973:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.145975:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.145977:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.145981:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.145982:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.145983:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=113 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.145985:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.145986:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541c00. 02000000:00000001:1.0:1712357315.145989:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.145990:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.145991:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651e300. 00000100:00000001:1.0:1712357315.145994:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.145994:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.145996:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.145997:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.145998:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357315.146006:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x2e:0x0](ffff8800a771c0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.146010:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357315.146011:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8),name=__pycache__ 00000080:00000010:1.0:1712357315.146015:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.146019:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.146022:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.146023:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x2e:0x0] '__pycache__' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.146026:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.146029:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x200000401:0x2e:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357315.146031:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.146033:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.146038:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x2e:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.146040:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.146041:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.146043:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.146045:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4d00 count: 2 00010000:00000001:1.0:1712357315.146047:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.146049:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.146050:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357315.146052:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357315.146057:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357315.146060:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.146062:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357315.146066:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357315.146067:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.146069:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.146070:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.146071:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357315.146073:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.146076:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357315.146077:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.146078:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) 00000080:00010000:1.0:1712357315.146080:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) for lock 0xbda2fb8f033384e6 00000080:00000001:1.0:1712357315.146082:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.146083:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.146084:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.146085:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.146086:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.146086:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.146365:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.146368:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.146370:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.146376:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.146377:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.146378:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.146379:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.146381:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033384e6 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357315.146382:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.146383:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.146384:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357315.146385:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.146387:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.146388:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.146390:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.146395:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.146395:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.146396:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.146397:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.146399:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.146403:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.146405:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.146405:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.146407:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.146407:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.146408:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.146410:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.146411:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.146412:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.146413:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.146415:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.146415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.146416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357315.146417:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357315.146418:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.146424:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357315.146428:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x2e:0x0](ffff8800a771c0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.146431:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.146432:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702288, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.146434:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146458:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.146460:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.146462:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.146465:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146468:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.146469:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.146471:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.146472:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.146474:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.146476:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146477:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.146478:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.146480:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146481:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.146482:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.146484:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.146485:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.146486:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.146487:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146488:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.146489:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.146490:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146491:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.146492:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702288) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.146494:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.146495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357315.146496:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.146496:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146503:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.146505:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x2e:0x0](ffff8800a771c0c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.608139985, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.146516:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.146519:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.146520:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.146522:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.146524:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.146526:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x2e:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357315.146528:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.146530:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.146966:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.146969:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4d00 count: 2 00010000:00000001:1.0:1712357315.146971:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.146973:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.146975:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.146977:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.146982:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.146985:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.146986:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.146987:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x2e:0x0] mode (null) 00000080:00000001:1.0:1712357315.146989:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.146990:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.146991:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.146993:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4d00 count: 3 00010000:00000001:1.0:1712357315.146994:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.146995:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.146996:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.146997:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.146998:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.146999:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4d00 count: 3 00010000:00000001:1.0:1712357315.147000:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.147001:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.147002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.147003:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.147004:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.147009:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4d00 count: 3 00010000:00000001:1.0:1712357315.147010:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.147011:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.147012:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.147014:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x2e:0x0] lli = ffff8800a771c000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.147017:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.147018:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.147019:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.147020:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) invalid 00000080:00002000:1.0:1712357315.147022:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7702288) parent ffff8800a77021b0 inode ffff8800a771c0c8 refc 1 00000080:00000001:1.0:1712357315.147025:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.147026:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.147027:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.147029:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.147031:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.147032:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.147033:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.147035:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.147036:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f033384e6 from hash 00010000:00000001:1.0:1712357315.147038:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.147039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.147040:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.147040:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.147042:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.147043:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.147045:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.147046:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.147048:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.147051:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651e300. 00000020:00000040:1.0:1712357315.147054:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=114 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.147058:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.147060:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.147062:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.147062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.147063:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.147069:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.147070:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.147072:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.147077:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739a00. 00000100:00000001:1.0:1712357315.147082:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.147084:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.147085:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.147089:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.147094:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.147095:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.147096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.147104:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f033384e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2197f expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.147109:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4d00 count: 0 00010000:00000010:1.0:1712357315.147112:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357315.147137:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.147138:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.147139:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.147140:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.148236:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.148240:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:1.0:1712357315.148247:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.148256:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.148262:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.148263:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.148269:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.148270:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.148272:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.148273:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104602880 : -131938604948736 : ffff8800a651e300) 00000100:00000001:1.0:1712357315.148277:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.148284:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.148286:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.148287:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.148291:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.148297:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.148298:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.148300:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.148302:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.148305:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651e300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163136:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.148308:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.148312:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.148314:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.148315:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.148319:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6541c00. 02000000:00000001:1.0:1712357315.148320:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.148327:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.148330:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.148334:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.148340:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572163136, portal 10 00000100:00000001:1.0:1712357315.148341:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.148342:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104602880 : -131938604948736 : ffff8800a651e300) 00000100:00000040:1.0:1712357315.148347:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.148352:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.148355:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.148356:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357315.148359:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572163136, offset 0 00000400:00000200:1.0:1712357315.148363:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.148369:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.148374:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.148378:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.148381:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.148384:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.148390:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.148393:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [652:652:256:4294967295] 192.168.203.120@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:1.0:1712357315.148402:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.148410:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.148415:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.148418:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357315.148422:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.148428:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.148432:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.148453:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.148454:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.148456:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.148459:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.148460:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.148462:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.148464:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.148466:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.148469:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.148470:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.148814:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.148818:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357315.148822:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.148826:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.148829:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357315.148831:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357315.148834:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.148837:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.148844:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.148847:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.148852:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.148853:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.149862:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4d00. 00010000:00000010:2.1:1712357315.149870:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000800:00000001:2.0:1712357315.151282:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.151288:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.151291:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.151292:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.151300:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151305:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.151310:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151313:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151315:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151319:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90a440 00000400:00000200:2.0:1712357315.151322:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151326:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1725 [1] + 224 00000800:00000001:2.0:1712357315.151331:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.151338:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.151340:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.151349:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.151354:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.151359:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.151367:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.151387:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.151393:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.151396:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151399:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.151404:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [653:653:256:4294967295] 192.168.203.120@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:2.0:1712357315.151407:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.151412:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.151416:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.151420:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.151423:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.151428:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.151431:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.152343:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.152350:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.152351:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.152354:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.152358:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.152359:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.152362:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.152367:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.152374:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651e300 x1795536572163136/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.152379:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.152380:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.152382:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.152390:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.152392:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.152394:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.152396:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.152403:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.152406:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.152408:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.152409:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.152411:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.152414:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.152416:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.152418:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357315.152419:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.152420:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.152421:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104602880 : -131938604948736 : ffff8800a651e300) 00000100:00000001:1.0:1712357315.152423:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.152425:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.152426:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.152427:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.152431:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651e300 x1795536572163136/t4294967411(4294967411) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.152437:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.152439:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.152441:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.152443:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651e300 x1795536572163136/t4294967411(4294967411) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.152449:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651e300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163136:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.152453:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.152455:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.152457:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.152458:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.152461:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651e300 x1795536572163136/t4294967411(4294967411) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.152473:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.152476:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.152478:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.152479:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.152484:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.152487:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152490:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.152493:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.152495:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.152497:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.152502:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.152504:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2e:0x0] 00000080:00000001:1.0:1712357315.152506:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152508:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.152510:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.152514:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2e:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.152515:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.152518:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651e300 x1795536572163136/t4294967411(4294967411) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.152523:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152524:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.152526:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.152527:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152529:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152530:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.152533:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00200008:1.0:1712357315.152540:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x2e:0x0](ffff8800a771c0c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.145000000, mtime 1611184480.608139985, ctime 1712357315.145000000, rc 0 00000080:00000001:1.0:1712357315.152544:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152550:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.152552:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7702288, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.152554:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.152569:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.152602:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.152605:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.152607:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000080:00000001:1.0:1712357315.152609:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.152623:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.152625:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000800:00000200:2.0:1712357315.152836:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.152839:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.152842:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.152846:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.152851:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.152854:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357315.152908:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.152914:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.153058:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.153060:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.153062:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.153065:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357315.153067:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.153069:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.153071:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.153073:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.153075:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.153077:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.153078:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.153479:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.153481:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:1.0:1712357315.153483:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.153485:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.153487:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.153488:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.153490:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.153497:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1 00000080:00000001:1.0:1712357315.153500:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.153502:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.153506:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.153511:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.153514:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.153515:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.153518:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.153521:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.153523:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.153530:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.153532:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.153542:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.153544:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.153548:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651e680. 00000020:00000040:1.0:1712357315.153551:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.153555:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.153565:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.153569:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.153570:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.153571:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.153572:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.153574:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.153576:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.153602:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542000. 00000100:00000001:1.0:1712357315.153607:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.153609:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.153610:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.153611:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.153612:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.153613:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.153619:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104603776 : -131938604947840 : ffff8800a651e680) 00010000:00000001:1.0:1712357315.153624:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.153625:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.153630:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.153631:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.153633:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.153635:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.153638:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.153639:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033384ed to hash 00000020:00000001:1.0:1712357315.153641:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.153642:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.153644:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.153646:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.153647:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.153654:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.153660:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.153669:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.153672:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.153673:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.153677:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.153678:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.153680:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.153681:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104603776 : -131938604947840 : ffff8800a651e680) 00000100:00000001:1.0:1712357315.153684:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.153686:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.153688:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.153689:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.153694:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.153700:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.153701:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.153703:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.153705:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.153708:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651e680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.153710:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.153714:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.153715:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.153717:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.153720:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.153722:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.153727:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.153729:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.153733:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.153741:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163200, portal 10 00000100:00000001:1.0:1712357315.153743:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.153744:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104603776 : -131938604947840 : ffff8800a651e680) 00000100:00000040:1.0:1712357315.153748:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.153753:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.153755:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.153757:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357315.153759:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572163200, offset 0 00000400:00000200:1.0:1712357315.153763:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.153767:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.153771:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.153776:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.153779:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.153782:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.153784:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.153786:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [654:654:256:4294967295] 192.168.203.120@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:1.0:1712357315.153789:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.153796:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.153800:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.153803:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.153807:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.153812:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.153814:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.153835:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.153836:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.153838:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.153840:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.153841:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.153843:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.153845:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.153846:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.153852:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.153853:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.154267:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.154269:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:2.0:1712357315.154273:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.154276:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.154278:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:2.0:1712357315.154280:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:2.0:1712357315.154285:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.154288:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.154294:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.154296:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.154301:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.154302:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.156818:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a65718c0. 00000800:00000001:2.0:1712357315.156901:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.156910:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.156913:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.156914:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.156922:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.156928:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.156933:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.156937:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.156940:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.156944:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a480 00000400:00000200:2.0:1712357315.156947:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.156952:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x172d [1] + 224 00000800:00000001:2.0:1712357315.156958:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.156971:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.156974:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.156977:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.156982:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.156987:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.156996:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.157018:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.157023:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.157026:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.157141:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.157146:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.157147:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.157150:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.157153:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.157154:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.157156:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.157161:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.157168:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.157173:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.157174:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.157176:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.157178:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.157179:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.157181:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.157183:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.157189:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.157191:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.157193:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.157194:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157196:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.157199:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.157201:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.157202:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.157204:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.157205:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.157209:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.157214:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.157216:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.157218:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.157232:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.157237:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651e680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.157240:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.157243:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.157244:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.157246:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.157248:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.157253:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.157254:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.157256:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.157257:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157259:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.157261:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157264:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157266:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.157267:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157269:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000040:1.0:1712357315.157273:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c6c0, remote cookie: 0xa8e7976a8eb219a2, flags: 0x1001 00010000:00010000:1.0:1712357315.157277:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.157283:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x2e:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:1.0:1712357315.157285:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.157293:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4700. 00010000:00000010:1.0:1712357315.157295:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357315.157298:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.157301:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.157314:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157318:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.157321:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.157322:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.157323:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.157324:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.157325:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x2e:0x0].0x0 (ffff8800b3ab4700) refcount = 1 00010000:00010000:1.0:1712357315.157328:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157332:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.157334:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.157335:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.157337:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.157339:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.157341:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157345:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.157346:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157347:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157348:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157349:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157353:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.157353:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157354:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157355:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157356:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157358:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157359:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157363:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157364:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.157365:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157366:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157368:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.157370:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.157372:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157377:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157378:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157379:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157379:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.157380:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157382:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157383:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.157385:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157389:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157389:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.157391:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157395:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.157396:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157396:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157397:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157398:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.157402:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.157407:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157411:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157412:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157413:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157414:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.157417:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157418:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157420:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.157422:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157423:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157424:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157425:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157426:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00000002:00010000:1.0:1712357315.157428:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157433:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157434:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157435:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.157436:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157436:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157437:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157438:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157440:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000040:1.0:1712357315.157442:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4700 count: 2 00010000:00000001:1.0:1712357315.157444:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.157446:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/46 (0 0) 00010000:00000001:1.0:1712357315.157448:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157449:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.157450:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.157451:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.157453:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157455:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157460:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.157463:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.157464:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357315.157466:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.157468:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157471:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157473:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.157475:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.157477:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.157479:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.157483:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.157484:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2e:0x0] 00000080:00000001:1.0:1712357315.157486:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.157488:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.157489:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.157492:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2e:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.157494:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x2e:0x0](ffff8800a771c0c8): rc = 0 00000080:00000001:1.0:1712357315.157496:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123468488 : -131938586083128 : ffff8800a771c0c8) 00010000:00000001:1.0:1712357315.157497:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157498:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157498:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157499:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157501:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157502:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157502:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.157503:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.157504:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.157505:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.157506:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157508:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.157509:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.157511:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) for lock 0xbda2fb8f033384ed 00000080:00000001:1.0:1712357315.157513:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157514:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.157515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157518:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.157519:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157520:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157521:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157522:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157523:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157524:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.157526:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157527:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.157529:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571ba0. 00000080:00002000:1.0:1712357315.157533:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode ffff8800a771c0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.157535:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.157537:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.157538:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.157540:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) 00000080:00010000:1.0:1712357315.157542:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033384ed from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357315.157543:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.157544:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.157545:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=3 00000020:00000001:1.0:1712357315.157546:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157548:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.157549:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.157550:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157563:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157564:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157565:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.157567:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.157568:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.157574:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.157579:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.157668:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.157672:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157672:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157673:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157677:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.157678:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157680:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157682:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157683:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.157684:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157684:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.157686:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.157689:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.157692:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.157695:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651e680 x1795536572163200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.157700:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.157701:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.157703:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.157707:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.157708:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.157709:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=114 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.157711:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.157712:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.157715:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.157716:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.157718:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651e680. 00000100:00000001:1.0:1712357315.157720:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.157721:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.157722:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.157723:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357315.157724:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.157735:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.157736:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x2e:0x0](ffff8800a771c0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.157741:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.157747:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.157748:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.157750:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.157752:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.157754:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x2e:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357315.157756:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157758:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.157760:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.157762:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4700 count: 2 00010000:00000001:1.0:1712357315.157763:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.157765:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.157767:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.157769:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.157774:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.157776:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.157778:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.157779:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x2e:0x0] mode (null) 00000080:00000001:1.0:1712357315.157781:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157782:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.157783:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.157784:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4700 count: 3 00010000:00000001:1.0:1712357315.157785:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.157787:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.157788:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157789:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.157790:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.157791:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4700 count: 3 00010000:00000001:1.0:1712357315.157792:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.157793:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.157793:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.157794:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.157795:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.157796:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4700 count: 3 00010000:00000001:1.0:1712357315.157796:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.157798:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.157801:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.157802:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x2e:0x0] lli = ffff8800a771c000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.157805:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.157806:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.157807:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.157808:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) invalid 00000080:00002000:1.0:1712357315.157810:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7702948) parent ffff8800a77021b0 inode ffff8800a771c0c8 refc 1 00000080:00000001:1.0:1712357315.157812:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.157813:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.157814:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157815:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.157817:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.157818:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.157819:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.157820:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.157821:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033384ed from hash 00010000:00000001:1.0:1712357315.157822:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.157823:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157824:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157824:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.157825:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.157826:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.157828:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.157829:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.157831:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.157833:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651e680. 00000020:00000040:1.0:1712357315.157835:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.157837:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.157839:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.157840:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.157841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157841:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.157843:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.157844:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.157846:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.157851:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b616c000. 00000100:00000001:1.0:1712357315.157857:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157858:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.157859:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.157862:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.157866:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.157867:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.157869:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.157870:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb219a2 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.157875:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4700 count: 0 00010000:00000010:1.0:1712357315.157878:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357315.157895:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.157896:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157897:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.157898:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.157899:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.157901:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:1.0:1712357315.157905:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.157909:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.157914:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.157915:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.157919:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.157920:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.157922:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.157923:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104603776 : -131938604947840 : ffff8800a651e680) 00000100:00000001:1.0:1712357315.157926:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.157983:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.157985:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.157987:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.157990:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.157998:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.157999:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.158001:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.158002:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.158005:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651e680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163328:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.158007:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.158010:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.158011:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.158012:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.158015:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.158016:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.158020:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.158080:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.158084:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.158088:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572163328, portal 10 00000100:00000001:1.0:1712357315.158090:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.158090:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104603776 : -131938604947840 : ffff8800a651e680) 00000100:00000040:1.0:1712357315.158095:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.158100:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.158102:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.158103:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357315.158105:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572163328, offset 0 00000400:00000200:1.0:1712357315.158109:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.158113:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.158117:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.158120:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.158123:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.158126:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.158128:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.158130:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [655:655:256:4294967295] 192.168.203.120@tcp LPNI seq info [655:655:8:4294967295] 00000400:00000200:1.0:1712357315.158133:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.158143:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.158148:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.158151:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357315.158155:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.158160:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.158163:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.160764:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.160769:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.160772:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.160774:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.160775:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.160778:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.160781:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.160782:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.160785:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.160785:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.160906:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.160910:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:3.0:1712357315.160915:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.160921:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.160924:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357315.160926:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357315.160930:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.160936:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.160956:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.160959:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.160964:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.160965:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.163911:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4700. 00010000:00000010:2.1:1712357315.163923:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000800:00000001:2.0:1712357315.167214:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.167227:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.167231:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.167233:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.167244:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167249:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.167255:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167259:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167261:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167266:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90a500 00000400:00000200:2.0:1712357315.167269:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167274:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1735 [1] + 224 00000800:00000001:2.0:1712357315.167279:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.167295:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.167297:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.167300:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.167305:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.167311:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.167320:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.167344:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.167351:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.167354:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167358:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.167362:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [656:656:256:4294967295] 192.168.203.120@tcp LPNI seq info [656:656:8:4294967295] 00000400:00000200:2.0:1712357315.167365:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.167371:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.167376:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.167380:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.167392:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.167398:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.167400:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.167486:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.167492:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.167493:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.167496:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.167499:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.167501:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.167503:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.167507:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.167514:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651e680 x1795536572163328/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.167519:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.167521:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.167522:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.167525:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.167526:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.167528:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.167530:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.167541:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.167543:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.167545:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.167547:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.167549:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.167552:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.167553:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.167555:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000064/0x0] 00000100:00000001:1.0:1712357315.167564:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.167566:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.167567:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104603776 : -131938604947840 : ffff8800a651e680) 00000100:00000001:1.0:1712357315.167569:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.167570:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.167571:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.167573:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.167576:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651e680 x1795536572163328/t4294967412(4294967412) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.167614:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.167616:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.167617:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.167621:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651e680 x1795536572163328/t4294967412(4294967412) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.167627:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651e680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163328:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.167631:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.167634:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.167635:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.167637:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.167640:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651e680 x1795536572163328/t4294967412(4294967412) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.167644:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.167647:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.167649:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.167653:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.167659:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.167661:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.167664:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.167667:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.167669:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.167671:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.167675:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.167677:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2e:0x0] 00000080:00000001:1.0:1712357315.167679:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.167681:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.167683:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.167686:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2e:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.167688:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.167691:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651e680 x1795536572163328/t4294967412(4294967412) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.167695:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.167696:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.167698:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.167699:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.167701:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.168725:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.168729:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00200008:1.0:1712357315.168737:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x2e:0x0](ffff8800a771c0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.157000000, rc 0 00000080:00000001:1.0:1712357315.168742:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.168749:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.168750:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7702948, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.168753:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.168757:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.168771:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.168774:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.168775:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry _vendor (ffff8800a77021b0, parent ffff8800a7702af8, inode ffff8800a77180c8) hashed, 00000800:00000200:2.0:1712357315.168776:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000080:00000001:1.0:1712357315.168777:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1712357315.168780:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.168783:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.168787:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000080:00000001:1.0:1712357315.168804:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000800:00000001:2.0:1712357315.168805:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.168809:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.168811:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.168813:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.168817:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.168819:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.168821:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.168823:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.168825:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.168827:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.168829:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.168831:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.168832:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.168833:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.168904:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.168905:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.168907:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.168908:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.168910:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.168911:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.168913:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.168914:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.168916:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.168921:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=16 00000080:00000001:1.0:1712357315.168924:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.168926:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=0 00000080:00000010:1.0:1712357315.168931:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.168935:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.168938:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.168940:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.168943:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.168947:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.168949:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.168952:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.168953:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357315.168956:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.168959:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.168968:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.168971:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.168975:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.168979:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.168983:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.168984:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.168985:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.168987:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.168989:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.168991:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.168996:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.169000:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.169002:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.169004:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.169005:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.169006:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.169007:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.169012:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.169015:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.169016:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.169021:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.169023:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.169025:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.169028:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c240. 00000020:00000001:1.0:1712357315.169030:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.169033:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c240 with handle 0xbda2fb8f033384f4 to hash 00000020:00000001:1.0:1712357315.169034:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.169035:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.169037:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.169040:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.169041:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.169045:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.169050:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.169062:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.169066:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.169067:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.169070:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.169072:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.169073:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.169074:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.169077:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.169080:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.169081:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.169083:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.169087:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.169092:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.169094:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.169096:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.169098:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.169100:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.169103:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.169106:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.169108:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.169109:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.169112:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.169114:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.169118:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.169120:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.169124:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.169128:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163392, portal 10 00000100:00000001:1.0:1712357315.169130:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.169130:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.169135:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.169144:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.169147:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.169149:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357315.169151:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572163392, offset 0 00000400:00000200:1.0:1712357315.169155:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.169159:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.169163:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.169167:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.169170:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.169173:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.169174:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.169177:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [657:657:256:4294967295] 192.168.203.120@tcp LPNI seq info [657:657:8:4294967295] 00000400:00000200:1.0:1712357315.169180:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.169186:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.169190:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.169192:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.169196:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.169200:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.169203:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.169222:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.169224:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.169225:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.169227:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.169228:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.169230:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.169232:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.169233:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.169235:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.169236:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.169436:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.169438:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:2.0:1712357315.169441:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.169444:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.169447:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:2.0:1712357315.169448:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:2.0:1712357315.169451:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.169454:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.169461:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.169463:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.169467:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.169468:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.171715:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6571ba0. 00000800:00000001:3.0:1712357315.173533:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.173545:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.173548:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.173550:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.173567:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.173572:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.173578:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.173699:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.173703:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.173707:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a540 00000400:00000200:3.0:1712357315.173710:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.173714:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x173d [1] + 224 00000800:00000001:3.0:1712357315.173720:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.173812:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.173815:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.173819:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.173824:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.173830:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.173838:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.173856:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.173863:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.173866:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.174258:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.174264:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.174265:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.174274:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.174277:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.174278:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.174280:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.174284:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.174291:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.174297:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.174299:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.174301:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.174303:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.174305:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.174306:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.174308:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.174314:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.174317:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.174319:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.174320:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174322:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.174325:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.174327:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.174329:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.174330:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.174331:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.174335:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.174340:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.174342:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.174344:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.174347:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.174353:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163392:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.174362:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.174365:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.174367:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.174368:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.174371:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.174376:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.174378:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.174380:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.174381:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174383:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.174386:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174388:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174390:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357315.174392:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174394:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000040:1.0:1712357315.174398:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c240, remote cookie: 0xa8e7976a8eb219c5, flags: 0x1001 00010000:00010000:1.0:1712357315.174402:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.174408:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x2e:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:1.0:1712357315.174410:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.174418:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4f00. 00010000:00000010:1.0:1712357315.174420:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25f00. 00010000:00000001:1.0:1712357315.174423:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.174425:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.174431:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174444:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.174447:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.174448:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.174449:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.174450:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.174451:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x2e:0x0].0x0 (ffff8800b3ab4f00) refcount = 1 00010000:00010000:1.0:1712357315.174455:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174460:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.174462:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.174463:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.174465:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.174467:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.174469:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174473:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.174474:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174476:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174477:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174478:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174481:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.174483:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174484:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174485:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174486:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174488:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174489:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174490:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174491:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=4 00000020:00000001:1.0:1712357315.174492:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174497:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174499:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.174500:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.174502:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174507:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174507:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174508:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174509:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174509:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=5 00000020:00000001:1.0:1712357315.174511:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174512:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174513:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.174515:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.174521:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174525:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.174527:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174528:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174529:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.174533:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.174538:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174539:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174540:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174541:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174546:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174547:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.174549:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174550:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174552:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.174553:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174554:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174566:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174568:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174569:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00000002:00010000:1.0:1712357315.174571:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174576:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174577:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.174578:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174579:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174579:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174599:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174601:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000040:1.0:1712357315.174604:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.174605:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.174608:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/46 (0 0) 00010000:00000001:1.0:1712357315.174610:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174611:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.174611:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.174613:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.174615:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174618:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174620:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.174624:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.174625:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357315.174631:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.174633:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174636:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174638:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.174640:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.174641:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.174643:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.174648:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.174649:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2e:0x0] 00000080:00000001:1.0:1712357315.174651:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.174653:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502318 : 144115205272502318 : 20000040100002e) 00000080:00000001:1.0:1712357315.174654:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.174657:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2e:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.174659:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x2e:0x0](ffff8800a771c0c8): rc = 0 00000080:00000001:1.0:1712357315.174661:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123468488 : -131938586083128 : ffff8800a771c0c8) 00010000:00000001:1.0:1712357315.174662:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174663:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174665:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174666:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174667:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.174671:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.174672:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.174673:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.174674:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174676:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.174677:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.174680:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) for lock 0xbda2fb8f033384f4 00000080:00000001:1.0:1712357315.174682:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174684:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.174685:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174686:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.174687:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174688:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174693:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174694:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174696:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174697:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174698:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.174699:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174700:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.174704:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571e20. 00000080:00002000:1.0:1712357315.174708:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702a20 inode ffff8800a771c0c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.174710:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.174712:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.174714:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.174716:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2e:0x0](ffff8800a771c0c8) 00000080:00010000:1.0:1712357315.174718:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033384f4 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357315.174719:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.174720:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.174721:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c240 refcount=3 00000020:00000001:1.0:1712357315.174722:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174723:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619392 : -131938505932224 : ffff8800ac38c240) 00010000:00000001:1.0:1712357315.174725:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.174727:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174732:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174733:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.174734:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.174736:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c240/0xbda2fb8f033384f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb219c5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.174742:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.174743:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.174745:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.174748:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174753:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174755:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.174756:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174757:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174760:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174761:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.174761:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174762:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.174763:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.174766:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.174770:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.174773:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163392/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.174778:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.174780:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.174782:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.174786:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.174787:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.174789:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.174790:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.174792:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.174794:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.174795:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.174797:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.174800:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.174800:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.174807:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.174808:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.174812:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.174819:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.174821:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.174823:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.174827:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.174831:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.174833:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.174838:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.174841:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.174844:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.174846:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174848:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.174849:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.174852:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.174854:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.174857:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.174859:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.174862:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.174864:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.174866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.174867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.174868:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.174869:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.174871:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.174873:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.174877:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.174881:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174884:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.174885:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174886:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.174887:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.174888:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.174892:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.174894:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.174895:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.174897:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.174899:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.174901:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.174904:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.174906:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.174908:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033384fb to hash 00000020:00000001:1.0:1712357315.174909:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.174914:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.174916:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.174918:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.174919:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.174921:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.174926:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.174933:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.174937:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.174938:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.174942:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.174943:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.174945:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.174946:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.174949:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.174951:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.174953:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.174954:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.174958:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.174964:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.174965:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.174967:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.174968:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.174971:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.174973:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.174977:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.174978:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.174979:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.174986:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.174987:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.174991:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.174993:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.174997:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.175001:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163456, portal 10 00000100:00000001:1.0:1712357315.175002:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.175003:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.175007:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.175013:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.175014:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.175016:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357315.175018:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572163456, offset 0 00000400:00000200:1.0:1712357315.175022:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.175026:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.175031:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.175035:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.175038:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.175041:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.175043:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.175045:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [658:658:256:4294967295] 192.168.203.120@tcp LPNI seq info [658:658:8:4294967295] 00000400:00000200:1.0:1712357315.175080:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.175087:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.175093:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.175096:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357315.175101:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.175106:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.175109:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.175289:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.175291:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.175293:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.175298:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.175299:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.175301:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.175303:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.175304:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.175306:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.175307:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.175409:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.175412:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:2.0:1712357315.175416:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.175420:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.175423:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:2.0:1712357315.175424:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:2.0:1712357315.175426:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.175429:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.175434:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.175441:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.175445:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.175446:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.177567:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.177576:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.177605:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.177609:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.177616:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.177621:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.177627:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.177630:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.177633:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.177636:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a580 00000400:00000200:3.0:1712357315.177639:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.177642:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1745 [1] + 224 00000800:00000001:3.0:1712357315.177647:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.177659:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.177661:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.177665:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.177669:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.177674:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.177681:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.177704:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.177709:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.177711:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.177739:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.177743:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.177744:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.177747:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.177750:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.177751:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.177753:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.177758:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.177764:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.177774:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.177775:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.177777:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.177779:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.177781:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.177783:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.177785:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.177791:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.177794:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.177796:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.177799:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.177804:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.177807:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.177809:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.177810:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.177811:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.177820:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.177825:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.177827:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.177829:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.177831:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.177836:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.177840:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.177842:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.177844:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.177846:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.177848:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.177853:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.177856:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.177858:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.177859:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.177862:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.177864:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.177867:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.177868:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.177870:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.177871:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.177874:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.177881:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.177884:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.177888:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.178022:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.178028:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.178029:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.178030:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.178034:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.178036:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.178038:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.178040:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.178045:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.178047:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.178050:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.178054:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.178056:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.178058:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.178062:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.178064:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.178064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.178065:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.178066:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.178068:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.178069:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.178071:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.178073:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.178083:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.178084:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.178086:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.178087:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.178089:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.178090:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.178091:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.178092:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.178094:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033384fb from hash 00010000:00000001:1.0:1712357315.178095:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.178096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.178097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.178098:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.178098:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.178099:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.178101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.178101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.178102:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178103:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.178105:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.178108:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.178108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.178109:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.178110:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.178111:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.178112:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.178112:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.178114:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033384fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.178136:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.178137:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.178141:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.178145:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.178154:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.178155:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178157:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178158:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178160:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.178161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.178162:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178163:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.178165:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.178167:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.178169:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.178171:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178174:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.178175:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.178179:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6571f60. 00000080:00002000:1.0:1712357315.178183:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.178188:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.178191:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.178194:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178196:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.178197:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.178199:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.178203:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.178205:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.178208:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.178210:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178212:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.178213:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178215:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.178217:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.178219:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.178223:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.178226:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.178239:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.178241:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.178243:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.178247:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.178249:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.178251:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.178253:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.178255:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.178258:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.178259:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.178261:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.178263:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.178264:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.178266:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.178267:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.178268:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.178272:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.178273:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a7702d80, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.178276:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.178279:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.178281:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.178284:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.178285:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.178287:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178316:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.178318:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.178320:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.178324:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178326:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.178328:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.178330:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.178331:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.178334:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.178336:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178337:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.178342:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.178344:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178346:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.178347:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.178348:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.178349:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.178351:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.178352:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178353:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.178354:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.178356:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178357:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.178358:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.178359:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.178360:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.178361:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.178362:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.178364:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.178365:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.178366:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.178371:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.178373:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.178375:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.178378:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.178382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.178384:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.178385:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.178387:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.178390:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.178392:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178393:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.178394:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.178397:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.178398:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.178406:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.178408:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.178411:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.178414:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.178416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.178417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.178418:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.178420:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.178421:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.178423:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.178427:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.178431:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.178433:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.178435:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.178436:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.178437:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.178438:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.178441:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.178444:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.178445:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.178447:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.178449:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.178450:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.178452:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357315.178454:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.178456:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f03338502 to hash 00000020:00000001:1.0:1712357315.178457:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.178458:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.178467:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.178469:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.178470:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.178472:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.178478:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.178488:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.178492:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.178493:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.178496:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.178498:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.178499:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.178500:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.178503:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.178506:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.178508:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.178510:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.178513:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.178519:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.178520:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.178522:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.178525:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.178527:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163520:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.178530:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.178533:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.178535:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.178536:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.178539:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.178540:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.178543:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.178546:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.178549:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.178553:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163520, portal 10 00000100:00000001:1.0:1712357315.178555:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.178566:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.178571:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.178754:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.178757:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.178759:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357315.178762:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572163520, offset 0 00000400:00000200:1.0:1712357315.178766:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.178771:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.178775:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.178779:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.178782:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.178785:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.178787:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.178789:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [659:659:256:4294967295] 192.168.203.120@tcp LPNI seq info [659:659:8:4294967295] 00000400:00000200:1.0:1712357315.178792:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.178799:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.178804:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.178807:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.178811:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.178816:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.178819:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.178825:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.178827:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.178828:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.178830:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.178831:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.178833:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.178834:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.178836:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.178837:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.178838:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.179025:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.179028:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:2.0:1712357315.179031:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.179035:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.179037:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357315.179039:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357315.179041:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.179044:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.179050:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.179057:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.179061:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.179062:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357315.181990:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:1.1:1712357315.181998:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6571f60. 00000800:00000001:3.0:1712357315.182245:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.182256:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.182258:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.182260:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.182268:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.182273:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.182279:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.182282:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.182285:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.182288:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a5c0 00000400:00000200:3.0:1712357315.182292:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.182304:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x174d [1] + 224 00000800:00000001:3.0:1712357315.182310:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.182321:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.182324:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.182327:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.182332:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.182338:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.182346:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.182365:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.182398:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.182402:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.182660:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.182665:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.182667:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.182674:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.182677:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.182678:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.182680:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.182684:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.182690:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.182696:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.182697:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.182699:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.182701:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.182703:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.182705:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.182707:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.182712:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.182715:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.182717:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.182720:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.182725:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.182727:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.182728:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.182730:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.182732:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.182735:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.182740:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.182742:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.182744:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.182750:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.182756:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163520:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.182764:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.182767:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.182768:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.182770:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.182773:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.182778:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.182780:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.182782:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.182783:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.182785:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.182788:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.182790:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.182792:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357315.182793:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.182795:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357315.182799:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182806:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.182809:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182813:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.182815:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.182819:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.182821:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182825:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.182830:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.182833:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.182835:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.182839:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.182841:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.182844:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182848:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.182850:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.182852:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182855:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.182857:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.182857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.182858:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.182859:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357315.182860:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.182862:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.182863:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.182865:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.182868:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.182870:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.182872:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.182873:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.182875:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.182876:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.182877:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.182878:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.182879:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f03338502 from hash 00010000:00000001:1.0:1712357315.182884:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.182885:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.182885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.182886:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.182887:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.182888:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.182889:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.182890:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.182891:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.182892:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.182894:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.182898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.182899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.182899:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.182901:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.182901:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.182902:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.182903:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.182904:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338502 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.183041:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.183043:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.183047:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.183051:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.183056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.183058:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183059:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183060:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183062:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.183064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.183065:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183066:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.183068:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.183079:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.183082:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.183084:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183086:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.183088:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.183091:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e020. 00000080:00002000:1.0:1712357315.183095:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.183100:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.183103:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.183106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183108:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.183109:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.183111:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.183115:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.183116:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.183120:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.183122:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183123:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.183124:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183126:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.183128:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.183130:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.183134:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.183137:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163520/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.183142:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.183143:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.183145:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.183151:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.183152:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.183153:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.183155:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.183157:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.183160:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.183161:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.183166:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.183168:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.183169:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.183171:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.183172:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.183173:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.183178:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.183179:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7702870, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.183182:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.183184:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.183187:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.183188:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.183189:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.183191:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183219:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.183222:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.183223:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.183227:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183229:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.183230:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.183232:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.183234:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.183236:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.183238:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183240:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.183241:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.183243:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183244:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.183245:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.183247:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.183248:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.183249:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.183250:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183258:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.183259:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.183260:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183262:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.183267:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.183268:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.183269:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.183270:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.183272:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.183273:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.183274:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.183276:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.183281:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=appdirs.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.183284:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.183285:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=appdirs.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.183289:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.183293:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.183295:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.183296:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'appdirs.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.183299:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.183301:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='appdirs.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.183303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183305:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.183306:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: appdirs.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.183309:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.183310:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.183313:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.183315:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.183318:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.183321:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.183324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.183324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.183325:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.183327:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.183329:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.183331:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.183335:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.183339:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.183344:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.183345:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.183346:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.183347:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.183349:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.183354:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.183356:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.183357:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.183360:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.183361:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.183363:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.183365:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.183367:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.183369:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338509 to hash 00000020:00000001:1.0:1712357315.183370:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.183372:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.183374:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.183376:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.183377:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.183379:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.183384:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.183390:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.183394:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.183395:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.183398:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.183400:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.183402:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.183403:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.183406:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.183412:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.183414:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.183416:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.183419:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.183426:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.183427:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.183429:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.183431:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.183433:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.183436:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.183439:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.183441:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.183443:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.183445:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.183447:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.183452:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.183454:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.183458:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.183462:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163584, portal 10 00000100:00000001:1.0:1712357315.183463:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.183464:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.183469:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.183474:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.183475:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.183477:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357315.183479:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572163584, offset 0 00000400:00000200:1.0:1712357315.183483:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.183487:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.183492:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.183496:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.183498:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.183501:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.183507:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.183510:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [660:660:256:4294967295] 192.168.203.120@tcp LPNI seq info [660:660:8:4294967295] 00000400:00000200:1.0:1712357315.183513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.183520:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.183525:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.183527:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.183531:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.183536:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.183539:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.186095:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.186101:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.186104:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.186107:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.186109:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.186111:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.186114:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.186116:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.186119:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.186120:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.186766:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.186770:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:2.0:1712357315.186774:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.186781:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.186785:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:2.0:1712357315.186787:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:2.0:1712357315.186790:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.186796:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.186804:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.186807:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.186812:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.186813:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.188573:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:2.1:1712357315.188603:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e020. 00000800:00000001:3.0:1712357315.189456:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.189468:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.189470:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.189472:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.189481:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.189486:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.189491:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.189495:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.189497:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.189500:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a600 00000400:00000200:3.0:1712357315.189504:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.189510:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1755 [1] + 224 00000800:00000001:3.0:1712357315.189515:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.189530:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.189533:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.189536:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.189541:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.189546:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.189572:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.189615:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.189622:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.189625:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.189635:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.189642:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.189643:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.189645:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.189649:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.189651:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.189654:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.189659:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.189667:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.189672:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.189673:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.189675:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.189684:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.189685:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.189687:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.189690:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.189697:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.189700:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.189702:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.189705:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.189710:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.189713:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.189714:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.189716:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.189718:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.189721:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.189726:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.189728:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.189729:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.189732:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.189737:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163584:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.189740:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.189742:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.189743:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.189744:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.189746:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.189749:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.189751:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.189752:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.189753:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.189758:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.189760:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.189762:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.189763:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.189764:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.189766:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.189769:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189774:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.189777:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189780:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.189781:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.189785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.189786:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189793:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.189794:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.189796:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.189797:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.189800:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.189802:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.189804:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189807:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.189808:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.189812:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189814:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.189816:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.189816:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.189817:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.189817:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.189818:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.189819:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.189820:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.189822:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.189824:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.189824:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.189825:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.189826:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.189828:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.189828:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.189829:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.189829:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.189830:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338509 from hash 00010000:00000001:1.0:1712357315.189831:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.189832:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.189832:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.189832:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.189833:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.189833:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.189834:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.189835:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.189835:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.189836:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.189837:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189843:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.189844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.189844:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.189845:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.189846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.189846:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.189846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.189847:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338509 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.189863:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.189864:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.189867:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.189869:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.189873:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.189873:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.189874:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.189875:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.189877:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.189878:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.189878:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.189879:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.189880:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=appdirs.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.189882:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.189883:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.189885:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.189887:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.189888:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.189891:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e160. 00000080:00002000:1.0:1712357315.189894:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.189897:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.189899:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.189902:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.189904:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.189907:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.189909:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.189912:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.189914:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.189916:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.189917:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.189918:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.189919:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.189920:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.189922:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.189924:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.189927:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.189929:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163584/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.189932:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.189933:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.189934:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.189937:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.189938:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.189939:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.189940:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.189942:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.189944:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.189945:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.189946:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.189948:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.189948:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.189950:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.189951:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.189951:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.189955:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.189956:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry appdirs.cpython-36.opt-1.pyc (ffff8800a7702d80, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.189958:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.189960:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.189961:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.189962:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.189965:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.189967:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.189995:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.189997:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.189998:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.190001:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.190003:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.190004:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.190005:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.190006:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.190008:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.190010:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.190011:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.190012:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.190013:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.190014:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.190015:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.190016:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.190017:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.190018:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.190018:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.190019:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.190019:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.190021:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.190022:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.190022:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.190023:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.190023:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.190024:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.190025:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.190025:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.190026:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.190027:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.190031:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=appdirs.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.190032:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.190033:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=appdirs.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.190038:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.190042:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.190044:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.190046:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'appdirs.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.190047:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.190050:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='appdirs.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.190051:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.190052:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.190053:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: appdirs.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.190055:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.190056:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.190058:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.190059:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.190062:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.190064:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.190067:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.190067:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.190068:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.190069:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.190070:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.190072:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.190075:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.190079:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.190081:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.190082:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.190083:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.190083:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.190084:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.190088:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.190089:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.190090:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.190091:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.190092:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.190093:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.190097:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357315.190098:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.190099:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03338510 to hash 00000020:00000001:1.0:1712357315.190101:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.190101:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.190103:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.190105:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.190105:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.190107:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.190110:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.190114:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.190116:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.190117:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.190120:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.190121:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.190122:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.190123:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.190125:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.190127:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.190129:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.190130:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.190132:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.190136:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.190137:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.190138:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.190140:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.190141:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.190146:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.190149:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.190150:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.190151:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.190153:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.190154:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.190157:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.190158:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.190161:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.190164:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163648, portal 10 00000100:00000001:1.0:1712357315.190165:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.190165:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.190168:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.190172:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.190173:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.190174:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357315.190176:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572163648, offset 0 00000400:00000200:1.0:1712357315.190178:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.190181:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.190184:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.190187:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.190190:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.190192:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.190193:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.190195:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [661:661:256:4294967295] 192.168.203.120@tcp LPNI seq info [661:661:8:4294967295] 00000400:00000200:1.0:1712357315.190197:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.190201:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.190204:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.190208:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.190211:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.190217:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.190220:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.190234:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.190235:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.190236:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.190237:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.190238:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.190239:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.190241:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.190241:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.190242:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.190243:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.190301:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.190308:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:2.0:1712357315.190311:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.190315:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.190317:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:2.0:1712357315.190318:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:2.0:1712357315.190321:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.190324:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.190330:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.190332:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.190337:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.190338:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.192431:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.192437:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.192440:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.192441:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.192449:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.192454:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.192460:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.192463:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.192466:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.192469:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a640 00000400:00000200:3.0:1712357315.192473:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.192477:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x175d [1] + 224 00000800:00000001:3.0:1712357315.192482:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.192545:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.192548:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.192552:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.192566:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.192572:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.192605:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.192624:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.192630:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.192633:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.192687:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.192692:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.192693:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.192696:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.192699:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.192701:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.192703:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.192707:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.192720:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.192726:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.192728:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.192729:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.192732:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.192734:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.192735:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.192737:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.192742:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.192745:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.192747:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.192750:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.192809:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.192812:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.192813:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.192815:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.192816:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.192820:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.192825:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.192827:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.192829:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.192832:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.192838:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.192842:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.192844:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.192846:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.192847:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.192850:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.192854:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.192856:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.192858:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.192859:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.192862:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.192864:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.192867:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.192868:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.192870:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.192872:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357315.192876:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192887:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.192890:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192895:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.192897:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192904:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.192905:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.192906:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192910:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.192911:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.192914:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.192915:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.192919:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.192921:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.192923:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192929:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.192931:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.192933:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192936:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.192938:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.192939:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.192940:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.192949:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357315.192950:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.192952:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.192954:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.192956:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.192959:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.192960:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.192962:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.192963:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.192965:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.192965:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.192966:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.192967:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.192969:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f03338510 from hash 00010000:00000001:1.0:1712357315.192970:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.192971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.192971:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.192972:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.192973:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.192973:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.192975:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.192975:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.192976:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.192977:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.192979:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.192982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.192983:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.192984:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.192984:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.192985:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.192985:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.192987:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338510 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.192995:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.192996:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.192999:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.193003:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.193011:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.193012:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193013:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193015:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193017:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.193018:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.193019:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193020:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.193022:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=appdirs.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.193024:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.193026:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.193028:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193031:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.193032:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.193035:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e2c0. 00000080:00002000:1.0:1712357315.193039:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.193043:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.193046:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.193049:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193051:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.193052:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.193054:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.193057:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.193059:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.193062:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.193065:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193066:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.193067:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193071:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.193073:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.193076:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.193079:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.193082:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.193086:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.193087:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.193090:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.193092:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.193094:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.193095:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.193096:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.193098:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.193100:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.193101:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.193103:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.193105:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.193106:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.193107:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.193108:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.193109:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.193114:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.193115:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry appdirs.cpython-36.pyc (ffff8800a7702000, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.193117:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.193119:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.193121:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.193123:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.193124:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.193126:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193152:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.193154:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.193155:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.193159:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193161:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.193162:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.193164:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.193167:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.193170:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.193172:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193173:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.193175:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.193176:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193178:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.193179:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.193180:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.193181:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.193182:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.193183:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193184:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.193185:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.193186:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193188:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.193188:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.193189:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.193190:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.193191:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.193192:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.193192:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.193193:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.193194:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.193199:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=distro.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.193214:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.193215:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=distro.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.193219:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.193221:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.193223:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.193225:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'distro.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.193227:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.193229:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='distro.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.193231:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193235:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.193237:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: distro.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.193239:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.193241:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.193243:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.193245:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.193248:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.193251:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.193254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.193255:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.193256:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.193258:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.193260:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.193261:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.193265:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.193268:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.193270:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.193272:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.193273:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.193274:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.193275:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.193279:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.193281:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.193282:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.193283:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.193284:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.193286:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.193287:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357315.193289:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.193291:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338517 to hash 00000020:00000001:1.0:1712357315.193292:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.193294:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.193296:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.193297:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.193298:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.193302:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.193307:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.193312:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.193316:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.193317:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.193319:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.193321:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.193322:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.193323:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.193326:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.193329:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.193330:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.193332:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.193335:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.193340:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.193341:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.193343:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.193345:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.193347:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163712:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.193350:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.193353:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.193355:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.193356:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.193358:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.193360:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.193363:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.193365:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.193368:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.193375:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163712, portal 10 00000100:00000001:1.0:1712357315.193376:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.193377:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.193381:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.193387:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.193388:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.193390:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357315.193392:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572163712, offset 0 00000400:00000200:1.0:1712357315.193396:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.193400:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.193404:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.193408:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.193411:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.193413:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.193415:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.193418:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [662:662:256:4294967295] 192.168.203.120@tcp LPNI seq info [662:662:8:4294967295] 00000400:00000200:1.0:1712357315.193421:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.193428:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.193433:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.193436:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.193444:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.193450:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.193453:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.193470:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.193472:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.193474:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.193475:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.193477:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.193479:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.193480:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.193481:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.193486:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.193487:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.194065:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.194068:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:2.0:1712357315.194071:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.194076:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.194078:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357315.194080:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357315.194082:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.194085:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.194092:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.194094:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.194098:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.194099:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.195910:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000800:00000001:3.0:1712357315.196002:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.196011:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.196020:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.196023:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.196031:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.196036:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.196041:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.196045:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.196047:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.196051:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a680 00000400:00000200:3.0:1712357315.196055:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.196059:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1765 [1] + 224 00000800:00000001:3.0:1712357315.196065:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.196077:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.196080:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.196083:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.196088:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.196094:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.196101:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.196124:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.196130:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.196133:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.196190:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.196195:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.196196:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.196199:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.196203:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.196204:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.196206:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.196210:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.196217:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196226:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.196227:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.196229:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.196232:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.196234:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.196236:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.196239:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.196245:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.196248:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.196249:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.196252:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196257:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.196259:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.196261:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.196262:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.196264:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.196266:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196272:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.196274:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.196280:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.196283:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.196289:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163712:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.196293:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.196295:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.196297:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.196298:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.196301:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196305:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.196307:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.196309:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.196310:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.196313:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.196315:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.196318:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.196320:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357315.196321:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.196323:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357315.196327:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196335:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.196339:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196344:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.196345:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.196368:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.196370:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196375:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.196377:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.196379:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.196381:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.196385:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.196388:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.196391:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196396:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.196397:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.196399:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196403:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.196404:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.196405:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.196406:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.196407:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357315.196408:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.196410:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.196412:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.196414:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.196419:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.196420:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.196422:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.196423:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.196430:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.196431:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.196432:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.196433:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.196435:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338517 from hash 00010000:00000001:1.0:1712357315.196437:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.196437:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.196438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.196439:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.196440:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.196441:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.196443:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.196443:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.196444:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196445:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.196447:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196451:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.196452:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.196453:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.196454:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.196455:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.196455:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.196456:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.196457:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338517 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.196464:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.196465:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.196469:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.196473:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.196478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.196479:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196481:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196482:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196487:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.196489:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.196490:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196491:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.196493:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=distro.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.196495:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.196498:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.196500:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196503:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.196504:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.196508:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e420. 00000080:00002000:1.0:1712357315.196512:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.196516:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.196520:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.196522:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196525:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.196526:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.196528:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.196533:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.196534:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.196538:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.196540:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196541:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.196542:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196544:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.196547:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.196550:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.196554:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.196568:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196572:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.196574:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.196577:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.196580:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.196612:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.196618:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.196619:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.196622:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.196625:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.196627:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.196629:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.196631:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.196632:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.196634:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.196635:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.196637:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.196641:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.196643:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry distro.cpython-36.opt-1.pyc (ffff8800a77020d8, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.196645:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.196648:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.196651:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.196653:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.196654:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.196656:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196686:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.196688:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.196690:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.196693:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196696:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.196697:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.196699:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.196701:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.196705:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.196707:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196708:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.196710:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.196711:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196713:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.196714:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.196715:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.196717:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.196718:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.196723:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196725:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.196726:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.196728:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196730:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.196731:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.196732:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.196733:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.196734:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.196735:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.196736:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.196737:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.196739:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.196746:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=distro.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.196749:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.196750:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=distro.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.196755:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.196759:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.196762:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.196763:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'distro.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.196765:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.196768:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='distro.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.196770:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196772:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.196773:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: distro.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.196775:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.196778:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.196780:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.196783:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.196787:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.196790:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.196793:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.196794:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.196795:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.196801:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.196803:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.196805:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.196811:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.196815:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.196817:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.196818:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.196820:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.196821:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.196822:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.196827:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.196829:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.196830:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.196832:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.196834:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.196835:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.196837:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357315.196839:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.196840:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f0333851e to hash 00000020:00000001:1.0:1712357315.196842:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.196843:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.196845:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.196847:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.196848:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.196850:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.196855:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.196861:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.196864:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.196865:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.196871:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.196872:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.196874:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.196875:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.196877:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.196880:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.196882:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.196883:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.196887:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196893:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.196894:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.196896:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.196898:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.196901:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.196904:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.196908:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.196909:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.196911:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.196913:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.196915:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.196918:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.196920:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.196923:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.196927:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163776, portal 10 00000100:00000001:1.0:1712357315.196929:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.196930:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.196934:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.196939:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.196941:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.196943:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357315.196945:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572163776, offset 0 00000400:00000200:1.0:1712357315.196949:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.196957:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.196961:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.196965:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.196968:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.196971:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.196973:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.196975:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [663:663:256:4294967295] 192.168.203.120@tcp LPNI seq info [663:663:8:4294967295] 00000400:00000200:1.0:1712357315.196979:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.196985:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.196989:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.196992:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357315.196995:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.197001:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.197004:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.197021:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.197023:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.197025:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.197027:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.197028:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.197029:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.197031:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.197032:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.197034:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.197035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.197441:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.197444:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:2.0:1712357315.197448:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.197452:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.197455:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:2.0:1712357315.197456:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:2.0:1712357315.197464:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.197468:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.197474:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.197476:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.197480:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.197481:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.198788:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e160. 00010000:00000010:2.1:1712357315.198801:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357315.198804:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e2c0. 00000800:00000001:3.0:1712357315.201107:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.201116:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.201120:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.201122:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.201131:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.201137:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.201142:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.201146:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.201149:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.201153:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a6c0 00000400:00000200:3.0:1712357315.201156:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.201168:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x176d [1] + 224 00000800:00000001:3.0:1712357315.201174:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.201183:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.201185:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.201188:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.201194:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.201200:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.201209:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.201231:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.201238:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.201241:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.201334:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.201341:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.201343:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.201345:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.201349:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.201350:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.201352:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.201357:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.201363:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.201373:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.201374:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.201376:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.201379:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.201381:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.201382:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.201384:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.201391:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.201393:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.201396:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.201398:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.201403:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.201406:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.201407:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.201409:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.201410:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.201413:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.201419:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.201421:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.201422:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.201424:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.201430:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.201434:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.201437:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.201438:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.201440:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.201442:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.201455:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.201458:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.201460:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.201461:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.201463:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.201466:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.201468:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.201470:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357315.201472:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.201474:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357315.201477:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201484:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.201487:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201491:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.201493:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201497:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.201498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.201500:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201504:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.201505:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.201507:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.201509:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.201513:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.201519:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.201521:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201526:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.201527:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.201530:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201533:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.201535:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.201536:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.201537:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.201538:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357315.201539:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.201540:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.201542:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.201543:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.201547:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.201548:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.201550:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.201551:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.201553:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.201554:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.201566:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.201568:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.201569:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f0333851e from hash 00010000:00000001:1.0:1712357315.201571:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.201572:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.201573:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.201574:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.201574:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.201575:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.201676:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.201677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.201677:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201679:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.201681:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.201686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.201687:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.201688:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.201689:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.201689:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.201690:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.201691:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333851e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.201698:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.201699:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.201702:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.201707:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.201712:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.201713:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201715:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201716:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201718:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.201720:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.201721:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201722:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.201723:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=distro.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.201726:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.201728:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.201730:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201733:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.201734:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.201738:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e560. 00000080:00002000:1.0:1712357315.201746:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.201750:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.201754:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.201758:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201760:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.201762:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.201763:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.201768:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.201770:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.201773:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.201776:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201777:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.201778:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201780:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.201783:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.201785:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.201790:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.201793:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.201798:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.201801:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.201804:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.201808:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.201810:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.201812:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.201813:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.201815:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.201818:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.201819:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.201821:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.201824:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.201825:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.201827:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.201828:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.201829:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.201833:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.201839:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry distro.cpython-36.pyc (ffff8800a7702870, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.201841:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.201843:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.201846:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.201849:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.201851:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.201853:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201883:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.201886:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.201888:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.201892:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201895:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.201897:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.201899:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.201901:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.201904:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.201906:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201908:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.201909:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.201911:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201913:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.201914:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.201916:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.201917:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.201918:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.201919:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201920:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.201921:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.201923:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201925:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.201926:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.201927:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.201928:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.201929:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.201930:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.201931:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.201936:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.201938:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.201946:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ipaddress.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.201948:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.201950:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ipaddress.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.201955:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.201960:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.201962:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.201964:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ipaddress.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.201967:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.201970:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='ipaddress.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.201972:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.201974:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.201976:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ipaddress.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.201979:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.201980:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.201983:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.201986:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.201989:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.201992:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.201995:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.201996:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.201997:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.201999:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.202001:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.202004:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.202010:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.202014:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.202016:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.202018:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.202020:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.202020:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.202022:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.202027:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.202033:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.202035:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.202036:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.202038:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.202039:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.202042:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357315.202044:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.202046:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03338525 to hash 00000020:00000001:1.0:1712357315.202047:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.202049:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.202051:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.202053:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.202054:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.202056:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.202061:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.202067:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.202071:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.202072:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.202076:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.202078:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.202079:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.202080:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.202084:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.202086:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.202088:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.202089:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.202093:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.202098:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.202102:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.202105:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.202106:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.202109:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.202112:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.202115:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.202117:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.202118:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.202122:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.202123:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.202126:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.202129:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.202132:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.202137:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163840, portal 10 00000100:00000001:1.0:1712357315.202138:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.202139:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.202143:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.202149:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.202151:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.202154:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357315.202156:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572163840, offset 0 00000400:00000200:1.0:1712357315.202160:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.202165:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.202169:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.202173:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.202176:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.202179:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.202180:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.202184:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [664:664:256:4294967295] 192.168.203.120@tcp LPNI seq info [664:664:8:4294967295] 00000400:00000200:1.0:1712357315.202186:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.202193:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.202197:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.202203:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.202208:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.202214:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.202218:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.202238:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.202240:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.202241:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.202243:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.202244:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.202246:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.202248:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.202249:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.202251:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.202252:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.202357:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.202360:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:2.0:1712357315.202363:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.202367:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.202369:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:2.0:1712357315.202371:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:2.0:1712357315.202373:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.202376:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.202382:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.202384:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.202389:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.202390:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.205363:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.205374:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.205377:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.205379:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.205388:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.205394:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.205399:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.205403:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.205406:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.205409:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a700 00000400:00000200:3.0:1712357315.205413:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.205417:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1775 [1] + 224 00000800:00000001:3.0:1712357315.205422:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.205437:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.205440:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.205444:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.205449:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.205455:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.205475:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.205495:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.205502:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.205505:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357315.205553:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357315.205570:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e420. 00000100:00000001:1.0:1712357315.205676:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.205682:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.205683:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.205685:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.205688:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.205690:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.205692:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.205697:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.205703:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.205708:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.205710:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.205711:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.205714:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.205715:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.205717:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.205719:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.205725:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.205728:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.205730:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.205737:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.205742:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.205744:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.205746:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.205747:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.205749:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.205752:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.205757:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.205760:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.205761:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.205764:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.205770:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.205774:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.205777:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.205779:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.205780:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.205782:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.205787:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.205789:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.205792:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.205793:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.205796:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.205798:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.205800:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.205802:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357315.205804:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.205806:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00010000:1.0:1712357315.205813:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205820:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.205823:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205828:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.205830:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205834:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.205835:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.205837:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205841:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.205842:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.205845:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.205846:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.205851:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38db00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.205853:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.205855:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205860:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.205861:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.205863:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205867:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.205868:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.205872:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.205873:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.205874:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357315.205875:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.205877:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.205879:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.205881:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.205884:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.205886:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.205887:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.205889:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.205891:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.205892:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.205893:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.205894:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.205896:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38db00 with handle 0xbda2fb8f03338525 from hash 00010000:00000001:1.0:1712357315.205897:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.205898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.205899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.205900:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.205900:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.205901:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.205903:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.205904:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.205904:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.205905:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.205907:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205911:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.205912:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.205913:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.205914:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.205915:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.205915:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.205918:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.205920:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338525 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.205927:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.205928:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.205931:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.205935:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.205940:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.205941:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.205943:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.205944:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.205946:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.205948:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.205949:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.205950:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.205951:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ipaddress.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.205953:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.205956:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.205957:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.205960:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.205961:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.205964:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e6c0. 00000080:00002000:1.0:1712357315.205968:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.205973:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.205976:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.205978:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.205981:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.205982:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.205984:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.205987:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.205989:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.205992:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.205995:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.205996:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.206007:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206008:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.206010:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.206014:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.206017:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.206020:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.206025:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.206026:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.206029:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.206032:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.206034:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.206035:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.206036:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.206038:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.206040:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.206042:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.206043:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.206045:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.206046:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.206048:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.206049:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.206050:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.206054:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.206055:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ipaddress.cpython-36.opt-1.pyc (ffff8800a7702948, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.206057:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.206059:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.206061:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.206062:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.206063:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.206065:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206096:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.206098:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.206100:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.206104:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206106:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.206111:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.206113:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.206114:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.206117:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.206119:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.206122:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.206124:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206126:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.206126:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.206128:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.206129:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.206131:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.206132:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206133:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.206134:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.206136:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206138:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.206138:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.206140:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.206140:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.206142:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.206142:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.206144:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.206145:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.206146:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.206152:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=ipaddress.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.206155:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.206156:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=ipaddress.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.206160:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.206164:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.206166:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.206168:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'ipaddress.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.206170:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.206173:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='ipaddress.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.206179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.206181:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.206182:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ipaddress.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.206185:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.206186:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.206189:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.206192:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.206195:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.206199:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.206201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.206202:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.206203:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.206205:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.206207:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.206210:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.206214:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.206218:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.206221:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.206223:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.206224:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.206225:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.206226:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.206231:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.206233:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.206235:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.206237:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.206238:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.206239:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.206241:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357315.206243:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.206245:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f0333852c to hash 00000020:00000001:1.0:1712357315.206246:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.206247:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.206250:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.206252:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.206256:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.206259:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.206264:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.206272:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.206276:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.206277:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.206280:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.206281:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.206283:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.206284:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.206287:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.206290:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.206292:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.206293:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.206297:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.206302:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.206303:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.206305:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.206307:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.206310:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163904:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.206313:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.206316:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.206317:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.206319:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.206322:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.206323:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.206328:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.206330:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.206338:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.206343:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163904, portal 10 00000100:00000001:1.0:1712357315.206344:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.206345:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.206350:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.206356:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.206358:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.206359:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357315.206362:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572163904, offset 0 00000400:00000200:1.0:1712357315.206365:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.206370:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.206374:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.206378:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.206381:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.206385:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.206387:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.206390:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [665:665:256:4294967295] 192.168.203.120@tcp LPNI seq info [665:665:8:4294967295] 00000400:00000200:1.0:1712357315.206392:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.206399:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.206404:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.206407:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.206411:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.206417:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.206419:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.206443:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.206445:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.206446:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.206448:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.206450:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.206451:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.206453:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.206457:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.206459:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.206460:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.206710:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.206713:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:2.0:1712357315.206717:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.206720:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.206722:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:2.0:1712357315.206724:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:2.0:1712357315.206727:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.206730:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.206737:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.206739:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.206748:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.206749:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.208721:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357315.208732:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e560. 00000800:00000001:3.0:1712357315.208914:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.208924:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.208926:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.208928:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.208935:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.208939:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.208945:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.208948:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.208951:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.208958:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a740 00000400:00000200:3.0:1712357315.208961:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.208968:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x177d [1] + 224 00000800:00000001:3.0:1712357315.208973:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.208987:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.208989:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.208997:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.209002:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.209007:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.209015:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.209034:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.209040:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.209043:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.209109:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.209114:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.209115:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.209118:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.209121:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.209123:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.209125:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.209129:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.209138:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209143:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.209144:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.209146:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.209148:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.209150:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.209152:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.209154:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.209160:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.209163:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.209165:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.209167:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209172:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.209174:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.209176:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.209178:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.209179:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.209183:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209188:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.209197:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.209198:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.209201:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.209208:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163904:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.209211:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.209214:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.209215:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.209217:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.209219:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209224:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.209226:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.209228:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.209229:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.209232:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.209235:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.209237:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.209239:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357315.209240:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.209242:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357315.209246:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209253:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.209256:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209260:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.209262:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209266:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.209270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.209272:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209276:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.209278:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.209280:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.209282:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.209286:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.209289:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.209291:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209296:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.209297:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.209299:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209302:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.209304:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.209305:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.209306:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.209308:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357315.209309:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.209311:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.209313:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.209314:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.209318:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.209319:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.209321:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.209322:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.209328:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.209329:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.209330:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.209331:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.209334:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f0333852c from hash 00010000:00000001:1.0:1712357315.209335:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.209336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.209336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.209337:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.209338:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.209339:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.209341:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.209341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.209342:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209344:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.209345:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209349:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.209350:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.209350:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.209351:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.209352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.209353:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.209353:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.209355:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333852c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.209362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.209363:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.209367:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.209371:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.209376:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.209377:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209379:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209380:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209385:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.209387:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.209387:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209389:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.209390:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=ipaddress.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.209392:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.209395:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.209397:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209400:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.209401:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.209404:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e820. 00000080:00002000:1.0:1712357315.209408:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.209413:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.209416:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.209418:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209420:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.209422:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.209423:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.209428:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.209430:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.209433:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.209435:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209436:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.209438:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209439:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.209441:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.209444:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.209448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.209451:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209455:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.209457:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.209459:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.209463:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.209464:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.209466:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.209471:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.209474:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.209476:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.209478:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.209479:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.209482:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.209483:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.209485:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.209486:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.209487:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.209492:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.209493:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry ipaddress.cpython-36.pyc (ffff8800a7702288, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.209495:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.209498:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.209500:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.209501:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.209502:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.209504:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209534:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.209536:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.209538:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.209542:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209545:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.209546:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.209548:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.209550:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.209552:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.209554:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209568:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.209570:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.209572:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209574:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.209575:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.209577:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.209578:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.209580:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.209660:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209666:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.209667:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.209670:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209672:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.209673:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.209674:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.209676:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.209677:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.209678:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.209679:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.209680:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.209682:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.209687:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyparsing.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.209689:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.209691:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyparsing.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.209695:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.209699:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.209701:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.209702:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyparsing.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.209705:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.209707:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='pyparsing.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.209709:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209711:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.209712:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyparsing.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.209715:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.209716:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.209719:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.209721:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.209725:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.209727:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.209730:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.209731:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.209732:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.209734:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.209740:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.209742:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.209746:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.209750:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.209752:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.209754:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.209755:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.209755:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.209757:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.209761:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.209764:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.209765:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.209768:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.209769:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.209771:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.209773:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357315.209775:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.209776:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338533 to hash 00000020:00000001:1.0:1712357315.209778:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.209779:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.209781:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.209783:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.209785:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.209787:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.209792:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.209797:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.209801:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.209802:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.209805:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.209807:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.209812:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.209813:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.209816:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.209819:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.209821:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.209822:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.209826:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209832:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.209833:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.209836:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.209838:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.209841:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.209843:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.209847:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.209849:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.209850:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.209853:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.209854:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.209858:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.209860:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.209863:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.209867:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572163968, portal 10 00000100:00000001:1.0:1712357315.209868:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.209869:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.209873:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.209878:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.209880:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.209882:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357315.209884:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572163968, offset 0 00000400:00000200:1.0:1712357315.209887:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.209891:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.209900:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.209905:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.209908:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.209910:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.209912:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.209915:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [666:666:256:4294967295] 192.168.203.120@tcp LPNI seq info [666:666:8:4294967295] 00000400:00000200:1.0:1712357315.209918:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.209924:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.209928:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.209931:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4a00. 00000800:00000200:1.0:1712357315.209935:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.209941:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.209944:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4a00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.209961:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.209963:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.209964:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.209966:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.209967:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.209969:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.209970:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.209971:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.209973:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.209974:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.210063:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.210065:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4a00. 00000400:00000200:2.0:1712357315.210068:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.210071:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.210073:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:2.0:1712357315.210075:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:2.0:1712357315.210077:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.210080:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.210086:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.210088:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.210092:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.210093:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.211693:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38db00. 00000080:00000010:2.1:1712357315.211702:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e6c0. 00000800:00000001:3.0:1712357315.213186:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.213197:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.213207:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.213210:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.213217:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.213222:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.213227:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.213231:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.213233:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.213237:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a780 00000400:00000200:3.0:1712357315.213241:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.213246:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1785 [1] + 224 00000800:00000001:3.0:1712357315.213251:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.213268:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.213271:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.213274:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.213279:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.213284:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.213291:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.213312:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.213320:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.213323:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.213386:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.213392:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.213393:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.213395:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.213398:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.213400:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.213402:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.213406:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.213412:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.213421:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.213423:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.213425:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.213428:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.213429:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.213431:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.213433:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.213439:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.213443:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.213445:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.213448:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.213452:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.213454:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.213456:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.213457:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.213458:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.213461:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.213467:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.213470:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.213471:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.213473:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.213480:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572163968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.213483:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.213486:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.213488:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.213489:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.213491:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.213503:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.213506:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.213507:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.213508:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.213511:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.213514:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.213516:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.213518:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357315.213520:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.213522:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357315.213525:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213531:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.213534:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213538:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.213540:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213544:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.213545:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.213546:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213549:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.213551:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.213553:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.213554:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.213614:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.213621:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.213623:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213627:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.213629:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.213631:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213634:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.213636:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.213636:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.213637:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.213638:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357315.213639:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.213641:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.213643:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.213644:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.213648:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.213649:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.213650:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.213651:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.213653:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.213655:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.213655:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.213656:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.213658:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338533 from hash 00010000:00000001:1.0:1712357315.213660:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.213660:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.213661:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.213662:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.213662:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.213663:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.213668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.213668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.213669:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.213671:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.213673:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213676:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.213677:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.213677:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.213678:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.213679:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.213679:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.213680:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.213681:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338533 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.213688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.213689:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.213692:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.213696:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.213700:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.213701:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.213702:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.213703:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.213706:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.213707:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.213708:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.213709:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.213710:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyparsing.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.213712:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.213715:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.213717:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.213720:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.213721:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.213724:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0e960. 00000080:00002000:1.0:1712357315.213731:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.213735:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.213738:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.213741:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.213743:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.213744:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.213746:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.213749:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.213751:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.213755:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.213757:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.213758:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.213760:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.213761:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.213763:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.213766:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.213770:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.213772:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572163968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.213777:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.213778:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.213780:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.213784:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.213785:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.213786:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.213788:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.213790:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.213793:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.213794:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.213795:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.213797:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.213798:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.213799:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.213800:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.213801:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.213806:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.213812:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyparsing.cpython-36.opt-1.pyc (ffff8800a7702510, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.213814:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.213816:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.214340:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.214343:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.214344:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.214347:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.214375:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.214377:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.214379:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.214382:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.214385:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.214387:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.214389:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.214390:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.214393:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.214395:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.214396:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.214397:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.214984:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.214987:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.214988:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.214990:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.214991:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.214993:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.214995:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.214996:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.214998:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.215000:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.215002:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.215003:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.215004:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.215005:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.215006:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.215008:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.215009:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.215017:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.215019:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.215025:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=pyparsing.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.215027:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.215029:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=pyparsing.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.215034:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.215039:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.215042:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.215044:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'pyparsing.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.215046:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.215049:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='pyparsing.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.215051:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.215054:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.215055:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: pyparsing.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.215058:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.215060:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.215063:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.215067:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.215071:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.215074:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.215077:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.215078:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.215079:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.215081:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.215082:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.215084:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.215088:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.215093:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.215096:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.215098:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.215099:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.215100:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.215101:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.215106:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.215111:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.215112:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.215115:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.215116:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.215118:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.215122:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357315.215124:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.215126:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f0333853a to hash 00000020:00000001:1.0:1712357315.215127:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.215129:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.215131:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.215133:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.215134:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.215137:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.215141:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.215147:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.215151:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.215152:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.215156:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.215157:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.215159:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.215161:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.215163:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.215166:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.215167:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.215169:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.215174:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.215180:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.215186:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.215189:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.215191:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.215193:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.215196:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.215200:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.215201:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.215203:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.215206:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.215207:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.215214:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.215217:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.215221:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.215225:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164032, portal 10 00000100:00000001:1.0:1712357315.215227:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.215228:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.215232:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.215237:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.215239:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.215241:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357315.215243:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572164032, offset 0 00000400:00000200:1.0:1712357315.215248:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.215254:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.215259:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.215263:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.215266:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.215268:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.215271:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.215273:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [667:667:256:4294967295] 192.168.203.120@tcp LPNI seq info [667:667:8:4294967295] 00000400:00000200:1.0:1712357315.215276:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.215283:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.215287:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.215293:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.215298:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.215305:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.215308:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.215332:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.215334:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.215336:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.215338:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.215339:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.215341:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.215342:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.215344:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.215345:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.215346:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.215814:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.215818:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:2.0:1712357315.215823:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.215827:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.215830:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:2.0:1712357315.215832:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:2.0:1712357315.215835:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.215839:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.215846:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.215848:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.215853:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.215854:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.217737:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:2.1:1712357315.217748:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e820. 00000800:00000001:3.0:1712357315.220895:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.220906:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.220909:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.220911:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.220919:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.220924:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.220929:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.220933:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.220936:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.220943:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a7c0 00000400:00000200:3.0:1712357315.220947:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.220958:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x178d [1] + 224 00000800:00000001:3.0:1712357315.220965:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.220976:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.220978:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.220982:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.220986:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.220992:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.221000:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.221017:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.221022:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.221024:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357315.221253:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:2.1:1712357315.221260:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0e960. 00000100:00000001:1.0:1712357315.222160:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.222167:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.222169:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.222175:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.222180:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.222182:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.222184:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.222190:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.222198:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.222248:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.222250:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.222252:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.222255:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.222256:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.222258:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.222260:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.222267:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.222270:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.222273:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.222282:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.222287:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.222289:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.222291:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.222292:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.222295:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.222298:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.222303:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.222305:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.222306:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.222309:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.222314:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.222318:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.222320:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.222322:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.222324:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.222326:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.222331:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.222333:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.222335:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.222336:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.222339:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.222341:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.222343:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.222345:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357315.222347:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.222349:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357315.222356:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222364:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.222367:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222372:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.222374:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.222379:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.222381:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222385:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.222387:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.222389:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.222391:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.222395:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.222398:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.222400:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222405:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.222406:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.222409:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222412:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.222414:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.222418:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.222419:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.222420:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357315.222422:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.222424:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.222426:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.222428:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.222431:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.222433:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.222434:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.222435:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.222437:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.222438:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.222439:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.222440:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.222442:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f0333853a from hash 00010000:00000001:1.0:1712357315.222443:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.222444:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.222444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.222445:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.222446:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.222447:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.222448:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.222449:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.222450:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.222451:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.222453:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222455:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.222456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.222456:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.222457:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.222458:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.222458:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.222461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.222462:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f0333853a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.222479:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.222480:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.222484:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.222488:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.222494:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.222495:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.222496:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.222497:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.222500:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.222501:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.222502:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.222503:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.222504:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=pyparsing.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.222507:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.222510:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.222512:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.222515:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.222516:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.222519:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0eac0. 00000080:00002000:1.0:1712357315.222524:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77026c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.222529:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.222531:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.222534:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.222536:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.222537:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.222539:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.222543:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.222545:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.222548:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.222550:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.222552:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.222564:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.222566:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.222568:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.222571:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.222575:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.222578:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.223437:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.223440:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.223442:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.223448:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.223450:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.223451:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.223453:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.223455:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.223457:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.223459:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.223460:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.223463:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.223463:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.223466:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.223467:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.223468:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.223473:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.223474:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry pyparsing.cpython-36.pyc (ffff8800a77026c0, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.223477:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.223479:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.223481:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.223483:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.223484:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.223486:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223517:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.223519:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.223521:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.223525:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223527:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.223533:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.223535:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.223536:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.223539:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.223540:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223542:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.223543:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.223545:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223547:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.223548:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.223549:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.223550:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.223552:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.223552:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223554:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.223564:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.223566:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223568:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.223569:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.223570:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.223571:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.223572:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.223573:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.223574:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.223575:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.223576:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.223600:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=re-vendor.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.223603:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.223605:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=re-vendor.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.223609:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.223613:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.223615:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.223616:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 're-vendor.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.223619:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.223621:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='re-vendor.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.223634:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.223635:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.223637:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: re-vendor.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.223640:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.223641:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.223644:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.223646:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.223650:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.223653:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.223656:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.223657:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.223658:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.223660:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.223661:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.223664:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.223668:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.223672:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.223674:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.223675:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.223676:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.223677:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.223678:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.223683:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.223686:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.223687:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.223690:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.223691:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.223693:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.223695:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357315.223697:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.223698:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03338541 to hash 00000020:00000001:1.0:1712357315.223700:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.223701:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.223703:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.223709:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.223710:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.223712:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.223717:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.223724:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.223729:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.223730:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.223734:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.223735:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.223737:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.223738:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.223741:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.223744:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.223746:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.223747:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.223751:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.223757:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.223758:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.223761:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.223762:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.223765:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164096:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.223768:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.223772:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.223773:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.223774:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.223777:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.223778:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.223788:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.223791:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.223796:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.223801:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164096, portal 10 00000100:00000001:1.0:1712357315.223802:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.223803:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.223808:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.223813:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.223816:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.223817:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357315.223819:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572164096, offset 0 00000400:00000200:1.0:1712357315.223823:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.223828:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.223833:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.223837:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.223840:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.223842:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.223844:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.223847:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [668:668:256:4294967295] 192.168.203.120@tcp LPNI seq info [668:668:8:4294967295] 00000400:00000200:1.0:1712357315.223849:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.223856:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.223860:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.223862:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357315.223867:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.223873:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.223876:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.223892:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.223893:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.223895:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.223897:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.223898:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.223903:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.223905:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.223906:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.223908:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.223908:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.223993:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.223995:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:2.0:1712357315.224003:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.224006:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.224009:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:2.0:1712357315.224011:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:2.0:1712357315.224013:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.224017:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.224022:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.224024:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.224029:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.224030:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.226985:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000800:00000001:3.0:1712357315.227940:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.227952:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.227954:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.227956:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.227965:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.227970:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.227975:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.227978:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.227981:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.228190:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a800 00000400:00000200:3.0:1712357315.228196:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.228201:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1795 [1] + 224 00000800:00000001:3.0:1712357315.228207:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.228222:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.228225:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.228228:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.228233:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.228239:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.228258:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.228281:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.228294:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.228297:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.229450:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.229458:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.229459:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.229462:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.229467:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.229469:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.229472:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.229478:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.229485:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.229491:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.229492:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.229494:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.229497:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.229499:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.229501:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.229503:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.229510:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.229514:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.229516:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.229519:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.229524:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.229527:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.229529:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.229530:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.229532:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.229535:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.229552:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.229562:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.229564:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.229567:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.229572:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164096:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.229576:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.229578:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.229610:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.229612:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.229615:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.229620:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.229623:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.229625:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.229626:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.229629:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.229631:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.229633:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.229635:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.229637:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.229639:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357315.229643:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229650:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.229653:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229658:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.229663:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.229669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.229671:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229675:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.229677:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.229679:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.229681:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.229686:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.229689:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.229692:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229696:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.229697:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.229699:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229702:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.229704:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.229705:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.229706:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.229706:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357315.229708:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.229709:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.229711:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.229713:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.229722:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.229724:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.229725:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.229726:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.229729:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.229730:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.229731:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.229732:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.229734:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03338541 from hash 00010000:00000001:1.0:1712357315.229735:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.229736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.229737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.229737:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.229738:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.229739:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.229741:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.229741:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.229743:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229744:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.229746:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229749:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.229749:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.229750:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.229751:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.229752:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.229753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.229753:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.229755:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338541 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.229762:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.229763:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.229766:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.229771:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.229779:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.229780:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.229782:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.229783:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.229785:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.229787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.229788:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.229789:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.229790:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=re-vendor.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.229792:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.229795:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.229797:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229800:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.229801:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.229805:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0ec20. 00000080:00002000:1.0:1712357315.229809:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.229814:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.229817:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.229820:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.229822:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.229824:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.229825:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.229829:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.229831:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.229834:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.229836:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.229838:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.229839:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229841:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.229843:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.229846:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.229850:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.229853:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.229865:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.229867:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.229870:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.229874:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.229875:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.229876:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.229878:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.229880:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.229883:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.229885:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.229886:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.229889:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.229890:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.229892:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.229893:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.229894:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.229899:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.229900:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry re-vendor.cpython-36.opt-1.pyc (ffff8800a7702360, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.229903:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.229905:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.229908:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.229911:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.229912:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.229914:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229947:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.229950:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.229952:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.229956:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229959:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.229960:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.229962:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.229963:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.229966:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.229968:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229970:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.229974:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.229976:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229978:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.229979:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.229980:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.229981:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.229983:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.229984:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229985:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.229986:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.229988:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229990:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.229991:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.229992:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.229993:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.229994:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.229995:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.229996:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.229997:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.229999:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.230005:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=re-vendor.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.230007:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.230008:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=re-vendor.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.230013:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.230017:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.230019:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.230020:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 're-vendor.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.230023:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.230025:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='re-vendor.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.230027:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.230029:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.230030:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: re-vendor.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.230032:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.230034:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.230040:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.230043:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.230047:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.230050:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.230054:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.230055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.230056:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.230058:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.230059:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.230062:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.230066:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.230070:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.230073:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.230075:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.230076:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.230077:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.230078:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.230083:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.230085:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.230086:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.230089:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.230090:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.230092:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.230094:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357315.230096:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.230098:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338548 to hash 00000020:00000001:1.0:1712357315.230099:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.230100:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.230102:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.230104:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.230105:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.230107:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.230113:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.230124:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.230128:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.230129:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.230132:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.230134:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.230136:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.230138:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.230140:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.230143:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.230145:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.230147:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.230150:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.230156:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.230157:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.230160:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.230161:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.230164:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.230167:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.230170:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.230172:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.230173:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.230176:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.230178:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.230183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.230186:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.230189:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.230194:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164160, portal 10 00000100:00000001:1.0:1712357315.230195:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.230196:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.230200:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.230210:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.230212:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.230214:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357315.230217:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572164160, offset 0 00000400:00000200:1.0:1712357315.230221:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.230227:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.230233:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.230237:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.230240:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.230243:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.230245:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.230248:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [669:669:256:4294967295] 192.168.203.120@tcp LPNI seq info [669:669:8:4294967295] 00000400:00000200:1.0:1712357315.230251:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.230257:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.230262:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.230265:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357315.230269:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.230275:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.230278:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.230304:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.230306:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.230307:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.230310:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.230311:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.230313:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.230314:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.230315:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.230317:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.230318:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.230456:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.230459:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:2.0:1712357315.230462:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.230466:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.230469:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:2.0:1712357315.230470:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:2.0:1712357315.230473:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.230476:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.230483:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.230485:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.230490:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.230491:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.232812:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0eac0. 00000800:00000001:3.0:1712357315.233229:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.233240:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.233242:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.233245:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.233253:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.233257:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.233263:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.233267:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.233269:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.233273:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a840 00000400:00000200:3.0:1712357315.233276:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.233281:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x179d [1] + 224 00000800:00000001:3.0:1712357315.233287:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.233303:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.233305:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.233309:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.233314:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.233320:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.233328:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.233523:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.233531:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.233534:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.233677:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.233684:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.233686:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.233694:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.233697:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.233699:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.233701:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.233705:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.233712:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.233717:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.233719:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.233721:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.233723:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.233725:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.233726:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.233728:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.233734:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.233737:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.233739:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.233742:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.233746:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.233749:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.233750:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.233751:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.233753:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.233756:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.233761:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.233763:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.233765:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.233767:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.233773:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.233780:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.233783:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.233785:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.233786:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.233789:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.233794:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.233796:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.233798:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.233799:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.233802:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.233805:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.233807:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.233809:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357315.233811:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.233813:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357315.233816:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.233824:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.234183:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.234190:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.234192:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.234195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.234197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.234198:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.234999:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.235005:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.235008:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.235010:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.235015:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.235017:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.235019:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.235024:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.235025:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.235027:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.235031:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.235033:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.235033:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.235035:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.235036:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357315.235037:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.235039:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.235041:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.235042:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.235045:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.235046:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.235049:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.235050:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.235051:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.235052:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.235053:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.235054:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.235055:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338548 from hash 00010000:00000001:1.0:1712357315.235059:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.235060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.235060:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.235061:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.235062:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.235063:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.235064:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.235065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.235066:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235067:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.235068:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.235072:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.235072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.235073:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.235074:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.235074:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.235075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.235075:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.235077:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338548 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.235084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.235085:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.235089:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.235094:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.235100:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.235101:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235102:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235103:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235105:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.235107:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.235107:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235109:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.235110:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=re-vendor.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.235115:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.235117:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.235119:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235122:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.235123:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.235127:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0ed80. 00000080:00002000:1.0:1712357315.235131:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77025e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.235135:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.235137:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.235140:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235142:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.235143:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.235145:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.235149:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.235150:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.235153:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.235155:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235157:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.235158:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235159:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.235161:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.235164:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.235167:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.235169:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.235174:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.235176:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.235178:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.235181:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.235183:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.235184:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.235185:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.235187:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.235190:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.235191:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.235195:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.235197:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.235198:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.235200:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.235201:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.235202:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.235206:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.235207:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry re-vendor.cpython-36.pyc (ffff8800a77025e8, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.235209:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.235211:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.235213:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.235215:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.235216:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.235218:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235248:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.235250:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.235252:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.235255:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235257:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.235258:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.235260:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.235262:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.235264:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.235265:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235267:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.235268:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.235269:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235271:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.235272:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.235273:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.235274:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.235275:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.235276:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235277:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.235278:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.235280:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235281:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.235284:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.235285:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.235286:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.235287:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.235289:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.235290:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.235291:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.235292:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.235298:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=retrying.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.235300:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.235301:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=retrying.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.235304:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.235308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.235310:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.235312:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'retrying.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.235314:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.235316:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='retrying.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.235318:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235320:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.235321:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: retrying.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.235324:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.235325:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.235327:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.235329:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.235332:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.235335:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.235337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.235338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.235339:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.235341:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.235342:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.235344:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.235348:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.235352:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.235357:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.235358:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.235359:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.235360:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.235361:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.235368:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.235370:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.235371:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.235373:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.235375:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.235376:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.235379:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357315.235380:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.235382:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f0333854f to hash 00000020:00000001:1.0:1712357315.235383:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.235384:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.235386:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.235388:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.235389:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.235391:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.235396:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.235402:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.235406:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.235407:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.235410:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.235412:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.235414:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.235415:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.235418:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.235423:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.235425:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.235427:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.235430:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.235436:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.235437:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.235439:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.235441:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.235444:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.235447:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.235454:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.235456:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.235457:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.235460:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.235461:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.235467:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.235469:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.235473:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.235478:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164224, portal 10 00000100:00000001:1.0:1712357315.235479:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.235480:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.235484:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.235489:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.235490:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.235492:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357315.235494:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572164224, offset 0 00000400:00000200:1.0:1712357315.235498:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.235503:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.235507:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.235511:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.235513:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.235516:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.235520:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.235523:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [670:670:256:4294967295] 192.168.203.120@tcp LPNI seq info [670:670:8:4294967295] 00000400:00000200:1.0:1712357315.235526:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.235532:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.235536:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.235539:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357315.235543:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.235549:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.235552:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.235576:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.235578:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.235580:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.235599:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.235600:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.235602:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.235604:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.235605:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.235607:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.235608:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357315.235736:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:3.1:1712357315.235741:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0ec20. 00000800:00000200:2.0:1712357315.236490:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.236493:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:2.0:1712357315.236497:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.236501:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.236504:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:2.0:1712357315.236506:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:2.0:1712357315.236509:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.236519:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.236526:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.236528:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.236533:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.236534:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.238761:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:3.1:1712357315.238770:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0ed80. 00000800:00000001:3.0:1712357315.242167:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.242179:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.242189:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.242192:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.242201:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.242206:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.242212:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.242216:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.242218:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.242221:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a880 00000400:00000200:3.0:1712357315.242224:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.242229:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17a5 [1] + 224 00000800:00000001:3.0:1712357315.242235:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.242245:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.242248:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.242252:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.242257:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.242263:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.242271:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.242291:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.242298:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.242301:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.242382:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.242389:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.242390:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.242392:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.242395:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.242397:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.242399:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.242404:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.242410:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.242414:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.242416:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.242417:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.242424:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.242426:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.242427:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.242429:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.242436:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.242439:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.242441:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.242444:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.242448:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.242451:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.242452:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.242453:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.242455:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.242458:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.242462:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.242465:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.242466:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.242469:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.242475:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.242478:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.242481:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.242483:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.242484:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.242486:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.242498:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.242501:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.242503:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.242504:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.242509:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.242512:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.242514:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.242517:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:1.0:1712357315.242519:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.242521:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00010000:1.0:1712357315.242524:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.242531:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.242534:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.242538:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.242540:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.242543:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.242544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.242546:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.242549:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.242551:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.242553:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.242563:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.242567:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38fa80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.242570:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.242572:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.242577:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.242578:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.242733:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.242737:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.242739:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.242740:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.242741:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.242742:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:1.0:1712357315.243050:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.243053:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.243056:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.243058:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.243062:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.243063:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.243065:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.243066:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.243069:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.243070:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.243071:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.243072:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.243073:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38fa80 with handle 0xbda2fb8f0333854f from hash 00010000:00000001:1.0:1712357315.243075:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.243076:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.243077:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.243078:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.243079:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.243080:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.243081:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.243082:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.243083:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243084:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.243086:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.243096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.243097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.243098:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.243099:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.243100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.243100:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.243101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.243102:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f0333854f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.243433:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.243435:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.243439:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.243444:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.243451:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.243452:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243453:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243454:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243457:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.243458:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.243459:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243460:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.243461:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=retrying.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.243464:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.243467:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.243468:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243472:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.243473:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.243476:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0eec0. 00000080:00002000:1.0:1712357315.243481:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.243485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.243488:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.243491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243497:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.243498:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.243500:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.243504:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.243506:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.243509:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.243511:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243512:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.243513:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243514:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.243516:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.243519:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.243522:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.243525:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.243530:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.243531:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.243534:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.243537:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.243538:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.243540:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.243541:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.243543:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.243545:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.243547:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.243548:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.243551:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.243551:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.243553:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.243554:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.243564:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.243568:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.243570:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry retrying.cpython-36.opt-1.pyc (ffff8800a7702ca8, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.243572:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.243574:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.243577:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.243605:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.243606:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.243608:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243639:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.243641:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.243643:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.243646:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243649:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.243651:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.243652:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.243654:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.243657:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.243659:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243660:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.243661:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.243663:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243664:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.243665:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.243666:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.243667:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.243669:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.243670:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243671:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.243672:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.243673:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243674:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.243675:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.243677:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.243678:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.243679:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.243679:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.243681:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.243681:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.243683:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.243688:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=retrying.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.243695:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.243699:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=retrying.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.243703:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.243707:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.243709:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.243711:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'retrying.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.243713:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.243715:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='retrying.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.243718:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243719:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.243720:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: retrying.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.243723:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.243725:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.243727:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.243729:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.243732:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.243734:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.243737:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.243738:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.243739:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.243740:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.243742:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.243744:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.243748:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.243751:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.243753:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.243755:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.243756:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.243757:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.243758:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.243766:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.243768:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.243769:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.243771:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.243773:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.243775:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.243780:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357315.243781:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.243783:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338556 to hash 00000020:00000001:1.0:1712357315.243784:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.243785:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.243787:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.243789:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.243790:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.243792:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.243797:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.243802:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.243806:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.243807:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.243810:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.243811:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.243813:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.243814:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.243817:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.243819:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.243821:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.243822:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.243826:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.243831:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.243832:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.243834:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.243835:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.243838:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164288:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.243850:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.243853:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.243855:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.243856:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.243859:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.243860:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.243865:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.243867:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.243870:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.243874:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164288, portal 10 00000100:00000001:1.0:1712357315.243876:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.243876:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.243880:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.243885:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.243886:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.243888:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357315.243890:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572164288, offset 0 00000400:00000200:1.0:1712357315.243893:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.243897:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.243901:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.243905:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.243907:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.243910:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.243911:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.243914:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [671:671:256:4294967295] 192.168.203.120@tcp LPNI seq info [671:671:8:4294967295] 00000400:00000200:1.0:1712357315.243917:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.243922:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.243927:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.243930:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357315.243934:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.243942:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.243945:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.243961:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.243962:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.243964:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.243966:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.243967:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.243968:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.243970:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.243972:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.243974:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.243974:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.244874:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.244877:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357315.244881:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.244886:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.244888:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357315.244890:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357315.244892:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.244896:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.244902:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.244904:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.244908:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.244910:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.247791:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38fa80. 00000080:00000010:3.1:1712357315.247801:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0eec0. 00000800:00000001:3.0:1712357315.248057:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.248066:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.248068:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.248069:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.248077:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.248082:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.248086:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.248089:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.248092:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.248095:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a8c0 00000400:00000200:3.0:1712357315.248098:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.248111:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17ad [1] + 224 00000800:00000001:3.0:1712357315.248117:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.248128:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.248130:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.248133:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.248138:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.248143:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.248151:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.248326:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.248332:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.248336:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.248371:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.248377:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.248379:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.248381:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.248384:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.248386:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.248388:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.248393:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.248399:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.248404:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.248405:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.248406:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.248409:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.248410:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.248412:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.248414:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.248420:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.248423:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.248425:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.248428:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.248440:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.248444:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.248445:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.248447:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.248448:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.248452:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.248458:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.248460:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.248461:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.248464:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.248470:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164288:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.248473:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.248476:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.248478:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.248479:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.248481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.248485:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.248487:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.248488:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.248498:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.248501:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.248503:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.248505:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.250630:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357315.250639:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.250642:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357315.250651:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250669:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.250672:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250677:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.250679:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250683:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.250684:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.250686:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250695:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.250697:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.250700:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.250701:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.250705:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.250708:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.250710:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250715:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.250716:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.250718:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250722:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.250724:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.250724:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.250726:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.250730:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357315.250731:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.250733:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.250735:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.250737:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.250741:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.250742:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.250744:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.250745:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.250748:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.250749:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.250750:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.250751:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.250752:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338556 from hash 00010000:00000001:1.0:1712357315.250754:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.250755:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.250755:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.250756:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.250757:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.250758:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.250760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.250760:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.250761:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.250762:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.250764:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.250768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.250769:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.250770:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.250771:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.250771:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.250772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.250773:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338556 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.250803:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.250804:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.250808:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.250817:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.250824:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.250825:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.250826:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.250827:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.250830:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.250831:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.250832:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.250833:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.250835:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=retrying.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.250838:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.250841:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.250842:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.250846:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.250847:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.250852:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0ed80. 00000080:00002000:1.0:1712357315.250856:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.250861:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.250864:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.250867:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.250870:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.250871:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.250873:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.250877:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.250879:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.250882:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.250884:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.250885:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.250886:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.250891:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.250893:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.250896:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.250901:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.250904:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.250910:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.250912:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.250915:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.250918:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.250919:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.250921:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.250922:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.250924:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.250927:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.250928:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.250930:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.250933:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.250933:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.250935:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.250936:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.250937:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.250942:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.250943:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry retrying.cpython-36.pyc (ffff8800a7702e58, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.250946:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.250948:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.250951:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.250953:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.250954:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.250956:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.250986:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.250987:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.250995:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.250999:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.251002:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.251003:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.251005:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.251010:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.251013:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.251015:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.251017:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.251018:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.251020:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.251022:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.251024:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.251025:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.251026:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.251028:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.251029:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.251030:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.251031:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.251033:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.251034:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.251035:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.251036:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.251037:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.251038:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.251039:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.251040:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.251041:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.251042:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.251048:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.251050:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.251052:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.cpython-36.opt-1.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.251056:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.251060:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.251062:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.251063:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.cpython-36.opt-1.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.251066:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.251068:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='six.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.251070:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.251082:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.251083:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.251085:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.251087:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.251093:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.251095:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.251099:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.251102:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.251105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.251105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.251106:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.251108:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.251110:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.251113:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.251119:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.251123:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.251126:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.251127:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.251128:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.251129:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.251130:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.251134:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.251136:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.251138:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.251142:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.251143:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.251145:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.251147:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357315.251149:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.251151:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f0333855d to hash 00000020:00000001:1.0:1712357315.251152:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.251153:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.251155:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.251157:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.251158:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.251163:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.251168:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.251174:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.251177:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.251178:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.251182:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.251183:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.251185:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.251186:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.251189:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.251192:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.251193:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.251194:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.251198:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.251203:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.251204:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.251206:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.251208:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.251210:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.251216:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.251220:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.251221:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.251222:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.251225:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.251226:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.251231:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.251234:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.251238:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.251246:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164352, portal 10 00000100:00000001:1.0:1712357315.251247:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.251248:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.251252:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.251257:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.251258:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.251260:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357315.251262:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572164352, offset 0 00000400:00000200:1.0:1712357315.251265:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.251270:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.251275:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.251280:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.251283:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.251285:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.251287:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.251290:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [672:672:256:4294967295] 192.168.203.120@tcp LPNI seq info [672:672:8:4294967295] 00000400:00000200:1.0:1712357315.251296:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.251302:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.251307:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.251309:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357315.251313:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.251320:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.251323:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.251339:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.251340:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.251342:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.251344:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.251345:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.251347:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.251348:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.251350:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.251355:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.251356:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.251803:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.251806:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357315.251810:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.251815:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.251818:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357315.251820:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357315.251823:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.251827:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.251834:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.251836:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.251850:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.251851:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.254880:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:3.1:1712357315.254892:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0ed80. 00000800:00000001:3.0:1712357315.255055:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.255066:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.255068:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.255070:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.255078:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.255083:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.255089:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.255092:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.255095:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.255098:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a900 00000400:00000200:3.0:1712357315.255102:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.255107:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17b5 [1] + 224 00000800:00000001:3.0:1712357315.255112:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.255127:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.255130:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.255133:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.255137:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.255143:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.255161:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.255183:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.255190:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.255193:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.255546:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.255552:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.255554:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.255568:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.255571:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.255573:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.255575:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.255609:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.255618:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.255624:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.255625:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.255627:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.255629:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.255631:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.255633:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.255635:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.255641:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.255644:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.255646:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.255649:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.255653:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.255656:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.255657:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.255659:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.255661:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.255664:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.255670:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.255672:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.255678:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.255681:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.255688:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.255691:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.255694:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.255696:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.255698:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.255700:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.255705:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.255707:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.255709:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.255710:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.255713:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.255716:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.255718:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.255720:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.255721:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.255728:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357315.255732:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255739:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.255743:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255747:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.255750:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255754:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.255757:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.255759:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255763:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.255765:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.255767:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.255769:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.255773:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.255775:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.255777:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255782:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.255783:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.255785:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255793:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.255794:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.255795:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.255796:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.255797:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357315.255799:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.255800:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.255802:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.255804:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.255807:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.255808:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.255812:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.255813:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.255817:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.255818:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.255819:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.255820:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.255822:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f0333855d from hash 00010000:00000001:1.0:1712357315.255824:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.255824:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.255825:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.255826:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.255827:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.255828:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.255829:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.255830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.255831:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.255832:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.255834:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255837:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.255838:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.255839:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.255839:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.255840:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.255841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.255841:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.255843:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333855d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.255861:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.255862:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.255866:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.255869:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.255875:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.255876:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.255877:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.255878:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.255883:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.255884:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.255885:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.255886:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.255888:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.255890:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.255892:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.255894:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.255897:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.255898:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.255902:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012dc0ed80. 00000080:00002000:1.0:1712357315.255906:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.255910:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.255913:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.255916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.255918:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.255919:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.255920:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.255924:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.255926:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.255929:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.255932:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.255933:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.255934:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.255936:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.255938:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.255941:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.255944:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.255947:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.255951:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.255953:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.255955:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.255958:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.255959:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.255961:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.255969:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.255971:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.255974:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.255975:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.255976:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.255979:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.255980:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.255981:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.255982:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.255983:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.255987:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.255988:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry six.cpython-36.opt-1.pyc (ffff8800a7702438, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.255990:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.255992:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.255994:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.255996:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.255997:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.255999:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256026:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.256028:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.256030:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.256033:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256035:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.256037:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.256038:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.256040:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.256043:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.256045:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256046:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.256047:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.256049:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256050:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.256051:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.256053:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.256054:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.256056:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.256056:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256060:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.256061:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.256063:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256065:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.256066:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702a20) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.256067:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.256068:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.256069:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.256070:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.256071:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.256072:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2e:0x0](ffff8800a771c0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.256074:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.256078:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=six.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), flags=0 00000080:00000001:1.0:1712357315.256081:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.256082:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=six.cpython-36.pyc, dir=[0x200000401:0x2e:0x0](ffff8800a771c0c8), intent=getattr 00000080:00000010:1.0:1712357315.256086:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.256089:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.256091:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.256093:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'six.cpython-36.pyc' on [0x200000401:0x2e:0x0] 00800000:00000001:1.0:1712357315.256095:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.256097:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2e:0x0], fid2=[0x0:0x0:0x0], name='six.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.256099:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.256101:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.256102:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: six.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x2e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.256105:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.256106:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.256109:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.256111:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.256114:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.256116:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.256119:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.256120:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.256121:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.256123:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.256127:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.256129:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.256133:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.256137:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.256140:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.256141:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.256142:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.256143:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.256145:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.256149:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.256151:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.256152:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.256154:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.256156:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.256158:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.256160:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357315.256161:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.256163:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f03338564 to hash 00000020:00000001:1.0:1712357315.256164:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.256165:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.256168:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.256170:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.256171:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.256173:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.256178:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.256184:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.256188:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.256189:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.256192:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.256193:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.256198:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.256199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.256202:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.256205:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.256207:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.256208:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.256212:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.256217:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.256218:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.256220:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.256222:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.256224:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.256226:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.256230:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.256231:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.256233:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.256235:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.256237:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.256240:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.256242:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.256246:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.256249:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164416, portal 10 00000100:00000001:1.0:1712357315.256251:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.256251:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.256256:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.256261:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.256263:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.256265:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357315.256267:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572164416, offset 0 00000400:00000200:1.0:1712357315.256271:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.256275:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.256283:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.256287:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.256289:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.256292:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.256294:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.256297:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [673:673:256:4294967295] 192.168.203.120@tcp LPNI seq info [673:673:8:4294967295] 00000400:00000200:1.0:1712357315.256300:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.256306:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.256311:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.256313:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.256317:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.256323:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.256326:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.256343:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.256345:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.256347:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.256349:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.256350:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.256352:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.256353:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.256354:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.256356:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.256357:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.256617:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.256620:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:2.0:1712357315.256624:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.256629:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.256631:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:2.0:1712357315.256633:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:2.0:1712357315.256635:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.256638:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.256644:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.256647:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.256651:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.256652:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.259218:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000800:00000001:3.0:1712357315.259940:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.259952:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.259955:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.259956:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.259964:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.259970:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.259975:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.259979:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.259982:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.259986:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a940 00000400:00000200:3.0:1712357315.259989:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.259994:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17bd [1] + 224 00000800:00000001:3.0:1712357315.259999:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.260013:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.260015:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.260019:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.260024:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.260030:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.260038:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.260058:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.260065:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.260068:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.260125:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.260131:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.260132:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.260135:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.260138:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.260140:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.260142:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.260146:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.260153:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.260164:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.260166:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.260168:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.260170:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.260172:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.260174:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.260176:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.260182:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.260185:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.260188:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.260191:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.260196:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.260199:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.260200:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.260201:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.260203:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.260206:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.260211:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.260214:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.260215:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.260218:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.260224:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.260229:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.260231:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.260233:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.260234:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.260237:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.260249:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.260251:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.260254:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.260254:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.260257:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.260260:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.260262:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.260264:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357315.260266:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.260268:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357315.260272:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260279:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.260283:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260287:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.260289:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260293:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.260295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.260296:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260300:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.260302:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.260305:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.260306:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.260310:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.260317:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.260320:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260324:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.260599:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.260602:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260606:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.260608:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.260609:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.260610:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.260611:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357315.260612:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.260614:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.260616:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.260617:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.260621:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.260623:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.260624:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.260625:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.260628:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.260629:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.260630:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.260631:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.260632:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f03338564 from hash 00010000:00000001:1.0:1712357315.260634:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.260635:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.260636:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.260636:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.260637:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.260638:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.260643:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.260644:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.260645:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260646:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.260648:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260652:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.260653:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.260654:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.260654:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.260655:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.260656:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.260656:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.260658:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f03338564 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.260665:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.260666:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.260670:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.260674:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.260680:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.260681:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260682:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260683:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260685:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.260686:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.260687:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260688:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.260690:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=six.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.260692:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.260695:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.260696:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260700:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.260701:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.260705:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369be120. 00000080:00002000:1.0:1712357315.260713:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.260718:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.260722:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.260725:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260728:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.260729:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.260731:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.260735:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4f00 count: 2 00010000:00000001:1.0:1712357315.260737:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.260740:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/46 (0 0) 00000002:00000001:1.0:1712357315.260742:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260743:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.260745:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260746:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.260748:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.260751:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.260754:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.260758:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.260762:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.260764:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.260766:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.260769:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.260771:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.260772:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.260773:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.260775:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.260778:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.260779:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.260781:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.260784:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.260784:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.260786:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.260788:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.260789:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.260794:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.260799:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry six.cpython-36.pyc (ffff8800a7702bd0, parent ffff8800a7702a20, inode (null)) hashed, 00000080:00000001:1.0:1712357315.260802:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.260804:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.260809:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.260811:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.260812:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702a20, parent ffff8800a77021b0, inode ffff8800a771c0c8) hashed, 00000080:00000001:1.0:1712357315.260814:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260919:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.260921:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.260923:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.260928:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260930:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.260932:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.260934:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.260936:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.260938:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.260941:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260942:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.260943:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.260945:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260947:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.260948:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.260950:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.260951:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.260952:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.260953:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.260955:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.260956:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.260957:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.260964:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:1.0:1712357315.260966:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.260967:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.260972:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.260976:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.260978:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.260980:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cachecontrol' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.260986:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.260989:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='cachecontrol' -> mds #0 00800000:00000001:1.0:1712357315.260991:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.260993:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.260995:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cachecontrol,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.260998:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.260999:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.261002:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.261005:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.261008:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.261011:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.261014:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.261015:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.261016:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.261018:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.261020:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.261022:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.261026:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.261031:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.261033:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.261034:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.261036:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.261037:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.261038:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.261043:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00010000:00000001:1.0:1712357315.261046:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.261047:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.261049:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.261051:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.261052:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.261054:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357315.261056:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.261058:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f0333856b to hash 00000020:00000001:1.0:1712357315.261059:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.261060:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.261066:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.261069:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.261070:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.261072:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.261077:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.261085:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.261088:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.261090:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.261093:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.261094:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.261096:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.261097:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.261100:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.261103:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.261105:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.261106:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.261110:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.261115:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.261116:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.261118:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.261119:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.261122:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.261125:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.261128:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.261130:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.261131:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.261134:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.261139:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.261144:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.261146:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.261150:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.261154:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164480, portal 10 00000100:00000001:1.0:1712357315.261156:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.261157:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.261161:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.261166:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.261168:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.261169:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357315.261172:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572164480, offset 0 00000400:00000200:1.0:1712357315.261175:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.261180:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.261184:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.261188:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.261191:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.261193:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.261195:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.261198:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [674:674:256:4294967295] 192.168.203.120@tcp LPNI seq info [674:674:8:4294967295] 00000400:00000200:1.0:1712357315.261201:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.261208:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.261212:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.261215:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.261220:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.261225:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.261229:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.261253:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.261255:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.261257:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.261269:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.261271:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.261272:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.261274:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.261275:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.261277:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.261278:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.261651:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.261655:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:2.0:1712357315.261659:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.261663:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.261666:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:2.0:1712357315.261667:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:2.0:1712357315.261670:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.261673:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.261679:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.261682:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.261686:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.261688:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.262696:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012dc0ed80. 00000800:00000001:3.0:1712357315.263770:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.263780:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.263789:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.263792:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.263799:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.263803:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.263809:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.263812:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.263814:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.263818:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90a980 00000400:00000200:3.0:1712357315.263822:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.263826:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17c5 [1] + 224 00000800:00000001:3.0:1712357315.264544:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.264569:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.264572:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.264576:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.264618:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.264624:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.264632:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.264653:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.264660:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.264663:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.264718:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.264723:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.264725:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.264727:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.264731:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.264732:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.264734:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.264739:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.264746:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.264751:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.264753:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.264754:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.264757:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.264759:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.264761:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.264763:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.264770:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.264773:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.264775:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.264777:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.264779:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.264781:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.264784:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.264785:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.264786:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.264788:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.264792:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.264802:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.264805:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.264806:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.264809:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.264816:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.264819:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.264822:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.264823:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.264825:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.264827:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.264832:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.264835:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.264837:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.264838:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.264841:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.264843:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.264846:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.264848:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357315.264850:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264852:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357315.264856:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d200, remote cookie: 0xa8e7976a8eb21b31, flags: 0x1001 00010000:00010000:1.0:1712357315.264859:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.264866:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x2f:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:1.0:1712357315.264868:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.264875:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4800. 00010000:00000010:1.0:1712357315.264881:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25c80. 00010000:00000001:1.0:1712357315.264884:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.264886:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.264892:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.264897:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.264900:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.264901:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.264902:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.264903:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.264905:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x2f:0x0].0x0 (ffff8800b3ab4800) refcount = 1 00010000:00010000:1.0:1712357315.264908:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.264912:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.264915:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.264916:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.264918:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.264920:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.264922:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.264926:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.264927:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.264929:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.264929:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.264930:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.264931:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.264935:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.264936:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.264937:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.264938:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.264943:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264944:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264946:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.264947:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.264948:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357315.264949:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264950:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264952:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.264954:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.264956:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.264961:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.264962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.264963:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.264964:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.264964:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357315.264965:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264967:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.264968:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.264970:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.264974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.264974:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.264976:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.264980:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.264981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.264981:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.264982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.264983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.264990:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.264995:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.264996:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.264997:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.264998:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265000:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265001:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265002:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.265002:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265004:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265006:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.265008:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265008:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265009:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265010:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00000002:00010000:1.0:1712357315.265014:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.265018:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265019:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.265020:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.265021:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265022:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265023:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265024:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265025:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000040:1.0:1712357315.265028:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357315.265029:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.265032:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/47 (0 0) 00010000:00000001:1.0:1712357315.265034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265034:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.265039:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.265040:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cachecontrol intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.265043:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265047:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265049:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265053:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.265055:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357315.265057:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.265060:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265063:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265065:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.265066:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.265068:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.265070:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.265074:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.265076:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2f:0x0] 00000080:00000001:1.0:1712357315.265078:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265080:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.265082:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.265085:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.265087:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x2f:0x0](ffff8800a771c8c8): rc = 0 00000080:00000001:1.0:1712357315.265089:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123470536 : -131938586081080 : ffff8800a771c8c8) 00010000:00000001:1.0:1712357315.265090:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265091:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265092:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265093:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265095:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.265098:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.265099:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.265100:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.265101:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265103:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.265104:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.265109:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) for lock 0xbda2fb8f0333856b 00000080:00000001:1.0:1712357315.265112:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265114:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.265114:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265116:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.265117:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265118:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265119:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265120:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265121:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265122:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265123:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.265124:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265125:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.265129:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369be2c0. 00000080:00002000:1.0:1712357315.265133:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702e58 inode ffff8800a771c8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.265135:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.265138:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265139:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.265142:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00010000:1.0:1712357315.265144:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333856b from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357315.265145:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265146:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265147:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265148:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265149:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265150:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.265152:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.265156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.265157:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.265159:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.265164:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.265169:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.265171:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.265172:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.265175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265175:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.265176:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265179:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.265180:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265182:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265184:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265185:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.265186:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265187:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.265188:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.265191:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.265194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.265198:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.265202:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.265204:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.265206:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.265209:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.265211:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.265212:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.265214:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.265216:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.265218:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.265219:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.265221:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.265223:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.265224:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.265226:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.265227:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.265228:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357315.265239:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file cachecontrol:[0x200000401:0x2f:0x0](ffff8800a771c8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.265243:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357315.265245:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8),name=cachecontrol 00000080:00000010:1.0:1712357315.265248:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.265252:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265255:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.265256:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x2f:0x0] 'cachecontrol' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.265259:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.265262:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x200000401:0x2f:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357315.265264:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265266:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.265267:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x2f:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.265270:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.265271:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.265273:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.265275:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357315.265276:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.265278:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.265279:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357315.265281:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357315.265286:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357315.265289:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.265291:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357315.265295:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357315.265296:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.265297:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.265298:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.265299:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357315.265301:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.265303:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357315.265307:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.265309:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00010000:1.0:1712357315.265311:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) for lock 0xbda2fb8f0333856b 00000080:00000001:1.0:1712357315.265313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265314:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.265315:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265316:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.265317:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265318:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265319:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265320:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265321:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265323:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.265324:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265325:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.265326:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333856b from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357315.265327:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.265328:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.265329:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=3 00000020:00000001:1.0:1712357315.265330:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265331:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.265332:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.265334:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.265338:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.265339:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.265340:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.265341:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.265345:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.265349:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.265350:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.265351:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265352:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.265352:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265354:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.265354:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265356:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265357:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.265358:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.265359:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.265359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357315.265361:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357315.265362:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.265364:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357315.265367:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file cachecontrol:[0x200000401:0x2f:0x0](ffff8800a771c8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.265370:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.265371:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a7702e58, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.265373:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265395:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.265396:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.265398:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.265400:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265403:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.265404:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.265406:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.265408:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.265410:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.265411:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265413:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.265414:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.265416:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265417:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.265418:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.265420:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.265421:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.265422:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.265426:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265428:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.265429:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.265925:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265927:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.265928:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a7702e58) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.265930:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.265931:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=0 00000080:00000001:1.0:1712357315.265932:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.265933:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265940:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.265942:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file cachecontrol:[0x200000401:0x2f:0x0](ffff8800a771c8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.719139994, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.265946:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.265949:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3738400. 00000080:00000001:1.0:1712357315.265950:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.265951:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.265953:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.265955:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x2f:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357315.265957:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265959:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.265960:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.265962:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357315.265964:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.265966:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.265968:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.265970:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.265975:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.265976:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.265978:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.265979:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x2f:0x0] mode (null) 00000080:00000001:1.0:1712357315.265980:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265981:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.265982:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.265987:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357315.265988:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.265989:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265990:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265991:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.265992:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.265993:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357315.265994:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.265995:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.265996:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.265996:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.265997:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.265998:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357315.265999:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.266000:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.266001:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.266002:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x2f:0x0] lli = ffff8800a771c800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.266005:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.266006:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.266007:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.266008:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) invalid 00000080:00002000:1.0:1712357315.266010:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry cachecontrol (ffff8800a7702e58) parent ffff8800a77021b0 inode ffff8800a771c8c8 refc 1 00000080:00000001:1.0:1712357315.266012:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.266013:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.266014:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.266016:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.266017:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.266018:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.266019:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.266020:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.266021:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f0333856b from hash 00010000:00000001:1.0:1712357315.266023:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.266023:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.266024:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.266025:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.266026:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.266029:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.266030:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.266031:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.266033:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.266036:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ea00. 00000020:00000040:1.0:1712357315.266038:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.266041:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.266043:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.266044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.266045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.266045:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.266047:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.266048:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.266051:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.266057:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e45600. 00000100:00000001:1.0:1712357315.266061:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.266063:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.266064:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.266067:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.266071:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.266072:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.266073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.266075:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333856b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21b31 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.266079:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4800 count: 0 00010000:00000010:1.0:1712357315.266081:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25c80. 00010000:00000001:1.0:1712357315.266086:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.266087:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.266088:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.266089:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.266090:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.266091:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:1.0:1712357315.266100:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.266104:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.266109:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.266111:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.266114:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.266115:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.266117:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.266118:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.266121:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.266123:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.266125:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.266126:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.266128:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.266134:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.266135:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.266137:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.266139:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.266141:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164608:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.266144:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.266147:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.266148:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.266150:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.266152:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.266154:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.266159:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.266162:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.266165:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.266170:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572164608, portal 10 00000100:00000001:1.0:1712357315.266171:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.266172:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000040:1.0:1712357315.266176:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.266185:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.266187:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.266188:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357315.266191:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572164608, offset 0 00000400:00000200:1.0:1712357315.266194:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.266198:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.266203:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.266207:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.266209:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.266212:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.266214:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.266217:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [675:675:256:4294967295] 192.168.203.120@tcp LPNI seq info [675:675:8:4294967295] 00000400:00000200:1.0:1712357315.266219:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.266225:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.266229:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.266232:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357315.266236:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.266241:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.266244:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.266260:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.266261:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.266263:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.266265:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.266266:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.266267:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.266269:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.266270:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.266272:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.266272:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.266368:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.266371:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357315.266377:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.266380:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.266383:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:2.0:1712357315.266384:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:2.0:1712357315.266386:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.266389:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.266395:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.266396:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.266401:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.266402:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.268838:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:3.1:1712357315.268846:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369be120. 00000800:00000001:3.0:1712357315.268863:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.268872:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.268874:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.268876:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.268884:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.268888:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.268894:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.268896:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.268899:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.268903:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90aa00 00000400:00000200:3.0:1712357315.268906:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.268919:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x17cd [1] + 224 00000800:00000001:3.0:1712357315.268925:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.268939:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.268941:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.268945:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.268949:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.268954:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.268961:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.268981:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.268987:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.268990:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.268993:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.268998:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [676:676:256:4294967295] 192.168.203.120@tcp LPNI seq info [676:676:8:4294967295] 00000400:00000200:3.0:1712357315.269001:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.269006:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.269011:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.269014:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357315.269018:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.269023:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.269025:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.269085:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.269088:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357315.269090:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.269094:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.269097:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.269100:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.269155:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.269161:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.269162:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.269168:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.269171:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.269173:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.269175:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.269178:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.269184:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ea00 x1795536572164608/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.269189:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.269191:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.269192:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.269195:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.269197:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.269198:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.269200:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.269206:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.269209:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.269211:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.269212:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.269214:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.269217:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269219:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.269220:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357315.269221:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.269223:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.269224:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104604672 : -131938604946944 : ffff8800a651ea00) 00000100:00000001:1.0:1712357315.269226:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.269228:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.269230:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.269231:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.269234:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ea00 x1795536572164608/t4294967413(4294967413) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.269240:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.269242:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.269247:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.269250:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ea00 x1795536572164608/t4294967413(4294967413) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.269257:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ea00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164608:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.269260:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.269263:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269264:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.269265:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.269268:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ea00 x1795536572164608/t4294967413(4294967413) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.269273:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.269275:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.269277:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.269278:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.269283:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.269285:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269288:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.269291:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.269293:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.269295:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.269299:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.269301:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2f:0x0] 00000080:00000001:1.0:1712357315.269303:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269305:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.269307:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.269310:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2f:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.269312:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.269314:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ea00 x1795536572164608/t4294967413(4294967413) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.269319:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269320:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.269322:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.269323:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269328:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269329:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.269333:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738400. 00000080:00200008:1.0:1712357315.269339:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file cachecontrol:[0x200000401:0x2f:0x0](ffff8800a771c8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.265000000, mtime 1611184480.719139994, ctime 1712357315.265000000, rc 0 00000080:00000001:1.0:1712357315.269343:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269349:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.269351:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cachecontrol (ffff8800a7702e58, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.269354:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.269358:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.269362:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.269376:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.269378:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.269379:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.269382:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269385:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.269386:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.269388:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.269389:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357315.269391:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.269393:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269395:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.269396:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.269398:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269399:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.269400:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.269402:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.269403:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:1.0:1712357315.269404:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.269405:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.269406:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.269407:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.269409:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.269414:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1 00000080:00000001:1.0:1712357315.269417:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.269422:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:1.0:1712357315.269427:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.269431:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.269433:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.269435:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cachecontrol' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.269437:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.269441:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='cachecontrol' -> mds #0 00800000:00000001:1.0:1712357315.269443:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.269445:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.269446:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cachecontrol,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.269450:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.269451:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.269455:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ed80. 00000020:00000040:1.0:1712357315.269458:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.269462:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.269464:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.269468:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.269469:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.269470:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269472:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.269474:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.269476:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.269480:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542800. 00000100:00000001:1.0:1712357315.269485:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.269487:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.269488:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.269489:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.269490:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.269491:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.269496:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104605568 : -131938604946048 : ffff8800a651ed80) 00010000:00000001:1.0:1712357315.269498:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.269499:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.269504:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.269506:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.269507:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.269514:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357315.269517:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.269519:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338572 to hash 00000020:00000001:1.0:1712357315.269520:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.269521:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.269524:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.269526:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.269528:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.269531:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.269537:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.269544:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.269549:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.269550:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.269554:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.269563:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.269564:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.269565:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104605568 : -131938604946048 : ffff8800a651ed80) 00000100:00000001:1.0:1712357315.269569:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.269572:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269574:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.269575:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.269579:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.269607:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.269608:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.269610:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.269612:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.269615:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ed80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.269623:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.269626:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.269628:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.269629:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.269633:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.269634:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.269638:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.269640:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.269643:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.269647:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164672, portal 10 00000100:00000001:1.0:1712357315.269648:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.269649:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104605568 : -131938604946048 : ffff8800a651ed80) 00000100:00000040:1.0:1712357315.269653:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.269659:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.269661:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.269662:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357315.269665:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572164672, offset 0 00000400:00000200:1.0:1712357315.269669:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.269673:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.269676:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.269680:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.269683:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.269686:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.269688:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.269690:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [677:677:256:4294967295] 192.168.203.120@tcp LPNI seq info [677:677:8:4294967295] 00000400:00000200:1.0:1712357315.269693:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.269699:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.269702:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.269705:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357315.269708:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.269716:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.269718:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.269723:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269725:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.269727:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269729:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.269730:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.269732:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.269733:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.269735:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.269736:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.269737:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.269932:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.269934:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:2.0:1712357315.269937:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.269941:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.269943:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:2.0:1712357315.269944:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:2.0:1712357315.269947:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.269949:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.269955:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.269957:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.269962:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.269963:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.272723:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4800. 00010000:00000010:3.1:1712357315.272733:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:2.0:1712357315.274974:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.274986:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.274988:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.274990:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.274999:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.275005:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.275011:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.275024:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.275027:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.275031:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90aa40 00000400:00000200:2.0:1712357315.275034:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.275039:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17d5 [1] + 224 00000800:00000001:2.0:1712357315.275045:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.275060:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.275062:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.275066:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.275072:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.275078:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.275086:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.275107:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.275114:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.275116:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.275202:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.275208:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.275210:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.275212:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.275215:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.275216:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.275219:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.275223:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.275229:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.275234:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.275235:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.275237:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.275239:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.275241:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.275242:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.275244:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.275251:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.275254:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.275256:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.275257:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.275259:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.275266:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.275268:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.275269:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.275271:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.275273:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.275277:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.275282:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.275284:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.275286:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.275288:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.275295:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ed80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.275298:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.275301:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.275302:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.275304:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.275306:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.275311:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.275314:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.275316:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.275317:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.275319:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.275321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275323:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275325:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357315.275327:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275329:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000040:1.0:1712357315.275333:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38dd40, remote cookie: 0xa8e7976a8eb21b54, flags: 0x1001 00010000:00010000:1.0:1712357315.275337:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.275350:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x2f:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:1.0:1712357315.275352:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.275359:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4500. 00010000:00000010:1.0:1712357315.275361:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25c80. 00010000:00000001:1.0:1712357315.275364:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.275366:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.275372:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275377:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.275380:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.275381:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.275382:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.275383:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.275385:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x2f:0x0].0x0 (ffff8800b3ab4500) refcount = 1 00010000:00010000:1.0:1712357315.275388:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275392:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.275394:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.275395:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.275397:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.275399:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.275401:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275406:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.275407:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275414:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275418:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.275419:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275420:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275421:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275422:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275424:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275426:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275426:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275427:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357315.275428:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275430:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275431:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.275433:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.275435:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275439:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275440:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275441:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275441:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275442:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357315.275443:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275445:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275446:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.275448:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275452:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275453:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.275455:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275465:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.275466:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275466:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275467:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275468:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.275471:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.275477:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275478:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275478:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275479:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275481:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275482:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275483:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.275484:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275485:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275487:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.275489:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275489:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275490:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275491:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275493:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00000002:00010000:1.0:1712357315.275495:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275499:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275500:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275501:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.275502:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275503:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275503:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275505:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275509:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000040:1.0:1712357315.275512:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357315.275514:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.275516:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/47 (0 0) 00010000:00000001:1.0:1712357315.275518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.275520:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.275522:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cachecontrol intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.275524:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275527:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275529:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.275533:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.275534:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357315.275536:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.275539:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275542:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275544:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.275546:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.275547:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.275549:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.275554:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.275566:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2f:0x0] 00000080:00000001:1.0:1712357315.275568:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.275570:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.275572:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.275576:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.275578:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x2f:0x0](ffff8800a771c8c8): rc = 0 00000080:00000001:1.0:1712357315.275750:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123470536 : -131938586081080 : ffff8800a771c8c8) 00010000:00000001:1.0:1712357315.275753:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275754:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275755:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275756:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275758:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275764:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.275765:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.275766:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.275768:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.275770:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275771:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.275772:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.275775:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) for lock 0xbda2fb8f03338572 00000080:00000001:1.0:1712357315.275777:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275779:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.275780:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275782:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.275782:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275783:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275784:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275785:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275787:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275788:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275789:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.275790:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275791:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.275794:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369be5a0. 00000080:00002000:1.0:1712357315.275798:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702ca8 inode ffff8800a771c8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.275801:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.275803:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.275805:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.275807:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00010000:1.0:1712357315.275810:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338572 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357315.275811:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.275812:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.275812:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357315.275814:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275815:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.275816:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.275821:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275826:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275827:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275828:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.275829:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.275831:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.275836:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.275838:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.275839:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.275842:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275842:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.275843:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.275845:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.275846:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.275848:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.275850:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.275851:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.275852:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.275852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.275854:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.275857:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.275861:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.275865:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ed80 x1795536572164672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.275869:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.275871:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.275873:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.275877:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.275878:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.275879:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.275881:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.275882:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542800. 02000000:00000001:1.0:1712357315.275885:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.275890:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.275892:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ed80. 00000100:00000001:1.0:1712357315.275895:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.275896:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.275898:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.275899:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357315.275900:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.275913:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.275915:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file cachecontrol:[0x200000401:0x2f:0x0](ffff8800a771c8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.275919:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.275922:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.275923:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.275926:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.275929:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.275930:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x2f:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357315.275933:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275935:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.275937:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.275939:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357315.275941:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.275943:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.275945:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.275947:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.275953:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.275955:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.275957:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.275958:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x2f:0x0] mode (null) 00000080:00000001:1.0:1712357315.275960:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275961:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.275963:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.275964:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 3 00010000:00000001:1.0:1712357315.275965:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.275966:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.275979:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275980:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.275981:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.275983:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 3 00010000:00000001:1.0:1712357315.275984:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.275985:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.275987:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.275988:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.275988:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.275989:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 3 00010000:00000001:1.0:1712357315.275991:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.275992:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.275993:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.275995:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x2f:0x0] lli = ffff8800a771c800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.275998:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.275999:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.276000:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.276001:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) invalid 00000080:00002000:1.0:1712357315.276003:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry cachecontrol (ffff8800a7702ca8) parent ffff8800a77021b0 inode ffff8800a771c8c8 refc 1 00000080:00000001:1.0:1712357315.276005:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.276006:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.276007:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.276009:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.276011:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.276012:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.276013:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.276014:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.276016:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338572 from hash 00010000:00000001:1.0:1712357315.276017:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.276018:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.276019:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.276019:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.276021:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.276022:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.276024:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.276026:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.276031:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.276035:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651ed80. 00000020:00000040:1.0:1712357315.276037:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.276041:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.276043:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.276045:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.276045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.276046:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.276048:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.276050:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.276052:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.276059:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3738400. 00000100:00000001:1.0:1712357315.276062:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.276064:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.276065:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.276069:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.276074:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.276075:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.276076:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.276078:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338572 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21b54 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.276083:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4500 count: 0 00010000:00000010:1.0:1712357315.276087:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25c80. 00010000:00000001:1.0:1712357315.276092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.276093:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.276094:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.276095:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.276096:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.276098:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:1.0:1712357315.276103:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.276108:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.276121:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.276122:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.276126:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.276127:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.276129:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.276130:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104605568 : -131938604946048 : ffff8800a651ed80) 00000100:00000001:1.0:1712357315.276133:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.276136:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.276138:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.276139:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.276142:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.276148:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.276149:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.276151:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.276152:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.276155:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651ed80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164800:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.276158:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.276161:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.276163:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.276164:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.276166:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6542800. 02000000:00000001:1.0:1712357315.276168:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.276173:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.276175:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.276178:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.276182:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572164800, portal 10 00000100:00000001:1.0:1712357315.276183:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.276184:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104605568 : -131938604946048 : ffff8800a651ed80) 00000100:00000040:1.0:1712357315.276188:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.276193:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.276199:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.276200:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357315.276203:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572164800, offset 0 00000400:00000200:1.0:1712357315.276207:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.276211:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.276216:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.276221:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.276224:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.276227:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.276229:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.276232:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [678:678:256:4294967295] 192.168.203.120@tcp LPNI seq info [678:678:8:4294967295] 00000400:00000200:1.0:1712357315.276235:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.276241:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.276246:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.276248:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357315.276253:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.276259:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.276263:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.277061:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.277064:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.277066:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.277067:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.277069:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.277071:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.277072:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.277074:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.277076:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.277076:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.277340:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.277343:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357315.277351:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.277355:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.277357:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357315.277359:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357315.277361:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.277365:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.277371:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.277373:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.277377:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.277378:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.278732:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369be2c0. 00000800:00000001:2.0:1712357315.281230:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.281243:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.281246:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.281248:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.281257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281262:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.281268:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281272:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281275:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281279:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90aac0 00000400:00000200:2.0:1712357315.281282:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281286:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x17dd [1] + 224 00000800:00000001:2.0:1712357315.281292:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.281306:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.281308:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.281318:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.281322:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.281329:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.281337:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.281537:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.281544:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.281547:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281551:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.281564:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [679:679:256:4294967295] 192.168.203.120@tcp LPNI seq info [679:679:8:4294967295] 00000400:00000200:2.0:1712357315.281567:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.281572:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.281577:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357315.281690:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.281696:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.281698:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.281700:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.281703:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.281705:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.281711:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.281715:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.281722:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651ed80 x1795536572164800/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.281726:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.281728:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.281730:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.281732:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.281734:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.281736:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.281738:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.281745:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.281747:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.281749:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.281750:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.281752:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.281754:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.281756:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.281758:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000065/0x0] 00000100:00000001:1.0:1712357315.281759:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.281760:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.281761:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104605568 : -131938604946048 : ffff8800a651ed80) 00000100:00000001:1.0:1712357315.281763:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.281764:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.281765:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.281767:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.281770:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651ed80 x1795536572164800/t4294967414(4294967414) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.281775:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.281777:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.281778:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.281781:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651ed80 x1795536572164800/t4294967414(4294967414) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.281796:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651ed80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164800:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.281800:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.281802:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.281804:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.281805:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.281808:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651ed80 x1795536572164800/t4294967414(4294967414) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.281813:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.281816:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.281818:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.281819:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.281824:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.281826:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.281832:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.281835:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.281836:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.281840:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.281841:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2f:0x0] 00000080:00000001:1.0:1712357315.281843:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281845:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.281847:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.281851:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2f:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.281853:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.281855:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651ed80 x1795536572164800/t4294967414(4294967414) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.281859:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281861:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.281863:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.281864:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281865:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281866:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.281874:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000080:00200008:1.0:1712357315.281880:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file cachecontrol:[0x200000401:0x2f:0x0](ffff8800a771c8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.275000000, rc 0 00000080:00000001:1.0:1712357315.281885:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281892:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.281894:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cachecontrol (ffff8800a7702ca8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.281896:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.281899:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.281904:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.281926:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.281928:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.281929:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.281932:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281934:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.281935:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.281938:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.281939:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.281942:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.281943:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.281946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.281949:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281950:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.281951:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.281953:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.281954:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.281956:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.281956:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.281958:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.281959:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.281960:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.281966:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=16 00000080:00000001:1.0:1712357315.281969:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.281970:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cachecontrol, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=0 00000080:00000010:1.0:1712357315.281974:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.281982:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.281985:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.281987:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'cachecontrol' on [0x200000401:0x26:0x0] 00800000:00000001:1.0:1712357315.281990:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.281992:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='cachecontrol' -> mds #0 00800000:00000001:1.0:1712357315.281994:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.281997:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.281998:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cachecontrol,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357315.282001:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.282003:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.282006:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.282009:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.282013:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.282016:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.282021:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.282022:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.282023:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.282025:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.282026:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.282029:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.282033:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.282037:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.282040:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.282041:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.282043:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.282043:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.282044:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.282050:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.282052:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.282054:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.282059:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:1.0:1712357315.282061:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.282062:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.282065:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38db00. 00000020:00000001:1.0:1712357315.282067:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.282073:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38db00 with handle 0xbda2fb8f03338579 to hash 00000020:00000001:1.0:1712357315.282075:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.282076:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.282078:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.282080:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.282082:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.282085:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.282091:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.282099:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.282104:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.282105:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.282108:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.282109:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.282111:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.282112:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.282115:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.282117:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.282119:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.282120:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.282124:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.282129:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.282131:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.282133:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.282135:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.282137:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.282140:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.282143:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.282148:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.282149:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.282153:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.282154:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.282158:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.282160:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.282163:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.282167:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164864, portal 10 00000100:00000001:1.0:1712357315.282169:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.282169:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.282173:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.282178:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.282180:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.282182:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357315.282184:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572164864, offset 0 00000400:00000200:1.0:1712357315.282187:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.282191:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.282194:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.282197:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.282200:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.282202:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.282204:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.282206:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [680:680:255:4294967295] 192.168.203.120@tcp LPNI seq info [680:680:7:4294967295] 00000400:00000200:1.0:1712357315.282209:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.282214:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.282217:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.282219:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.282223:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.282229:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.282232:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.282252:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.282257:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.282259:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.282261:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.282262:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.282264:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.282265:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.282267:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.282268:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.282269:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1712357315.282311:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.282315:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.282319:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.282321:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.282345:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.282347:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:2.0:1712357315.282350:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.282353:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.282355:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:2.0:1712357315.282356:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:2.0:1712357315.282359:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.282362:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.282368:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.282370:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.282382:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.282383:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.282388:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.282392:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357315.282435:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.282437:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.282446:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.282450:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00010000:00000010:3.1:1712357315.285718:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4500. 00010000:00000010:3.1:1712357315.285730:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:3.1:1712357315.289283:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369be5a0. 00000800:00000001:2.0:1712357315.289411:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.289422:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.289424:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.289426:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.289435:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.289440:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.289445:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.289449:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.289451:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.289456:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ab00 00000400:00000200:2.0:1712357315.289459:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.289464:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17e5 [1] + 224 00000800:00000001:2.0:1712357315.289470:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.289483:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.289485:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.289488:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.289493:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.289500:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.289508:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.289528:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.289533:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.289542:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.290372:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.290378:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.290379:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.290382:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.290386:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.290388:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.290390:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.290394:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.290401:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.290407:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.290408:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.290410:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.290413:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.290415:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.290416:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.290418:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.290425:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.290428:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.290430:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.290431:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290433:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.290436:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.290439:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.290440:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.290441:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.290448:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.290452:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.290457:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.290460:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.290461:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.290463:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.290469:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.290472:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.290476:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.290477:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.290479:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.290481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.290486:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.290488:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.290491:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.290492:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290494:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.290496:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290498:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290500:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357315.290502:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290504:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000040:1.0:1712357315.290509:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38db00, remote cookie: 0xa8e7976a8eb21b77, flags: 0x1001 00010000:00010000:1.0:1712357315.290512:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.290519:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x2f:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:1.0:1712357315.290522:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.290532:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4a00. 00010000:00000010:1.0:1712357315.290535:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25c80. 00010000:00000001:1.0:1712357315.290538:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.290540:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.290546:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290551:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.290553:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.290564:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.290565:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.290566:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.290568:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x2f:0x0].0x0 (ffff8800b3ab4a00) refcount = 1 00010000:00010000:1.0:1712357315.290571:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290575:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.290577:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.290578:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.290579:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.290609:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.290612:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290616:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.290617:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290618:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290618:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290619:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290620:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.290623:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.290625:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290626:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290630:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290632:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290633:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290635:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290635:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290636:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=4 00000020:00000001:1.0:1712357315.290637:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290639:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290641:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.290642:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.290644:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290649:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290650:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290650:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290651:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290652:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=5 00000020:00000001:1.0:1712357315.290653:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290654:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290656:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.290658:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290662:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290663:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.290665:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290668:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.290669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290673:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.290677:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.290683:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290684:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290685:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290686:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290687:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290689:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290690:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.290690:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.290691:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.290694:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.290695:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290696:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290696:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290698:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290699:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00000002:00010000:1.0:1712357315.290701:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290705:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290707:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.290708:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290709:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290710:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290711:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290712:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000040:1.0:1712357315.290715:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.290717:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.290719:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/47 (0 0) 00010000:00000001:1.0:1712357315.290721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290725:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.290726:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.290727:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cachecontrol intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.290730:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290733:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290735:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.290738:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.290740:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357315.290742:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.290744:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290747:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.290749:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.290751:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.290753:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.290755:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.290759:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.290761:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x2f:0x0] 00000080:00000001:1.0:1712357315.290763:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.290765:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502319 : 144115205272502319 : 20000040100002f) 00000080:00000001:1.0:1712357315.290767:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.290770:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x2f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.290772:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x2f:0x0](ffff8800a771c8c8): rc = 0 00000080:00000001:1.0:1712357315.290774:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123470536 : -131938586081080 : ffff8800a771c8c8) 00010000:00000001:1.0:1712357315.290775:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290776:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290777:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290779:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290780:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290781:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290782:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.290783:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.290784:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.290785:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.290786:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290788:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.290792:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.290795:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) for lock 0xbda2fb8f03338579 00000080:00000001:1.0:1712357315.290798:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290799:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.290800:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.290802:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.290803:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290803:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290804:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290805:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290807:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290808:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290809:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.290810:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290811:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.290814:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369be820. 00000080:00002000:1.0:1712357315.290818:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77025e8 inode ffff8800a771c8c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.290821:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.290823:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.290825:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.290827:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00010000:1.0:1712357315.290828:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338579 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357315.290830:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.290830:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.290831:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38db00 refcount=3 00000020:00000001:1.0:1712357315.290832:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290834:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203625728 : -131938505925888 : ffff8800ac38db00) 00010000:00000001:1.0:1712357315.290835:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.290837:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290841:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290842:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290843:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.290847:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.290849:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38db00/0xbda2fb8f03338579 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21b77 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.290855:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.290857:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.290858:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.290861:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290861:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290862:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290864:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.290866:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290867:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290869:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290870:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.290871:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.290873:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.290875:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.290879:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.290883:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572164864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.290888:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.290890:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.290892:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.290896:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.290897:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.290899:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.290900:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.290902:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.290905:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.290906:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.290908:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.290910:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.290911:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.290917:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.290918:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.290926:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.290933:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.290936:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.290937:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.290941:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.290944:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.290947:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.290948:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.290950:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.290953:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:1.0:1712357315.290955:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.290957:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.290958:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.290961:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.290963:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.290965:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.290967:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.290971:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.290973:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.290974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.290975:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.290976:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.290978:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.290979:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.290981:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.290985:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.290990:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290992:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.290993:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290994:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.290995:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.290997:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.291001:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.291003:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.291008:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.291010:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.291011:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.291013:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.291015:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357315.291017:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.291019:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338580 to hash 00000020:00000001:1.0:1712357315.291021:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.291022:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.291024:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.291025:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.291027:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.291029:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.291034:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.291040:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.291044:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.291045:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.291048:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.291050:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.291052:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.291053:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.291056:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.291058:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.291060:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.291061:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.291065:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.291070:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.291071:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.291077:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.291078:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.291081:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.291084:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.291087:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.291088:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.291090:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.291093:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.291094:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.291100:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.291102:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.291105:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.291109:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164928, portal 10 00000100:00000001:1.0:1712357315.291111:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.291112:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.291116:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.291121:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.291123:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.291125:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357315.291127:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572164928, offset 0 00000400:00000200:1.0:1712357315.291131:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.291136:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.291140:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.291144:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.291147:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.291150:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.291152:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.291155:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [681:681:256:4294967295] 192.168.203.120@tcp LPNI seq info [681:681:8:4294967295] 00000400:00000200:1.0:1712357315.291157:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.291165:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.291169:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.291176:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.291181:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.291186:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.291189:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.293444:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.293450:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.293452:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.293455:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.293456:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.293459:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.293461:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.293463:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.293466:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.293467:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.293618:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.293622:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357315.293626:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.293632:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.293636:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357315.293638:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357315.293642:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.293647:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.293655:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.293658:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.293663:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.293664:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.299731:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.299744:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.299747:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.299749:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.299781:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.299788:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.299794:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.299797:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.299801:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.299804:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ab40 00000400:00000200:2.0:1712357315.299808:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.299812:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17ed [1] + 224 00000800:00000001:2.0:1712357315.299819:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.299833:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.299836:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.300102:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.300109:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.300116:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.300124:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.300141:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.300147:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.300151:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.300189:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.300196:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.300197:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.300200:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.300204:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.300206:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.300208:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.300213:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.300220:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.300225:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.300227:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.300228:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.300231:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.300233:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.300234:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.300236:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.300242:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.300245:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.300247:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.300256:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.300261:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.300264:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.300266:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.300267:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.300269:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.300272:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.300277:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.300280:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.300281:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.300284:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.300289:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.300293:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.300295:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.300297:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.300299:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.300301:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.300306:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.300309:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.300311:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.300312:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.300314:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.300317:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.300319:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.300321:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357315.300323:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.300325:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357315.300567:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300576:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.300578:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300615:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.300617:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300621:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.300623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.300624:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300628:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.300630:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.300632:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.300633:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.300637:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.300640:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.300642:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300646:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.300647:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.300649:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300652:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.300654:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.300658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.300659:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.300661:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357315.300662:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.300663:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.300665:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.300667:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.300670:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.300671:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.300673:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.300674:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.300676:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.300677:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.300677:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.300679:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.300680:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338580 from hash 00010000:00000001:1.0:1712357315.300682:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.300683:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.300683:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.300684:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.300685:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.300686:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.300687:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.300688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.300689:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.300690:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.300691:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.300695:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.300695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.300696:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.300697:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.300698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.300699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.300702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.300704:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338580 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.301830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.301832:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.301837:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.301844:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.301851:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.301853:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.301854:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.301855:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.301857:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.301859:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.301860:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.301861:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.301863:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.301866:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.301869:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.301871:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.301874:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.301875:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.301880:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369be960. 00000080:00002000:1.0:1712357315.301884:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.301889:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.301892:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.301895:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.301897:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.301899:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.301900:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.301905:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.301907:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.301910:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.301913:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.301914:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.301921:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.301922:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.301925:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.301928:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.301933:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.301937:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572164928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.301942:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.301944:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.301947:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.301951:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.301952:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.301954:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.301956:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.301958:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.301960:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.301962:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.301963:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.301966:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.301967:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.301969:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.301970:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.301971:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.301976:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.301977:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7702360, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.301980:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.301982:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.301987:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.301989:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.301990:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.301992:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302024:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.302026:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.302028:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.302032:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302034:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.302040:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.302042:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.302044:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.302047:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.302049:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302050:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.302052:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.302054:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302055:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.302057:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.302058:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.302059:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.302061:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.302062:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302063:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.302064:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.302066:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302067:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.302068:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.302070:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.302071:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.302072:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.302072:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.302074:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.302075:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.302076:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.302081:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_cmd.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.302084:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.302085:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_cmd.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.302089:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.302092:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.302095:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.302096:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_cmd.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.302098:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.302101:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='_cmd.py' -> mds #0 00800000:00000001:1.0:1712357315.302106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.302108:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.302109:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _cmd.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.302112:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.302113:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.302116:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.302118:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.302122:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.302124:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.302128:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.302129:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.302130:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.302132:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.302133:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.302136:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.302140:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.302145:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.302147:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.302149:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.302150:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.302151:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.302152:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.302156:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.302158:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.302160:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.302162:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.302163:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.302165:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.302167:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357315.302170:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.302172:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338587 to hash 00000020:00000001:1.0:1712357315.302173:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.302174:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.302176:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.302178:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.302183:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.302186:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.302191:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.302199:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.302203:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.302205:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.302209:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.302211:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.302213:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.302214:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.302217:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.302219:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.302221:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.302222:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.302226:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.302232:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.302233:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.302235:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.302238:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.302240:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164992:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.302243:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.302246:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.302248:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.302249:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.302252:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.302253:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.302259:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.302261:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.302269:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.302275:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572164992, portal 10 00000100:00000001:1.0:1712357315.302276:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.302277:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.302282:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.302287:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.302289:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.302291:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357315.302294:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572164992, offset 0 00000400:00000200:1.0:1712357315.302297:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.302303:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.302308:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.302311:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.302314:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.302317:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.302319:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.302322:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [682:682:256:4294967295] 192.168.203.120@tcp LPNI seq info [682:682:8:4294967295] 00000400:00000200:1.0:1712357315.302331:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.302338:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.302343:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.302346:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.302351:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.302356:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.302359:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.302368:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.302370:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.302371:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.302373:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.302374:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.302376:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.302378:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.302390:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.302393:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.302393:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.302890:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.302894:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357315.302898:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.302902:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.302905:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357315.302907:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357315.302909:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.302916:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.302923:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.302925:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.302929:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.302930:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.305700:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.305714:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.305717:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.305719:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.305728:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.305733:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.305739:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.305743:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.305754:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.305758:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ab80 00000400:00000200:2.0:1712357315.305762:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.305766:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17f5 [1] + 224 00000800:00000001:2.0:1712357315.305771:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.305782:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.305784:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.305787:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.305791:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.305797:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.305805:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.305824:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.305830:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.305832:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357315.305850:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:3.1:1712357315.305857:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369be960. 00000100:00000001:1.0:1712357315.305894:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.305899:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.305901:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.305903:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.305906:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.305908:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.305910:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.305914:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.305921:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.305925:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.305927:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.305929:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.305931:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.305933:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.305934:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.305936:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.305941:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.305944:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.305947:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.305949:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.305953:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.305955:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.305956:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.305958:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.305960:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.305963:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.305967:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.305974:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.305975:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.305978:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.305984:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572164992:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.305987:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.305989:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.305991:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.305992:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.305995:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.305999:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.306001:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.306003:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.306004:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.306007:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.306009:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.306011:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.306013:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357315.306014:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.306016:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357315.306020:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306027:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.306029:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306034:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.306035:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.306042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.306044:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306048:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.306050:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.306052:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.306054:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.306058:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.306060:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.306062:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306066:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.306067:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.306069:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306073:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.306074:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.306075:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.306076:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.306076:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357315.306078:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.306079:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.306081:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.306082:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.306085:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.306087:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.306088:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.306089:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.306093:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.306094:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.306095:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.306096:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.306098:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338587 from hash 00010000:00000001:1.0:1712357315.306099:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.306100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.306100:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.306101:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.306102:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.306103:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.306105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.306105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.306106:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306107:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.306108:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306111:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.306112:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.306112:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.306113:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.306114:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.306115:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.306115:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.306117:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338587 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.306137:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.306139:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.306142:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.306146:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.306151:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.306152:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306153:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306154:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306160:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.306162:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.306163:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306164:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.306165:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_cmd.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.306168:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.306171:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.306173:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306176:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.306177:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.306180:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369beac0. 00000080:00002000:1.0:1712357315.306184:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77026c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.306189:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.306192:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.306194:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306196:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.306197:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.306199:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.306203:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.306205:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.306208:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.306210:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306211:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.306213:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306215:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.306217:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.306219:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.306223:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.306226:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572164992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.306230:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.306232:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.306234:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.306237:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.306238:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.306239:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.306244:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.306246:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.306249:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.306250:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.306252:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.306254:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.306255:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.306257:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.306258:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.306258:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.306263:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.306265:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _cmd.py (ffff8800a77026c0, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.306267:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.306269:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.306272:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.306273:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.306274:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.306276:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306307:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.306309:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.306311:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.306314:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306317:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.306319:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.306320:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.306322:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.306325:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.306327:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306328:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.306330:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.306331:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306333:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.306334:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.306335:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.306336:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.306337:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.306338:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306343:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.306344:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.306346:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306347:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.306348:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.306349:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.306350:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.306351:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.306352:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.306353:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.306354:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.306355:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.306362:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=adapter.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.306364:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.306365:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=adapter.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.306369:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.306373:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.306375:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.306376:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'adapter.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.306379:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.306381:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='adapter.py' -> mds #0 00800000:00000001:1.0:1712357315.306383:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306385:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.306386:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: adapter.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.306389:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.306390:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.306393:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.306395:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.306399:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.306401:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.306404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.306405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.306406:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.306408:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.306412:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.306415:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.306419:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.306423:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.306425:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.306426:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.306427:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.306428:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.306430:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.306434:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.306437:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.306438:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.306440:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.306442:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.306443:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.306445:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357315.306447:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.306448:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f0333858e to hash 00000020:00000001:1.0:1712357315.306450:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.306451:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.306453:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.306455:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.306456:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.306458:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.306463:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.306469:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.306472:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.306473:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.306476:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.306478:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.306484:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.306485:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.306488:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.306490:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.306491:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.306492:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.306496:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.306500:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.306502:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.306504:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.306506:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.306508:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.306510:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.306512:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.306514:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.306515:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.306518:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.306519:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.306523:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.306525:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.306529:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.306532:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165056, portal 10 00000100:00000001:1.0:1712357315.306533:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.306534:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.306538:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.306544:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.306545:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.306547:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357315.306549:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165056, offset 0 00000400:00000200:1.0:1712357315.306552:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.306565:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.306573:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.306577:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.306579:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.306612:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.306614:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.306618:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [683:683:256:4294967295] 192.168.203.120@tcp LPNI seq info [683:683:8:4294967295] 00000400:00000200:1.0:1712357315.306621:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.306628:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.306632:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.306635:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357315.306639:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.306644:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.306647:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.306661:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.306663:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.306665:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.306667:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.306668:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.306670:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.306671:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.306672:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.306673:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.306674:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.306910:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.306913:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:3.0:1712357315.306916:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.306920:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.306922:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357315.306923:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357315.306926:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.306928:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.306935:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.306937:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.306941:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.306942:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.308845:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000800:00000001:2.0:1712357315.312796:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.312809:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.312813:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.312815:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.312824:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.312830:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.312836:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.312840:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.312843:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.312847:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90abc0 00000400:00000200:2.0:1712357315.312851:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.312855:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x17fd [1] + 224 00000800:00000001:2.0:1712357315.312861:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.312874:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.312876:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.312880:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.312891:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.312897:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.312905:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.312929:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.312935:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.312938:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.313663:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.313669:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.313671:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.313673:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.313677:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.313679:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.313680:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.313685:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.313692:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.313703:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.313704:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.313706:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.313708:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.313710:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.313712:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.313714:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.313720:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.313724:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.313726:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.313728:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.313732:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.313735:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.313736:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.313737:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.313739:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.313741:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.313746:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.313748:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.313750:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.313752:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.313757:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.313760:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.313763:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.313765:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.313766:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.313768:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.313780:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.313783:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.313785:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.313786:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.313789:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.313791:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.313793:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.313796:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.313798:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.313800:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357315.313803:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313810:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.313813:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313817:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.313819:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313823:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.313824:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.313831:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313835:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.313837:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.313839:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.313841:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.313845:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.313852:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.313854:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313859:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.313860:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.313863:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313866:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.313868:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.313869:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.313870:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.313871:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357315.313872:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.313873:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.313875:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.313877:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.313881:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.313882:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.313884:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.313885:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.313887:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.313888:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.313889:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.313889:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.313891:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f0333858e from hash 00010000:00000001:1.0:1712357315.313893:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.313894:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.313894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.313895:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.313896:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.313897:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.313902:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.313902:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.313903:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.313904:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.313907:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313910:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.313910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.313911:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.313912:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.313913:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.313914:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.313914:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.313916:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f0333858e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.313923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.313924:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.313927:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.313931:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.313936:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.313937:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.313938:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.313939:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.313941:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.313943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.313944:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.313945:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.313946:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=adapter.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.313949:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.313951:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.313953:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.313956:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.313958:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.313961:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369bec00. 00000080:00002000:1.0:1712357315.313968:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.313973:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.313976:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.313979:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.313981:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.313982:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.313984:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.313989:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.313990:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.313993:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.313995:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.313997:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.313998:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.313999:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.314002:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.314005:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.314009:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.314012:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.314017:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.314018:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.314021:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.314025:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.314026:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.314028:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.314029:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.314032:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.314035:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.314036:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.314037:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.314040:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.314041:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.314042:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.314043:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.314045:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.314050:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.314055:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry adapter.py (ffff8800a7702510, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.314057:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.314060:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.314064:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.314066:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.314067:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.314068:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314099:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.314101:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.314103:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.314106:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314109:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.314111:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.314113:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.314115:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.314117:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.314120:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314122:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.314123:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.314125:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314127:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.314128:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.314130:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.314131:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.314133:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.314133:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314135:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.314136:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.314138:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314139:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.314140:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.314141:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.314142:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.314143:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.314144:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.314145:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.314150:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.314153:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.314158:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cache.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.314161:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.314162:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cache.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.314166:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.314169:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.314171:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.314173:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cache.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.314175:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.314177:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='cache.py' -> mds #0 00800000:00000001:1.0:1712357315.314179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.314181:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.314182:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cache.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.314184:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.314186:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.314189:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.314191:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.314195:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.314197:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.314200:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.314201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.314202:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.314204:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.314205:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.314208:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.314217:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.314221:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.314223:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.314224:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.314225:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.314226:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.314227:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.314232:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.314235:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.314239:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.314241:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.314242:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.314244:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.314247:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.314249:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.314251:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338595 to hash 00000020:00000001:1.0:1712357315.314252:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.314253:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.314255:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.314257:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.314258:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.314260:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.314265:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.314272:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.314275:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.314277:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.314280:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.314281:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.314283:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.314284:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.314287:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.314289:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.314291:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.314292:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.314296:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.314301:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.314302:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.315106:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.315108:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.315112:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.315115:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.315118:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.315120:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.315121:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.315125:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.315126:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.315132:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.315134:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.315137:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.315142:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165120, portal 10 00000100:00000001:1.0:1712357315.315143:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.315144:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.315148:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.315154:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.315156:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.315157:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357315.315159:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165120, offset 0 00000400:00000200:1.0:1712357315.315163:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.315168:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.315173:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.315178:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.315181:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.315183:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.315185:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.315188:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [684:684:256:4294967295] 192.168.203.120@tcp LPNI seq info [684:684:8:4294967295] 00000400:00000200:1.0:1712357315.315196:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.315202:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.315206:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.315213:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.315217:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.315223:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.315227:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.315344:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.315346:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1712357315.315597:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.315600:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357315.315604:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.315608:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.315611:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357315.315613:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357315.315616:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.315619:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.315625:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.315627:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.315640:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.315641:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357315.315776:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.315778:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.315779:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.315781:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.316111:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.316114:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.316117:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.316118:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1712357315.316865:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369beac0. 00000800:00000001:2.0:1712357315.318365:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.318376:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.318378:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.318380:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.318387:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.318392:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.318397:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.318401:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.318404:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.318407:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ac00 00000400:00000200:2.0:1712357315.318410:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.318414:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1805 [1] + 224 00000800:00000001:2.0:1712357315.318420:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.318433:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.318436:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.318721:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.318726:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.318732:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.318740:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.318759:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.318765:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.318776:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.318827:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.318832:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.318834:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.318836:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.318839:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.318840:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.318842:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.318846:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.318852:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.318857:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.318858:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.318859:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.318862:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.318864:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.318865:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.318868:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.318874:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.318877:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.318879:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.318886:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.318891:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.318894:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.318895:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.318896:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.318898:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.318901:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.318906:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.318909:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.318911:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.318913:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.318919:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.318922:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.318925:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.318927:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.318928:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.318931:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.318936:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.318938:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.318940:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.318941:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.318944:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.318947:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.318949:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.318952:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.318953:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.318955:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.318961:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.318968:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.318970:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.318974:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.318976:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.318980:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.318981:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.318983:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.318987:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.318989:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.318991:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.318992:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.318997:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.319000:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.319002:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.319007:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.319008:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.319010:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.319014:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.319016:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.319020:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.319021:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.319022:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.319023:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.319025:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.319027:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.319028:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.319032:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.319034:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.319035:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.319036:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.319038:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.319039:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.319040:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.319041:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.319042:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338595 from hash 00010000:00000001:1.0:1712357315.319044:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.319045:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.319045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.319046:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.319047:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.319048:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.319050:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.319050:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.319051:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319052:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.319054:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.319058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.319058:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.319059:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.319060:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.319061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.319062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.319065:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.319067:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338595 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.319075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.319076:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.319079:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.319083:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.319089:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.319090:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319092:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319093:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319095:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.319096:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.319097:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319098:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.319100:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cache.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.319102:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.319105:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.319106:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319109:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.319111:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.319115:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369bed60. 00000080:00002000:1.0:1712357315.319119:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.319123:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.319126:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.319128:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319131:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.319132:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.319133:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.319138:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.319139:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.319142:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.319144:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319145:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.319150:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319152:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.319154:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.319157:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.319161:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.319164:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.319168:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.319169:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.319172:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.319175:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.319177:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.319178:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.319180:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.319181:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.319183:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.319184:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.319186:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.319188:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.319189:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.319190:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.319191:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.319192:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.319197:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.319199:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cache.py (ffff8800a7702288, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.319201:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.319203:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.319208:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.319210:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.319211:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.319213:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319243:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.319245:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.319247:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.319250:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319253:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.319258:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.319259:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.319261:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.319263:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.319265:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319266:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.319268:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.319270:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319271:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.319272:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.319274:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.319275:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.319276:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.319277:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319278:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.319279:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.319281:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319282:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.319283:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.319284:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.319285:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.319286:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.319287:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.319288:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.319289:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.319290:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.319296:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.319298:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.319299:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.319303:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.319307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.319309:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.319311:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.319313:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.319316:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='compat.py' -> mds #0 00800000:00000001:1.0:1712357315.319321:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319322:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.319324:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.319326:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.319328:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.319331:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.319333:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.319336:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.319339:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.319342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.319343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.319344:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.319345:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.319347:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.319350:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.319353:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.319358:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.319360:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.319361:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.319362:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.319363:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.319365:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.319369:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.319371:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.319373:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.319375:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.319376:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.319378:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.319380:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357315.319381:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.319383:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f0333859c to hash 00000020:00000001:1.0:1712357315.319384:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.319385:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.319388:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.319390:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.319394:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.319396:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.319401:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.319408:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.319411:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.319413:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.319416:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.319417:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.319419:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.319420:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.319422:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.319426:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.319427:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.319428:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.319432:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.319437:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.319438:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.319440:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.319442:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.319444:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165184:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.319447:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.319450:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.319451:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.319453:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.319455:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.319456:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.319461:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.319463:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.319470:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.319474:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165184, portal 10 00000100:00000001:1.0:1712357315.319476:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.319477:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.319481:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.319486:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.319488:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.319489:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357315.319491:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165184, offset 0 00000400:00000200:1.0:1712357315.319495:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.319498:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.319502:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.319506:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.319509:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.319511:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.319513:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.319515:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [685:685:256:4294967295] 192.168.203.120@tcp LPNI seq info [685:685:8:4294967295] 00000400:00000200:1.0:1712357315.319518:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.319524:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.319528:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.319531:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.319535:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.319541:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.319543:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.319568:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.319570:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.319572:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.319573:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.319575:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.319576:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.319578:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.319610:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.319612:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.319613:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357315.319990:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357315.319996:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369bec00. 00000800:00000200:3.0:1712357315.320170:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.320173:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357315.320176:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.320180:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.320183:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:3.0:1712357315.320184:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:3.0:1712357315.320186:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.320189:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.320195:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.320197:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.320201:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.320202:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.322831:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357315.322840:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369bed60. 00000800:00000001:2.0:1712357315.323576:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.323610:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.323612:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.323615:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.323623:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.323628:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.323634:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.323638:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.323641:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.323644:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ac40 00000400:00000200:2.0:1712357315.323648:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.323652:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x180d [1] + 224 00000800:00000001:2.0:1712357315.323659:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.323673:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.323676:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.323680:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.323684:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.323690:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.323698:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.323720:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.323726:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.323729:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.323774:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.323780:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.323782:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.323785:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.323788:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.323790:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.323792:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.323796:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.323804:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.323809:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.323811:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.323813:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.323815:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.323817:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.323819:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.323821:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.323827:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.323830:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.323832:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.323834:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.323839:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.323841:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.323842:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.323844:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.323846:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.323849:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.323854:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.323864:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.323865:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.323869:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.323875:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165184:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.323878:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.323881:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.323883:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.323884:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.323887:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.323892:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.323893:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.323896:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.323897:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.323899:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.323902:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.323904:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.323906:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357315.323908:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.323910:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357315.323914:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.323921:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.323924:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.323929:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.323931:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.323936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.323947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.323948:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.323953:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.323955:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.323957:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.323959:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.323964:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.323966:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.323969:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.323973:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.323974:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.323977:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.323980:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.323982:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.323983:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.323984:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.323985:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357315.323986:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.323988:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.323990:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.323992:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.323995:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.323996:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.323998:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.323999:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.324004:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.324005:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.324006:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.324007:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.324009:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f0333859c from hash 00010000:00000001:1.0:1712357315.324011:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.324012:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.324013:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.324013:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.324014:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.324015:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.324017:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.324018:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.324019:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324020:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.324022:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.324026:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.324027:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.324028:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.324029:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.324030:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.324030:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.324031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.324032:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f0333859c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.324049:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.324051:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.324054:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.324059:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.324064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.324065:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324067:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324068:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324074:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.324075:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.324076:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324077:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.324079:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.324082:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.324085:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.324087:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324090:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.324092:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.324095:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369beec0. 00000080:00002000:1.0:1712357315.324099:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.324103:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.324106:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.324109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324111:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.324112:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.324113:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.324117:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.324120:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.324123:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.324126:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324127:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.324128:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324130:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.324132:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.324134:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.324138:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.324142:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.324147:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.324148:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.324151:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.324154:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.324156:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.324157:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.324162:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.324164:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.324167:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.324168:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.324169:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.324172:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.324173:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.324174:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.324175:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.324177:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.324182:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.324183:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.py (ffff8800a7702948, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.324185:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.324187:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.324191:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.324193:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.324194:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.324196:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324227:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.324229:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.324231:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.324235:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324238:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.324239:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.324241:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.324243:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.324245:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.324247:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324249:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.324250:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.324252:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324254:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.324255:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.324257:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.324258:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.324259:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.324260:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324265:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.324266:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.324268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324269:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.324270:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.324271:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.324272:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.324273:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.324274:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.324275:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.324276:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.324278:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.324283:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=controller.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.324286:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.324287:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=controller.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.324291:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.324296:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.324298:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.324299:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'controller.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.324302:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.324304:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='controller.py' -> mds #0 00800000:00000001:1.0:1712357315.324306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324308:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.324310:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: controller.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.324312:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.324314:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.324316:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.324319:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.324323:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.324325:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.324328:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.324329:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.324330:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.324332:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.324337:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.324340:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.324345:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.324348:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.324351:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.324352:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.324353:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.324354:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.324355:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.324360:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.324362:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.324363:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.324365:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.324367:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.324369:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.324371:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.324373:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.324374:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033385a3 to hash 00000020:00000001:1.0:1712357315.324376:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.324377:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.324379:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.324381:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.324382:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.324384:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.324389:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.324395:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.324399:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.324400:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.324404:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.324405:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.324411:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.324412:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.324415:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.324418:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.324419:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.324420:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.324424:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.324430:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.324431:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.324433:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.324435:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.324437:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.324440:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.324443:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.324445:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.324446:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.324449:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.324451:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.324455:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.324457:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.324460:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.324464:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165248, portal 10 00000100:00000001:1.0:1712357315.324465:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.324466:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.324470:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.324475:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.324477:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.324478:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357315.324481:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165248, offset 0 00000400:00000200:1.0:1712357315.324484:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.324488:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.324496:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.324500:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.324502:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.324505:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.324507:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.324510:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [686:686:256:4294967295] 192.168.203.120@tcp LPNI seq info [686:686:8:4294967295] 00000400:00000200:1.0:1712357315.324513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.324519:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.324523:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.324527:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.324531:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.324537:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.324541:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.324569:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.324571:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.324572:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.324574:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.324576:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.324578:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.324579:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.324580:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.324602:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.324603:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.326540:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.326545:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357315.326550:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.326564:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.326567:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357315.326569:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357315.326573:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.326577:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.326620:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.326623:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.326628:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.326630:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.327061:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:2.1:1712357315.330053:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369beec0. 00000800:00000001:2.0:1712357315.331210:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.331220:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.331222:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.331224:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.331231:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.331236:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.331241:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.331244:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.331251:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.331254:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ac80 00000400:00000200:2.0:1712357315.331257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.331261:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1815 [1] + 224 00000800:00000001:2.0:1712357315.331266:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.331276:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.331278:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.331281:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.331285:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.331291:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.331298:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.331392:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.331399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.331401:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.331438:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.331443:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.331445:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.331447:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.331450:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.331452:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.331454:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.331458:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.331465:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.331475:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.331476:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.331478:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.331480:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.331482:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.331484:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.331486:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.331493:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.331496:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.331497:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.331500:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.331505:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.331508:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.331509:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.331511:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.331512:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.331516:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.331520:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.331522:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.331524:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.331526:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.331531:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.331534:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.331537:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.331539:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.331540:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.331543:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.331563:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.331566:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.331568:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.331569:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.331571:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.331574:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.331576:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.331578:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.331580:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.331668:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.331672:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331679:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.331682:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331687:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.331689:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331693:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.331694:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.331696:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331699:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.331701:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.331702:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.331704:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.331708:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.331715:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.331717:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331722:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.331723:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.331725:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331728:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.331730:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.331731:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.331732:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.331733:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.331734:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.331735:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.331737:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.331738:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.331742:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.331743:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.331745:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.331746:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.331748:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.331749:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.331750:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.331751:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.331753:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033385a3 from hash 00010000:00000001:1.0:1712357315.331754:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.331755:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.331755:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.331756:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.331757:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.331758:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.331762:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.331762:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.331763:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331764:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.331766:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331769:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.331770:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.331771:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.331772:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.331773:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.331773:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.331774:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.331775:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033385a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.331794:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.331795:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.331799:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.331803:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.331808:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.331809:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.331811:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.331812:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.331813:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.331815:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.331815:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.331816:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.331818:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=controller.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.331820:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.331823:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.331824:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331828:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.331830:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.331833:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8801369beec0. 00000080:00002000:1.0:1712357315.331841:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.331846:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.331850:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.331852:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.331854:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.331856:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.331857:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.331861:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.331863:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.331866:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.331868:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.331869:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.331871:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331872:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.331874:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.331878:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.331881:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.331884:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.331889:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.331891:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.331894:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.331897:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.331899:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.331900:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.331901:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.331903:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.331906:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.331907:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.331908:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.331911:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.331912:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.331913:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.331914:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.331915:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.331920:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.331924:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry controller.py (ffff8800a7702870, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.331927:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.331929:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.331932:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.331934:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.331935:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.331937:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331964:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.331966:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.331968:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.331971:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331974:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.331975:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.331977:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.331978:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.331981:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.331982:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331984:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.331985:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.331986:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331988:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.331989:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.331990:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.331991:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.331992:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.331993:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331994:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.331995:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.331997:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.331998:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.331999:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.332000:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.332001:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.332002:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.332002:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.332003:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.332007:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.332009:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.332015:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=filewrapper.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.332017:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.332018:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=filewrapper.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.332022:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.332025:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.332027:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.332029:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'filewrapper.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.332031:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.332033:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='filewrapper.py' -> mds #0 00800000:00000001:1.0:1712357315.332035:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.332036:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.332037:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: filewrapper.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.332040:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.332042:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.332044:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.332046:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.332049:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.332052:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.332054:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.332055:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.332056:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.332058:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.332059:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.332062:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.332066:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.332069:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.332072:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.332073:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.332074:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.332075:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.332076:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.332080:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.332082:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.332086:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.332088:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.332090:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.332091:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.332094:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357315.332096:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.332097:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f033385aa to hash 00000020:00000001:1.0:1712357315.332099:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.332100:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.332102:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.332103:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.332104:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.332106:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.332110:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.332117:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.332121:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.332122:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.332125:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.332126:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.332128:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.332129:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.332132:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.332134:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.332136:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.332137:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.332140:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.332145:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.332146:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.332152:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.332153:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.332156:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.332158:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.332162:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.332163:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.332165:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.332167:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.332168:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.332172:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.332174:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.332177:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.332181:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165312, portal 10 00000100:00000001:1.0:1712357315.332183:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.332184:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.332187:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.332192:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.332194:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.332195:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357315.332197:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165312, offset 0 00000400:00000200:1.0:1712357315.332201:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.332205:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.332209:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.332213:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.332216:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.332219:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.332220:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.332223:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [687:687:256:4294967295] 192.168.203.120@tcp LPNI seq info [687:687:8:4294967295] 00000400:00000200:1.0:1712357315.332226:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.332232:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.332236:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.332241:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.332246:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.332251:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.332254:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.334434:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.334438:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.334441:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.334443:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.334444:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.334447:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.334449:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.334451:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.334453:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.334454:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.334552:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.334566:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357315.334576:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.334605:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.334608:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:3.0:1712357315.334610:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:3.0:1712357315.334613:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.334618:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.334625:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.334628:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.334633:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.334634:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.335692:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357315.335700:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8801369beec0. 00000800:00000001:2.0:1712357315.337669:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.337681:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.337684:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.337686:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.337695:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.337700:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.337706:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.337711:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.337714:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.337718:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90acc0 00000400:00000200:2.0:1712357315.337722:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.337727:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x181d [1] + 224 00000800:00000001:2.0:1712357315.337732:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.337747:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.337749:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.337753:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.337765:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.337771:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.337780:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.337805:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.337815:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.337818:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.337930:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.337936:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.337937:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.337939:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.337942:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.337944:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.337946:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.337951:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.337957:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.337963:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.337964:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.337966:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.337968:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.337970:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.337971:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.337973:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.337980:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.337982:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.337984:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.337991:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.337996:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.337999:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.338000:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.338002:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.338003:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.338006:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.338012:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.338014:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.338016:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.338018:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.338024:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.338027:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.338030:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.338032:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.338033:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.338036:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.338041:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.338043:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.338045:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.338046:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.338049:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.338051:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.338053:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.338055:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.338057:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.338059:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00010000:1.0:1712357315.338066:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338073:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.338076:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338079:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.338081:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.338085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.338087:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338091:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.338092:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.338094:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.338096:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.338100:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.338103:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.338105:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338110:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.338116:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.338119:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338122:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.338124:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.338132:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.338133:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.338134:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357315.338135:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.338137:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.338139:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.338140:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.338144:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.338145:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.338147:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.338148:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.338150:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.338151:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.338152:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.338153:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.338154:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d440 with handle 0xbda2fb8f033385aa from hash 00010000:00000001:1.0:1712357315.338156:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.338156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.338157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.338158:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.338159:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.338160:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.338161:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.338162:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.338163:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338164:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.338166:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338168:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.338169:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.338170:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.338170:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.338171:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.338172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.338175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.338177:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f033385aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.338199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.338201:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.338204:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.338208:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.338214:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.338215:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338216:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338217:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338220:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.338221:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.338222:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338223:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.338224:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=filewrapper.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.338227:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.338229:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.338231:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338234:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.338235:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.338238:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693e040. 00000080:00002000:1.0:1712357315.338243:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.338247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.338250:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.338253:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338254:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.338256:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.338257:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.338261:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.338263:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.338266:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.338268:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338269:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.338274:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338276:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.338278:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.338281:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.338285:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.338288:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.338293:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.338295:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.338297:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.338300:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.338302:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.338303:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.338305:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.338306:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.338309:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.338310:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.338312:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.338314:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.338315:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.338317:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.338318:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.338319:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.338336:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.338338:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry filewrapper.py (ffff8800a77020d8, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.338340:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.338342:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.338346:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.338349:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.338349:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.338351:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338383:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.338385:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.338387:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.338391:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338394:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.338399:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.338401:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.338403:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.338406:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.338408:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338409:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.338410:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.338412:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338414:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.338415:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.338416:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.338417:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.338419:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.338420:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338421:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.338422:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.338424:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338425:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.338426:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.338427:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.338428:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.338429:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.338430:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.338431:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.338432:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.338434:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.338439:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=heuristics.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.338442:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.338443:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=heuristics.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.338447:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.338452:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.338454:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.338455:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'heuristics.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.338458:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.338464:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='heuristics.py' -> mds #0 00800000:00000001:1.0:1712357315.338469:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338472:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.338473:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: heuristics.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.338476:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.338477:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.338480:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.338482:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.338485:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.338489:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.338492:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.338493:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.338494:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.338496:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.338497:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.338499:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.338503:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.338507:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.338509:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.338511:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.338512:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.338512:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.338514:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.338518:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.338520:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.338521:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.338523:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.338525:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.338526:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.338529:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357315.338530:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.338532:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f033385b1 to hash 00000020:00000001:1.0:1712357315.338533:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.338534:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.338536:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.338538:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.338543:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.338545:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.338550:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.338568:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.338572:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.338574:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.338577:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.338578:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.338580:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.338614:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.338617:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.338620:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.338622:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.338623:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.338627:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.338632:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.338633:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.338635:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.338637:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.338639:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165376:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.338642:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.340112:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.340115:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.340117:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.340123:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.340125:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.340132:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.340136:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.340146:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.340152:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165376, portal 10 00000100:00000001:1.0:1712357315.340154:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.340155:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.340162:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.340168:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.340169:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.340171:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357315.340173:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165376, offset 0 00000400:00000200:1.0:1712357315.340178:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.340183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.340188:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.340193:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.340196:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.340198:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.340200:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.340202:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [688:688:256:4294967295] 192.168.203.120@tcp LPNI seq info [688:688:8:4294967295] 00000400:00000200:1.0:1712357315.340206:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.340212:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.340217:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.340220:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4b00. 00000800:00000200:1.0:1712357315.340224:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.340230:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.340233:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4b00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.340827:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.340830:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.340832:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.340834:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.340835:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.340837:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.340839:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.340844:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.340847:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.340848:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.341128:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.341131:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4b00. 00000400:00000200:3.0:1712357315.341135:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.341140:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.341142:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357315.341144:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357315.341146:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.341150:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.341157:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.341160:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.341165:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.341166:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.342190:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d440. 00000080:00000010:2.1:1712357315.342198:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693e040. 00000800:00000001:2.0:1712357315.351370:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.351384:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.351388:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.351390:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.351398:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.351404:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.351410:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.351414:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.351417:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.351421:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ad00 00000400:00000200:2.0:1712357315.351424:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.351428:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1825 [1] + 224 00000800:00000001:2.0:1712357315.351434:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.351449:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.351451:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.351455:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.351465:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.351472:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.351480:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.351503:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.351509:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.351519:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.352989:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.352998:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.352999:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.353001:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.353006:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.353008:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.353010:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.353016:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.353024:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.353030:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.353031:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.353033:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.353035:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.353037:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.353039:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.353041:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.353047:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.353050:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.353052:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.353055:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.353059:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.353062:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.353063:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.353064:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.353066:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.353069:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.353074:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.353082:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.353083:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.353086:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.353092:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165376:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.353096:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.353099:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.353100:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.353102:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.353104:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.353109:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.353112:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.353114:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.353115:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.353118:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.353120:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.353122:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.353125:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357315.353126:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.353128:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357315.353132:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353140:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.353143:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353147:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.353149:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.353157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.353159:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353163:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.353165:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.353167:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.353169:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.353173:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.353175:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.353177:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353181:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.353183:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.353184:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353188:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.353189:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.353190:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.353191:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.353192:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357315.353193:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.353194:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.353196:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.353197:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.353201:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.353202:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.353204:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.353205:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.353216:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.353217:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.353218:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.353219:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.353221:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f033385b1 from hash 00010000:00000001:1.0:1712357315.353222:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.353223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.353223:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.353224:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.353225:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.353226:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.353227:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.353228:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.353229:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353230:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.353232:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.353236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.353237:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.353237:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.353238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.353239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.353239:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.353241:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033385b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.353264:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.353265:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.353269:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.353273:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.353278:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.353279:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353280:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353281:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353286:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.353288:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.353289:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353290:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.353291:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=heuristics.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.353294:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.353297:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.353298:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353301:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.353303:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.353306:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693e1a0. 00000080:00002000:1.0:1712357315.353311:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.353320:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.353324:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.353327:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353329:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.353330:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.353332:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.353336:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.353338:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.353341:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.353343:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353344:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.353346:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353347:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.353349:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.353351:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.353355:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.353358:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.353362:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.353364:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.353366:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.353370:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.353371:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.353372:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.353377:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.353378:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.353381:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.353382:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.353384:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.353386:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.353387:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.353389:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.353390:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.353391:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.353395:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.353396:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry heuristics.py (ffff8800a7702000, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.353399:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.353400:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.353404:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.353406:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.353407:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.353409:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353438:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.353440:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.353442:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.353445:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353448:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.353449:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.353451:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.353453:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.353455:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.353457:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353458:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.353459:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.353461:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353462:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.353463:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.353465:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.353466:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.353467:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.353468:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353472:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.353473:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.353475:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353476:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.353477:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.353478:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.353479:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.353480:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.353481:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.353482:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.353483:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.353484:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.353490:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=serialize.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.353492:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.353493:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=serialize.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.353497:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.353501:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.353503:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.353504:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'serialize.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.353506:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.353509:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='serialize.py' -> mds #0 00800000:00000001:1.0:1712357315.353511:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353513:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.353515:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: serialize.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.353517:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.353519:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.353521:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.353524:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.353527:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.353530:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.353533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.353534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.353535:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.353536:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.353541:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.353543:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.353548:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.353552:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.353562:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.353564:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.353565:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.353566:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.353567:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.353572:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.353574:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.353575:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.353577:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.353579:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.353580:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.353618:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357315.353620:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.353622:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f033385b8 to hash 00000020:00000001:1.0:1712357315.353623:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.353624:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.353626:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.353628:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.353629:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.353631:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.353635:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.353641:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.353644:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.353645:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.353649:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.353650:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.353656:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.353657:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.353660:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.353664:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.353666:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.353667:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.353671:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.353676:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.353677:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.353985:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.353987:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.353991:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.353995:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.353998:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.354000:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.354001:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.354005:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.354006:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.354012:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.354018:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.354024:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.354027:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165440, portal 10 00000100:00000001:1.0:1712357315.354029:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.354030:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.354037:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.354042:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.354044:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.354045:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357315.354048:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165440, offset 0 00000400:00000200:1.0:1712357315.354245:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.354251:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.354259:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.354263:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.354266:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.354269:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.354270:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.354273:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [689:689:256:4294967295] 192.168.203.120@tcp LPNI seq info [689:689:8:4294967295] 00000400:00000200:1.0:1712357315.354275:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.354282:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.354285:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.354288:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.354292:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.354298:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.354301:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.354359:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.354361:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.354363:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.354364:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.354365:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.354367:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.354368:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.354370:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.354371:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.354372:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.354461:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.354463:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357315.354467:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.354471:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.354474:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357315.354475:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357315.354963:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.354973:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.354980:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.354982:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.354987:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.354988:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.356894:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357315.356904:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693e1a0. 00000800:00000001:2.0:1712357315.358256:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.358267:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.358270:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.358272:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.358280:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.358286:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.358291:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.358295:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.358298:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.358302:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ad40 00000400:00000200:2.0:1712357315.358306:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.358310:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x182d [1] + 224 00000800:00000001:2.0:1712357315.358316:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.358329:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.358331:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.358335:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.358340:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.358345:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.358354:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.358378:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.358384:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.358386:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.358412:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.358417:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.358419:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.358421:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.358424:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.358426:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.358428:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.358432:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.358439:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.358451:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.358452:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.358454:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.358457:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.358458:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.358460:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.358462:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.358468:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.358471:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.358473:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.358476:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.358481:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.358483:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.358485:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.358486:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.358488:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.358492:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.358497:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.358500:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.358501:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.358504:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.358510:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.358513:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.358516:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.358518:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.358520:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.358523:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.358536:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.358539:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.358541:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.358542:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.358545:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.358548:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.358551:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.358553:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357315.358566:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.358569:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357315.358572:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358580:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.358611:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358616:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.358618:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358622:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.358623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.358625:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358629:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.358630:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.358633:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.358635:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.358640:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.358646:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.358649:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358653:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.358654:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.358656:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358660:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.358662:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.358663:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.358663:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.358664:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357315.358666:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.358667:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.358669:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.358671:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.358675:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.358676:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.358678:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.358679:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.358681:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.358686:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.358688:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.358689:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.358690:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f033385b8 from hash 00010000:00000001:1.0:1712357315.358692:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.358693:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.358693:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.358694:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.358695:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.358696:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.358701:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.358702:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.358703:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358704:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.358706:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.358711:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.358712:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.358713:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.358713:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.358714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.358715:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.358716:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033385b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.358737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.358738:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.358742:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.358746:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.358752:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.358753:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.358755:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.358756:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.358758:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.358760:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.358761:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.358762:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.358763:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=serialize.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.358766:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.358768:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.358770:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358774:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.358775:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.358778:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693e2e0. 00000080:00002000:1.0:1712357315.358786:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.358791:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.358794:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.358798:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.358800:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.358801:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.358802:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.358806:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.358808:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.358811:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.358814:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.358815:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.358816:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358818:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.358821:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.358823:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.358827:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.358831:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.358836:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.358837:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.358840:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.358843:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.358845:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.358846:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.358848:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.358849:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.358852:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.358853:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.358855:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.358858:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.358859:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.358861:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.358862:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.358863:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.358867:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.358873:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry serialize.py (ffff8800a7702d80, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.358875:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.358877:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.358881:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.358882:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.358884:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.358886:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358917:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.358919:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.358921:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.358925:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358928:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.358930:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.358932:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.358934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.358937:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.358939:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358941:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.358942:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.358944:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358946:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.358947:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.358949:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.358950:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.358951:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.358952:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358954:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.358955:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.358957:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358958:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.358959:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.358961:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.358962:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.358963:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.358963:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.358965:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.358969:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.358971:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.358977:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=wrapper.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.358979:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.358981:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=wrapper.py, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.358984:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.358989:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.358991:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.358993:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'wrapper.py' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.358995:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.358998:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='wrapper.py' -> mds #0 00800000:00000001:1.0:1712357315.359000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.359001:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.359003:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: wrapper.py,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.359005:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.359007:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.359010:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.359012:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.359015:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.359018:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.359021:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.359022:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.359023:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.359025:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.359026:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.359028:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.359033:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.359037:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.359039:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.359041:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.359042:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.359043:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.359044:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.359049:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.359051:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.359055:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.359058:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.359059:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.359061:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.359063:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357315.359065:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.359067:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033385bf to hash 00000020:00000001:1.0:1712357315.359068:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.359069:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.359071:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.359073:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.359074:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.359077:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.359082:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.359088:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.359092:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.359093:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.359097:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.359098:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.359100:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.359101:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.359104:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.359107:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.359109:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.359110:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.359114:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.359119:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.359120:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.359126:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.359128:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.359131:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.359134:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.359138:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.359139:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.359141:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.359144:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.359145:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.359149:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.359151:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.359154:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.359158:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165504, portal 10 00000100:00000001:1.0:1712357315.359160:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.359160:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.359164:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.359170:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.359172:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.359174:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357315.359176:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165504, offset 0 00000400:00000200:1.0:1712357315.359179:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.359183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.359187:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.359192:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.359195:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.359198:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.359200:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.359202:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [690:690:256:4294967295] 192.168.203.120@tcp LPNI seq info [690:690:8:4294967295] 00000400:00000200:1.0:1712357315.359205:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.359212:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.359216:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.359222:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.359226:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.359232:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.359235:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.359253:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.359255:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.359256:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.359258:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.359260:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.359261:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.359263:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.359264:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.359266:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.359267:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.359457:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.359460:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357315.359463:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.359466:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.359468:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357315.359469:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357315.359471:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.359474:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.359480:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.359482:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.359487:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.359488:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.361628:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.361637:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.361639:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.361641:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.361648:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.361653:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.361658:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.361662:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.361671:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.361674:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ad80 00000400:00000200:2.0:1712357315.361677:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.361681:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1835 [1] + 224 00000800:00000001:2.0:1712357315.361686:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.361697:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.361699:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.361703:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.361706:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.361711:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.361719:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.361739:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.361744:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.361746:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357315.361841:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357315.361846:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693e2e0. 00000100:00000001:1.0:1712357315.361957:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.361962:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.361963:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.361965:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.361968:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.361969:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.361971:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.361976:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.361982:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.361987:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.361989:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.361991:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.361994:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.361995:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.361997:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.361998:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.362004:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.362007:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.362009:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.362016:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.362021:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.362023:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.362024:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.362025:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.362026:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.362029:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.362034:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.362036:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.362037:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.362040:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.362045:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.362048:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.362051:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.362053:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.362054:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.362056:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.362061:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.362063:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.362065:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.362066:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.362068:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.362071:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.362073:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.362075:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357315.362076:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.362078:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357315.362083:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362089:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.362092:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362097:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.362099:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362102:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.362103:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.362104:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362108:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.362110:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.362112:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.362113:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.362117:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.362119:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.362121:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362125:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.362126:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.362129:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362132:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.362133:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.362137:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.362138:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.362139:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357315.362140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.362142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.362143:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.362145:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.362149:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.362150:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.362151:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.362152:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.362154:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.362155:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.362156:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.362157:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.362159:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033385bf from hash 00010000:00000001:1.0:1712357315.362160:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.362161:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.362161:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.362162:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.362163:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.362163:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.362165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.362165:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.362166:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362167:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.362169:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.362172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.362173:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.362174:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.362175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.362175:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.362178:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.362180:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033385bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.362200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.362201:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.362204:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.362208:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.362212:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.362213:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362215:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362216:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362218:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.362219:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.362220:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362221:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.362223:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=wrapper.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.362225:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.362227:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.362229:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362232:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.362234:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.362237:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693e440. 00000080:00002000:1.0:1712357315.362241:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.362245:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.362248:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.362250:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362253:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.362254:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.362255:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.362258:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.362260:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.362263:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.362265:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362266:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.362270:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362272:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.362274:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.362277:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.362281:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.362284:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.362290:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.362291:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.362293:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.362296:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.362298:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.362299:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.362301:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.362303:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.362305:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.362306:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.362308:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.362310:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.362311:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.362312:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.362313:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.362314:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.362318:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.362320:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry wrapper.py (ffff8800a7702000, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.362322:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.362324:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.362326:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.362328:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.362329:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.362331:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362363:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.362366:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.362371:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.362375:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362377:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.362382:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.362384:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.362385:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.362388:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.362390:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362391:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.362393:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.362395:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362396:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.362397:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.362399:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.362400:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.362401:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.362402:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362403:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.362404:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.362406:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362407:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.362408:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.362409:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.362410:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.362411:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.362412:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.362413:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.362413:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.362415:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.362419:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.362421:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.362422:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.362426:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.362429:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.362431:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.362432:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.362434:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.362437:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.362441:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362443:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.362444:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.362447:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.362448:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.362450:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.362452:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.362455:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.362458:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.362460:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.362461:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.362462:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.362464:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.362465:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.362467:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.362470:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.362474:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.362476:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.362477:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.362478:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.362479:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.362481:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.362484:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00010000:00000001:1.0:1712357315.362486:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.362487:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.362489:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.362490:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.362491:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.362493:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357315.362495:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.362496:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033385c6 to hash 00000020:00000001:1.0:1712357315.362498:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.362498:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.362500:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.362501:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.362505:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.362507:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.362512:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.362518:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.362521:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.362522:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.362525:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.362526:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.362528:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.362529:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.362532:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.362534:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.362535:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.362536:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.362539:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.362544:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.362545:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.362546:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.362548:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.362550:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.362552:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.362565:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.362567:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.362568:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.362570:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.362571:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.362575:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.362577:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.362619:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.362623:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165568, portal 10 00000100:00000001:1.0:1712357315.362624:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.362625:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.362630:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.362636:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.362638:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.362639:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357315.362642:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165568, offset 0 00000400:00000200:1.0:1712357315.362645:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.362649:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.362653:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.362657:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.362659:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.362662:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.362663:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.362666:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [691:691:256:4294967295] 192.168.203.120@tcp LPNI seq info [691:691:8:4294967295] 00000400:00000200:1.0:1712357315.362669:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.362675:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.362680:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.362683:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357315.362686:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.362692:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.362694:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.362708:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.362710:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.362711:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.362713:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.362714:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.362715:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.362717:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.362722:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.362724:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.362724:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.362818:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.362821:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357315.362824:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.362827:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.362830:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357315.362831:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357315.362833:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.362836:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.362842:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.362844:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.362857:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.362858:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.365695:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:2.1:1712357315.365705:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693e440. 00000800:00000001:2.0:1712357315.366327:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.366337:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.366339:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.366341:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.366348:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.366352:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.366358:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.366361:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.366364:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.366367:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90adc0 00000400:00000200:2.0:1712357315.366370:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.366374:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x183d [1] + 224 00000800:00000001:2.0:1712357315.366380:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.366397:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.366399:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.366403:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.366423:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.366429:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.366437:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.366455:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.366460:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.366463:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.366547:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.366552:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.366553:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.366563:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.366567:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.366568:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.366570:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.366575:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.366581:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.366613:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.366615:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.366617:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.366619:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.366621:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.366622:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.366625:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.366630:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.366634:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.366636:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.366639:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.366644:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.366646:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.366648:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.366649:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.366651:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.366654:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.366659:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.366665:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.366667:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.366670:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.366677:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.366680:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.366683:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.366684:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.366686:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.366689:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.366694:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.366696:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.366698:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.366699:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.366702:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.366705:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.366707:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.366709:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357315.366711:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.366713:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357315.366716:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366723:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.366726:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366731:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.366733:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366738:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.366742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.366744:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366748:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.366750:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.366752:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.366754:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.366758:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.366761:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.366763:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366768:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.366769:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.366771:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366775:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.366776:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.366777:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.366778:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.366779:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357315.366780:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.366782:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.366783:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.366785:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.366789:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.366790:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.366792:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.366793:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.366797:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.366798:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.366799:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.366800:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.366802:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033385c6 from hash 00010000:00000001:1.0:1712357315.366803:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.366804:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.366804:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.366805:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.366806:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.366807:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.366808:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.366809:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.366810:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.366811:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.366813:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366817:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.366817:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.366818:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.366819:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.366820:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.366821:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.366821:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.366823:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033385c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.366843:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.366844:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.366848:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.366852:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.366857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.366859:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.366860:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.366861:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.366866:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.366868:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.366868:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.366870:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.366871:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.366873:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.366876:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.366878:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.366881:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.366883:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.366886:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693e5a0. 00000080:00002000:1.0:1712357315.366889:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77020d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.366894:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.366897:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.366899:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.366901:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.366902:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.366904:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.366908:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.366910:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.366912:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.366915:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.366916:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.366917:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.366919:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.366921:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.366924:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000100:00000001:1.0:1712357315.366927:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.366934:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.366939:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.366941:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.366943:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.366947:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.366948:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.366949:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.366963:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.366965:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.366968:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.366970:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.366971:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.366974:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.366974:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.366976:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.366977:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.366978:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.366983:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.366984:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77020d8, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.366986:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.366989:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.366992:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.366993:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.366994:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.366996:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367013:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.367015:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.367017:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.367021:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367024:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.367025:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.367027:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.367029:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.367031:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.367033:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367035:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.367036:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.367038:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367039:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.367040:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.367042:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.367043:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.367044:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.367045:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367050:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.367052:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.367054:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367055:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.367056:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.367057:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.367058:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.367059:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.367060:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367061:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.367062:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.367064:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.367070:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=1536 00000080:00000001:1.0:1712357315.367072:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.367073:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.367075:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367077:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.367079:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.367080:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.367083:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.367084:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00000001:1.0:1712357315.367086:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.367088:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e44a00. 00000080:00000002:1.0:1712357315.367093:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x2f:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.367095:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.367097:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.367101:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.367102:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.367103:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.367105:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.367107:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.367109:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.367110:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.367112:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.367114:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.367116:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3d:0x0] 40000000:00000001:1.0:1712357315.367121:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.367122:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.367124:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.367125:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.367126:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x3d:0x0] on [0x200000401:0x2f:0x0] -> mds #0 00800000:00000001:1.0:1712357315.367128:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.367130:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.367131:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.367134:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.367135:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.367137:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.367139:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.367140:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.367141:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.367145:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f100. 00000020:00000040:1.0:1712357315.367146:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.367150:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.367151:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.367152:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.367155:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.367158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.367159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.367160:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.367162:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.367163:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.367165:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.367171:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09600. 00000100:00000001:1.0:1712357315.367174:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.367176:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.367177:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.367178:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.367179:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.367181:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.367187:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.367192:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.367201:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.367202:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.367205:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.367207:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.367209:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.367209:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.367213:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.367215:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.367217:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.367218:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.367221:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.367226:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.367228:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.367230:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.367231:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.367234:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165696:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.367237:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.367240:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.367241:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.367242:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.367244:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.367246:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.367250:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.367252:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.367255:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.367259:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572165696, portal 10 00000100:00000001:1.0:1712357315.367260:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.367261:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000040:1.0:1712357315.367265:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.367270:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.367275:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.367277:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357315.367280:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572165696, offset 0 00000400:00000200:1.0:1712357315.367283:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.367287:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.367291:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.367295:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.367298:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.367301:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.367302:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.367306:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [692:692:256:4294967295] 192.168.203.120@tcp LPNI seq info [692:692:8:4294967295] 00000400:00000200:1.0:1712357315.367308:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.367314:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.367318:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.367321:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.367325:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.367330:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.367333:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.367351:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.367353:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.367354:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.367356:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.367357:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.367359:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.367361:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.367362:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.367363:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.367364:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.367511:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.367513:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357315.367517:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.367520:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.367522:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357315.367524:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357315.367526:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.367529:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.367535:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.367538:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.367542:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.367543:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.369895:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:2.1:1712357315.369905:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693e5a0. 00000800:00000001:2.0:1712357315.373179:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.373191:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.373195:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.373197:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.373206:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373211:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.373217:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373221:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373224:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373228:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90ae40 00000400:00000200:2.0:1712357315.373232:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373236:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1845 [1] + 224 00000800:00000001:2.0:1712357315.373242:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.373256:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.373258:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.373262:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.373266:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.373272:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.373280:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.373301:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.373307:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.373316:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373320:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.373325:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [693:693:256:4294967295] 192.168.203.120@tcp LPNI seq info [693:693:8:4294967295] 00000400:00000200:2.0:1712357315.373328:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.373334:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.373338:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.373342:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.373346:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.373352:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.373355:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.373420:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.373422:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357315.373424:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.373427:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.373430:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.373433:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.373772:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.373778:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.373779:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.373782:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.373785:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.373787:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.373793:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.373797:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.373804:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f100 x1795536572165696/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.373809:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.373811:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.373812:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.373815:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.373817:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.373819:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.373821:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.373832:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.373835:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.373837:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.373838:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.373840:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.373843:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.373845:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.373846:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000076/0x1] 00000100:00000001:1.0:1712357315.373847:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.373849:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.373850:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104606464 : -131938604945152 : ffff8800a651f100) 00000100:00000001:1.0:1712357315.373852:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.373853:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.373854:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.373856:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.373859:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f100 x1795536572165696/t4294967415(4294967415) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.373864:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.373866:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.373868:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.373870:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f100 x1795536572165696/t4294967415(4294967415) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.373883:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165696:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.373887:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.373890:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.373891:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.373893:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.373895:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f100 x1795536572165696/t4294967415(4294967415) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.373900:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.373902:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.373904:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.373905:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.373911:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.373913:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3d:0x0] 00800000:00000001:1.0:1712357315.373915:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.373918:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x2f:0x0] mtime from 1611184480 to 1712357315 00000080:00000001:1.0:1712357315.373921:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.373923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.373926:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.373928:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.373929:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.373931:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.373933:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.373939:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e3800. 00000080:00000001:1.0:1712357315.373945:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.373946:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8) 00000080:00000001:1.0:1712357315.373948:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.373950:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3d:0x0] 00000080:00000001:1.0:1712357315.373951:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.373953:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.373954:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.373956:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502333 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.373958:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.373962:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.373965:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123237064 : -131938586314552 : ffff8800a76e38c8) 00000080:00000001:1.0:1712357315.373966:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.373968:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.373969:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.373970:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.373974:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.373975:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.373978:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f100 x1795536572165696/t4294967415(4294967415) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.373983:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.373986:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e44a00. 00000080:00000001:1.0:1712357315.373989:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.373992:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.373998:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.373999:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.374007:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.374009:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.374012:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374030:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.374032:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.374034:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.374036:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374039:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.374040:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.374042:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.374044:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.374046:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.374047:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374049:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.374050:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.374052:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374054:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.374055:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.374056:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.374057:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.374062:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.374063:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374064:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.374065:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.374067:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374069:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.374070:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.374071:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.374072:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.374073:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.374074:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.374075:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.374076:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.374078:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.374083:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.374085:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.374087:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.374090:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.374094:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.374097:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.374098:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'caches' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.374101:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.374104:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='caches' -> mds #0 00800000:00000001:1.0:1712357315.374106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.374108:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.374110:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: caches,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.374112:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.374114:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.374118:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f480. 00000020:00000040:1.0:1712357315.374120:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=119 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.374124:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.374127:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.374131:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.374132:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.374133:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.374139:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.374141:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.374143:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.374147:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6543000. 00000100:00000001:1.0:1712357315.374151:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.374153:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.374154:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.374156:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.374156:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.374157:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.374163:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104607360 : -131938604944256 : ffff8800a651f480) 00010000:00000001:1.0:1712357315.374165:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.374166:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.374170:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.374172:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.374174:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.374177:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357315.374179:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.374181:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f033385cd to hash 00000020:00000001:1.0:1712357315.374182:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.374183:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.374186:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.374188:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.374190:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.374193:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.374198:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.374205:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.374208:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.374210:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.374216:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.374217:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.374219:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.374219:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104607360 : -131938604944256 : ffff8800a651f480) 00000100:00000001:1.0:1712357315.374222:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.374225:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.374226:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.374228:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.374231:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.374237:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.374238:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.374241:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.374242:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.374244:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.374247:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.374250:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.374251:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.374253:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.374256:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.374257:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.374261:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.374263:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.374266:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.374270:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165760, portal 10 00000100:00000001:1.0:1712357315.374271:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.374272:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104607360 : -131938604944256 : ffff8800a651f480) 00000100:00000040:1.0:1712357315.374276:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.374281:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.374283:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.374285:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357315.374287:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572165760, offset 0 00000400:00000200:1.0:1712357315.374291:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.374298:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.374301:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.374305:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.374308:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.374310:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.374312:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.374315:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [694:694:256:4294967295] 192.168.203.120@tcp LPNI seq info [694:694:8:4294967295] 00000400:00000200:1.0:1712357315.374317:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.374323:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.374326:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.374328:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357315.374332:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.374336:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.374338:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.374342:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.374344:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.374345:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.374359:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.374360:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.374362:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.374363:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.374364:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.374366:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.374367:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.374726:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.374730:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357315.374733:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.374736:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.374739:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357315.374740:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357315.374743:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.374746:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.374753:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.374755:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.374760:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.374761:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.383022:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.383033:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.383044:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.383046:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.383056:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.383062:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.383068:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.383072:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.383075:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.383078:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ae80 00000400:00000200:3.0:1712357315.383082:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.383087:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x184d [1] + 224 00000800:00000001:3.0:1712357315.383092:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.383105:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.383107:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.383111:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.383115:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.383121:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.383130:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.383152:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.383158:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.383160:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.383217:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.383223:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.383224:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.383227:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.383230:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.383232:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.383234:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.383238:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.383245:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.383254:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.383256:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.383258:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.383261:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.383263:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.383265:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.383267:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.383273:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.383276:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.383278:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.383281:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.383286:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.383289:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.383290:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.383292:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.383293:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.383297:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.383302:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.383305:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.383306:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.383309:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.383316:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.383319:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.383322:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.383323:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.383325:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.383327:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.383340:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.383343:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.383345:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.383346:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.383348:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.383351:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.383353:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.383355:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357315.383357:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.383359:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00010000:1.0:1712357315.383363:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383370:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.383373:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383377:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.383379:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383384:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.383385:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.383386:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383391:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.383392:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.383394:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.383396:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.383401:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e1c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.383405:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.383408:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383413:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.383414:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.383417:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383420:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.383422:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.383423:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.383424:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.383425:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357315.383426:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.383427:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.383429:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.383431:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.383434:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.383435:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.383437:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.383438:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.383440:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.383441:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.383442:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.383443:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.383445:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e1c0 with handle 0xbda2fb8f033385cd from hash 00010000:00000001:1.0:1712357315.383446:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.383447:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.383448:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.383448:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.383449:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.383451:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.383454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.383455:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.383519:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.383521:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.383524:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.383528:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.383528:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.383529:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.383530:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.383531:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.383532:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.383533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.383534:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033385cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.384153:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.384154:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.384158:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.384163:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.384168:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.384169:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384170:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384171:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384173:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.384174:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.384175:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384176:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.384178:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=caches intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.384180:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384183:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384184:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384236:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.384238:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.384242:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693e7c0. 00000080:00002000:1.0:1712357315.384249:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.384254:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384258:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.384260:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384262:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.384263:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.384265:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.384269:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.384271:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.384274:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/47 (0 0) 00000002:00000001:1.0:1712357315.384276:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384278:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384279:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384280:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.384282:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.384285:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000100:00000001:1.0:1712357315.384289:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.384293:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f480 x1795536572165760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.384297:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.384299:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.384301:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.384304:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.384306:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.384307:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.384308:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.384310:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6543000. 02000000:00000001:1.0:1712357315.384312:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.384314:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.384315:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f480. 00000100:00000001:1.0:1712357315.384318:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.384318:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.384320:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.384321:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.384322:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.384327:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.384331:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry caches (ffff8800a7702948, parent ffff8800a77025e8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.384333:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.384335:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.384339:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.384341:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.384342:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.384344:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384360:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.384362:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.384364:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.384369:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384371:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.384372:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.384374:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.384376:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.384379:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.384381:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384382:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.384383:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.384385:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384387:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.384388:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.384390:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.384391:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.384392:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.384393:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384394:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.384395:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.384397:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384398:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.384399:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.384400:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.384402:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.384403:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.384403:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384405:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.384408:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.384410:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.384416:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=1536 00000080:00000001:1.0:1712357315.384418:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.384419:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.384421:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384423:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.384424:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357315.384426:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.384428:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357315.384429:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8) 00000080:00000001:1.0:1712357315.384431:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357315.384434:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000002:1.0:1712357315.384438:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x2f:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357315.384441:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384443:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357315.384446:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357315.384447:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357315.384449:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357315.384451:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357315.384453:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.384455:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357315.384456:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384507:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357315.384509:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357315.384511:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3e:0x0] 40000000:00000001:1.0:1712357315.384513:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384515:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384516:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.384518:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.384519:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'caches' [0x200000401:0x3e:0x0] on [0x200000401:0x2f:0x0] -> mds #0 00800000:00000001:1.0:1712357315.384521:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384524:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357315.384525:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.384527:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.384532:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.384534:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.384536:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.384537:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.384539:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.384542:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f480. 00000020:00000040:1.0:1712357315.384544:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=119 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357315.384547:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357315.384548:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.384550:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.384553:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.384563:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.384564:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.384565:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.384567:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.384569:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.384571:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.384575:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09000. 00000100:00000001:1.0:1712357315.384579:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.384581:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.384601:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.384602:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.384603:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.384605:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357315.384612:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.384617:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.384622:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.384623:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.384627:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.384628:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.384630:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.384631:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104607360 : -131938604944256 : ffff8800a651f480) 00000100:00000001:1.0:1712357315.384635:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.384637:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.384642:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.384643:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.384647:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.384652:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.384654:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.384656:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.384658:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.384660:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165888:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.384663:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.384666:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.384668:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.384669:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.384671:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6543000. 02000000:00000001:1.0:1712357315.384673:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.384677:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.384679:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.384682:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.384686:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572165888, portal 10 00000100:00000001:1.0:1712357315.384688:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.384689:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104607360 : -131938604944256 : ffff8800a651f480) 00000100:00000040:1.0:1712357315.384693:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.384698:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.384700:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.384702:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357315.384704:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572165888, offset 0 00000400:00000200:1.0:1712357315.384708:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.384870:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.384875:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.384879:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.384882:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.384885:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.384890:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.384893:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [695:695:256:4294967295] 192.168.203.120@tcp LPNI seq info [695:695:8:4294967295] 00000400:00000200:1.0:1712357315.384896:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.384903:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.384908:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.384911:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357315.384915:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.384921:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.384924:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.384939:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.384941:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.384942:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.384944:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.384946:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.384947:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.384949:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.384950:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.384952:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.384953:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.385232:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.385236:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357315.385240:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.385244:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.385247:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357315.385248:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357315.385251:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.385254:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.385260:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.385262:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.385266:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.385267:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.386735:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e1c0. 00000080:00000010:2.1:1712357315.390039:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693e7c0. 00000800:00000001:3.0:1712357315.390510:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.390521:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.390523:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.390525:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.390533:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390539:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.390544:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390548:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390551:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390566:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90af00 00000400:00000200:3.0:1712357315.390570:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390611:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1855 [1] + 224 00000800:00000001:3.0:1712357315.390618:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.390631:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.390634:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.390637:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.390642:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.390648:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.390657:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.390676:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.390686:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.390689:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390693:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.390698:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [696:696:256:4294967295] 192.168.203.120@tcp LPNI seq info [696:696:8:4294967295] 00000400:00000200:3.0:1712357315.390701:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.390707:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.390712:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357315.390714:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1712357315.390716:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000400:00000001:1.0:1712357315.390720:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1712357315.390721:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357315.390721:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.390724:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000800:00000200:3.0:1712357315.390727:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:1.0:1712357315.390728:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.390729:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000800:00000200:3.0:1712357315.390730:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.390731:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.390736:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.390742:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f480 x1795536572165888/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.390748:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.390749:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.390750:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.390757:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.390759:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.390761:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.390763:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.390770:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.390772:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.390774:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.390775:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.390777:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.390780:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.390782:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.390783:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000076/0x1] 00000100:00000001:1.0:1712357315.390784:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.390786:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.390787:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104607360 : -131938604944256 : ffff8800a651f480) 00000100:00000001:1.0:1712357315.390789:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.390791:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.390792:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.390793:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.390796:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f480 x1795536572165888/t4294967416(4294967416) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.390802:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1712357315.390804:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1712357315.390804:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.390806:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1712357315.390807:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357315.390809:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1712357315.390809:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f480 x1795536572165888/t4294967416(4294967416) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357315.390812:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00100000:1.0:1712357315.390815:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165888:192.168.203.120@tcp:36:rsync.0 00000800:00000001:3.0:1712357315.390816:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357315.390818:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.390819:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.390821:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.390822:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.390824:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.390826:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f480 x1795536572165888/t4294967416(4294967416) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.390837:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.390839:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.390841:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.390842:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.390848:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.390850:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3e:0x0] 00800000:00000001:1.0:1712357315.390852:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.390856:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.390859:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.390862:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.390864:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.390866:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.390867:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:1.0:1712357315.390870:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.390876:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e4000. 00000080:00000001:1.0:1712357315.390881:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.390883:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8) 00000080:00000001:1.0:1712357315.390885:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.390887:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3e:0x0] 00000080:00000001:1.0:1712357315.390889:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.390890:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:1.0:1712357315.390891:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.390893:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502334 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.390895:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3e:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.390897:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.390899:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123239112 : -131938586312504 : ffff8800a76e40c8) 00000080:00000001:1.0:1712357315.390900:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.390901:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.390903:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.390904:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.390907:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.390908:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.390911:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f480 x1795536572165888/t4294967416(4294967416) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.390923:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.390926:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.390930:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.390933:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.390939:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.390940:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.390962:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.390963:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.390966:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391066:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.391068:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.391070:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.391073:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391076:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.391078:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.391080:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.391082:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.391084:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.391086:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391088:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.391089:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.391091:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391093:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.391094:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.391096:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.391096:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.391098:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.391099:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391100:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.391101:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.391103:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391104:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.391105:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.391106:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.391107:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.391112:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.391113:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.391114:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.391115:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.391117:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.391122:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:1.0:1712357315.391124:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.391126:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.391129:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.391133:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.391136:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.391138:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.391140:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.391143:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.391145:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.391147:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.391149:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.391152:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.391154:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.391157:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f800. 00000020:00000040:1.0:1712357315.391159:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=120 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.391163:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.391166:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.391170:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.391171:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.391172:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.391174:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.391175:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.391177:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.391181:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6543400. 00000100:00000001:1.0:1712357315.391185:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.391187:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.391189:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.391190:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.391190:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.391195:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.391201:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135104608256 : -131938604943360 : ffff8800a651f800) 00010000:00000001:1.0:1712357315.391203:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.391205:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.391209:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.391211:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.391212:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.391215:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357315.391217:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.391219:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f033385d4 to hash 00000020:00000001:1.0:1712357315.391221:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.391222:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.391224:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.391226:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.391227:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.391230:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.391236:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.391242:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.391246:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.391247:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.391250:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.391252:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.391254:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.391255:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104608256 : -131938604943360 : ffff8800a651f800) 00000100:00000001:1.0:1712357315.391258:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.391260:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.391261:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.391263:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.391266:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.391275:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.391276:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.391278:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.391280:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.391283:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.391285:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.391289:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.391290:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.391291:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.391295:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.391296:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.391299:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.391301:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.391304:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.391308:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572165952, portal 10 00000100:00000001:1.0:1712357315.391309:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.391310:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104608256 : -131938604943360 : ffff8800a651f800) 00000100:00000040:1.0:1712357315.391314:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.391319:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.391320:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.391322:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357315.391324:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572165952, offset 0 00000400:00000200:1.0:1712357315.391327:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.391330:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.391333:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.391337:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.391340:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.391343:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.391344:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.391347:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [697:697:256:4294967295] 192.168.203.120@tcp LPNI seq info [697:697:8:4294967295] 00000400:00000200:1.0:1712357315.391350:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.391359:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.391363:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.391365:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357315.391368:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.391372:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.391374:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.391378:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.391380:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.391381:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.391383:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.391384:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.391386:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.391387:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.391388:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.391390:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.391390:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.391785:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.391788:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:3.0:1712357315.391795:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.391798:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.391800:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357315.391801:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357315.391804:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.391807:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.391813:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.391815:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.391951:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.391953:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.394362:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.394371:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.394373:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.394375:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.394381:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.394386:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.394390:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.394392:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.394394:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.394397:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90af40 00000400:00000200:3.0:1712357315.394399:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.394403:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x185d [1] + 224 00000800:00000001:3.0:1712357315.394407:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.394416:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.394418:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.394420:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.394423:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.394427:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.394433:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.394456:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.394461:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.394463:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.394882:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.394887:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.394888:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.394890:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.394893:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.394895:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.394897:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.394901:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.394907:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.394911:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.394912:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.394914:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.394916:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.394918:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.394920:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.394922:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.394932:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.394935:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.394937:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.394938:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.394940:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.394942:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.394944:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.394946:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.394947:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.394949:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.394952:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.394958:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.394960:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.394961:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.394964:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.394970:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572165952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.394973:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.394976:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.394977:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.394979:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.394981:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.394985:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.394988:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.394990:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.394991:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.394992:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.394995:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.394996:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.394999:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.395001:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395005:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000040:1.0:1712357315.395009:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e400, remote cookie: 0xa8e7976a8eb21cb9, flags: 0x1001 00010000:00010000:1.0:1712357315.395012:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.395020:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3d:0x0].0x0, instead of [0x200000401:0x2f:0x0].0x0 00010000:00000001:1.0:1712357315.395022:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.395027:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4200. 00010000:00000010:1.0:1712357315.395029:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.395032:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.395034:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.395040:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395044:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.395047:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.395048:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.395048:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.395049:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.395051:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3d:0x0].0x0 (ffff8800b3ab4200) refcount = 1 00010000:00010000:1.0:1712357315.395054:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395058:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.395060:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.395062:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.395063:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.395065:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.395067:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395083:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.395084:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395086:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395086:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395087:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395090:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.395091:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395092:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395093:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395094:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395095:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395097:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395098:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395099:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.395100:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395101:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395103:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.395104:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.395107:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395111:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395112:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395113:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395113:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357315.395115:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395116:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395118:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.395119:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395130:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395130:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.395133:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395136:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.395137:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395138:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.395143:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.395148:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395149:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395150:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395151:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395152:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395154:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.395155:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395156:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395158:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.395159:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395160:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395161:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395162:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395163:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00000002:00010000:1.0:1712357315.395165:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395168:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395169:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395173:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.395174:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395174:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395175:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395176:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395178:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000040:1.0:1712357315.395180:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 2 00010000:00000001:1.0:1712357315.395181:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.395184:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/61 (0 0) 00010000:00000001:1.0:1712357315.395185:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395186:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.395187:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.395188:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.395191:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395193:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395195:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395198:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.395200:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357315.395201:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.395203:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395206:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395208:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.395210:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.395212:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.395214:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.395218:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.395220:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3d:0x0] 00000080:00000001:1.0:1712357315.395222:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395223:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.395225:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.395228:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.395230:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3d:0x0](ffff8800a76e38c8): rc = 0 00000080:00000001:1.0:1712357315.395232:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123237064 : -131938586314552 : ffff8800a76e38c8) 00010000:00000001:1.0:1712357315.395233:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395237:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395238:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395239:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395240:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.395243:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.395245:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.395246:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.395247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395249:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.395250:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.395252:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) for lock 0xbda2fb8f033385d4 00000080:00000001:1.0:1712357315.395255:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395256:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.395257:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395258:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.395259:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395260:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395261:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395263:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395265:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.395266:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395267:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.395270:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693ea40. 00000080:00002000:1.0:1712357315.395274:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702288 inode ffff8800a76e38c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.395276:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.395277:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395279:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.395281:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) 00000080:00010000:1.0:1712357315.395283:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033385d4 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357315.395284:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395288:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395289:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395290:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395292:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395293:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.395295:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395299:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395299:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395300:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.395301:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.395303:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395309:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.395310:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.395312:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.395314:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395314:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395315:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395317:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.395319:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395320:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395322:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395323:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.395324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.395326:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.395328:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000100:00000001:1.0:1712357315.395332:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.395335:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f800 x1795536572165952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.395340:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.395342:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.395344:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.395349:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.395351:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.395353:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=119 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.395354:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.395356:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6543400. 02000000:00000001:1.0:1712357315.395359:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.395360:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.395362:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f800. 00000100:00000001:1.0:1712357315.395364:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.395365:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.395367:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.395367:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.395368:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357315.395376:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x3d:0x0](ffff8800a76e38c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.395379:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357315.395381:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8),name=__pycache__ 00000080:00000010:1.0:1712357315.395384:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.395389:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395391:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.395392:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x3d:0x0] '__pycache__' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.395395:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.395397:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x200000401:0x3d:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357315.395400:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395402:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.395403:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x3d:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.395406:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.395407:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.395408:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.395410:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 2 00010000:00000001:1.0:1712357315.395412:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.395413:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.395414:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357315.395417:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357315.395427:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357315.395430:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.395432:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357315.395436:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357315.395437:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.395438:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.395439:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.395440:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357315.395442:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.395445:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357315.395446:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.395447:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) 00000080:00010000:1.0:1712357315.395449:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) for lock 0xbda2fb8f033385d4 00000080:00000001:1.0:1712357315.395451:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395452:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.395453:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395454:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.395455:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395456:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395457:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395458:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395459:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395461:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395461:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.395462:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395463:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.395465:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033385d4 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357315.395466:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.395467:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.395467:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.395472:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395474:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.395475:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.395477:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395481:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395481:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395482:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.395483:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.395485:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.395489:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.395490:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.395491:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.395492:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395493:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395493:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395495:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.395496:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395497:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395498:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395499:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.395500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395501:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357315.395502:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357315.395503:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.395505:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357315.395508:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x3d:0x0](ffff8800a76e38c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.395510:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.395512:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7702288, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:1.0:1712357315.395514:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395537:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.395538:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.395540:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.395545:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395548:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.395549:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.395551:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.395553:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.395567:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.395568:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395569:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.395571:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.395573:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395575:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.395576:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.395577:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.395578:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.395580:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.395610:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395612:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.395613:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.395615:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395617:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.395618:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.395620:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.395621:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.395622:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.395623:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395624:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.395625:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.395627:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395628:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.395629:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7702288) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.395630:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.395631:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357315.395632:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.395633:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395639:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.395641:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x3d:0x0](ffff8800a76e38c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.646139988, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.395795:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.395797:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.395799:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.395801:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.395803:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.395804:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x3d:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357315.395806:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395808:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.395810:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.395812:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 2 00010000:00000001:1.0:1712357315.395813:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.395815:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.395816:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.395818:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.395824:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.395826:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.395827:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.395828:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x3d:0x0] mode (null) 00000080:00000001:1.0:1712357315.395830:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395831:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.395832:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.395833:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 3 00010000:00000001:1.0:1712357315.395834:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.395836:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395837:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395909:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.395911:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.395913:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 3 00010000:00000001:1.0:1712357315.395915:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.395916:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395917:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.395918:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.395919:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.395924:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 3 00010000:00000001:1.0:1712357315.395925:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.395926:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.395928:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.395930:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x3d:0x0] lli = ffff8800a76e3800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.395933:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.395934:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.395935:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.395936:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) invalid 00000080:00002000:1.0:1712357315.395938:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7702288) parent ffff8800a77025e8 inode ffff8800a76e38c8 refc 1 00000080:00000001:1.0:1712357315.395940:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.395941:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.395942:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395945:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.395947:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.395947:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.395948:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.395949:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.395951:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f033385d4 from hash 00010000:00000001:1.0:1712357315.395953:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.395954:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395954:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395955:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.395957:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.395958:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.395960:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.395961:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.395962:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.395966:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651f800. 00000020:00000040:1.0:1712357315.395968:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=120 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.395971:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.395974:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.395975:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.395976:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.395976:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.395982:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.395983:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.395985:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.395990:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09800. 00000100:00000001:1.0:1712357315.395994:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.395996:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.395997:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.396000:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.396005:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.396006:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.396007:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.396009:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033385d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21cb9 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.396014:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4200 count: 0 00010000:00000010:1.0:1712357315.396018:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.396038:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.396039:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.396040:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.396041:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.396042:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.396044:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:1.0:1712357315.396050:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.396055:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.396060:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.396061:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.396064:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.396065:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.396067:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.396068:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104608256 : -131938604943360 : ffff8800a651f800) 00000100:00000001:1.0:1712357315.396071:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.396077:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.396079:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.396080:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.396083:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.396093:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.396094:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.396096:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.396098:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.396100:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651f800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166080:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.396103:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.396106:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.396107:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.396109:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.396112:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6543400. 02000000:00000001:1.0:1712357315.396113:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.396118:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.396120:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.396124:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.396128:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572166080, portal 10 00000100:00000001:1.0:1712357315.396129:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.396130:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104608256 : -131938604943360 : ffff8800a651f800) 00000100:00000040:1.0:1712357315.396134:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.396139:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.396141:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.396143:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357315.396145:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572166080, offset 0 00000400:00000200:1.0:1712357315.396148:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.396152:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.396157:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.396161:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.396164:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.396166:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.396177:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.396180:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [698:698:256:4294967295] 192.168.203.120@tcp LPNI seq info [698:698:8:4294967295] 00000400:00000200:1.0:1712357315.396183:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.396190:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.396195:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.396198:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.396202:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.396207:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.396210:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.396225:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.396227:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.396228:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.396230:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.396231:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.396233:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.396235:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.396236:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.396238:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.396238:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.396308:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.396315:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:2.0:1712357315.396318:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.396322:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.396324:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:2.0:1712357315.396326:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:2.0:1712357315.396328:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.396332:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.396339:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.396342:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.396346:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.396347:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.399274:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4200. 00010000:00000010:2.1:1712357315.399286:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000800:00000001:3.0:1712357315.400848:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.400859:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.400862:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.400864:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.400872:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400877:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.400882:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400886:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400889:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400892:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x66107eff075c0 00000400:00000200:3.0:1712357315.400898:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0x4bd [2] + 0 00000800:00000001:3.0:1712357315.400903:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.400907:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.400909:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.400912:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.400917:0:1845:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:3.0:1712357315.400918:0:1845:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1712357315.400923:0:1845:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cf800. 00000100:00000040:3.0:1712357315.400925:0:1845:0:(events.c:356:request_in_callback()) incoming req@ffff8800b34cf800 x1795536578442688 msgsize 328 00000100:00100000:3.0:1712357315.400929:0:1845:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:3.0:1712357315.400946:0:1845:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.400952:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.400955:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.400956:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.400958:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.400960:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400963:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.400966:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400968:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400979:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.400981:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x66107eff07600 00000400:00000200:3.0:1712357315.400985:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0x4bd [2] + 328 00000800:00000001:3.0:1712357315.400987:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.400998:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.400999:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.401002:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.401004:0:1845:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:3.0:1712357315.401005:0:1845:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1712357315.401008:0:1845:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cf480. 00000100:00000040:3.0:1712357315.401010:0:1845:0:(events.c:356:request_in_callback()) incoming req@ffff8800b34cf480 x1795536578442752 msgsize 328 00000100:00100000:3.0:1712357315.401012:0:1845:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:3.0:1712357315.401017:0:1845:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.401019:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.401021:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1712357315.401045:0:12313:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88013697c000. 00000100:00000001:3.0:1712357315.401051:0:12313:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1712357315.401052:0:12313:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1795536578442688 02000000:00000001:3.0:1712357315.401054:0:12313:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1712357315.401056:0:12313:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.401057:0:12313:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.401061:0:12313:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.401063:0:12313:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1795536578442688 00000020:00000001:3.0:1712357315.401066:0:12313:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357315.401067:0:12313:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03337b70 00000020:00000001:3.0:1712357315.401069:0:12313:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.401070:0:12313:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa321800 refcount=3 00000020:00000001:3.0:1712357315.401072:0:12313:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169628160 : -131938539923456 : ffff8800aa321800) 00000020:00000001:3.0:1712357315.401074:0:12313:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169628160 : -131938539923456 : ffff8800aa321800) 00000100:00000001:3.0:1712357315.401077:0:12313:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1712357315.401079:0:12313:0:(service.c:1204:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1712357315.401082:0:12313:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa236600. 00000020:00000010:3.0:1712357315.401085:0:12313:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b34b3c00. 00000020:00000010:3.0:1712357315.401088:0:12313:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf1320. 00000100:00000040:3.0:1712357315.401099:0:12313:0:(service.c:1274:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1712357315.401101:0:12313:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1712357315.401102:0:12313:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1712357315.401103:0:12313:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401108:0:12313:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401110:0:12313:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.401114:0:12313:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1712357315.401116:0:12313:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1795536578442752 02000000:00000001:3.0:1712357315.401117:0:12313:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1712357315.401117:0:12313:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.401118:0:12313:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.401120:0:12313:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.401121:0:12313:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1795536578442752 00000020:00000001:3.0:1712357315.401122:0:12313:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357315.401123:0:12313:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03337b70 00000020:00000001:3.0:1712357315.401124:0:12313:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.401125:0:12313:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa321800 refcount=4 00000020:00000001:3.0:1712357315.401127:0:12313:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169628160 : -131938539923456 : ffff8800aa321800) 00000020:00000001:3.0:1712357315.401128:0:12313:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169628160 : -131938539923456 : ffff8800aa321800) 00000100:00000001:3.0:1712357315.401129:0:12313:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1712357315.401130:0:12313:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1712357315.401132:0:12313:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa236a00. 00000020:00000010:3.0:1712357315.401134:0:12313:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b34b3880. 00000020:00000010:3.0:1712357315.401136:0:12313:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf13e8. 00000100:00000001:3.0:1712357315.401137:0:12313:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1712357315.401138:0:12313:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1712357315.401139:0:12313:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401140:0:12313:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401142:0:12313:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.401146:0:12313:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1712357315.401147:0:12313:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1712357315.401151:0:12313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 0 00000100:00000040:3.0:1712357315.401153:0:12313:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff8800aa321800 : new rpc_count 1 00000100:00000001:3.0:1712357315.401154:0:12313:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612135322384384 : -131938387167232 : ffff8800b34cf800) 00000100:00000040:3.0:1712357315.401160:0:12313:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b34cf800 x1795536578442688/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/0 e 0 to 0 dl 1712357326 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357315.401170:0:12313:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1712357315.401171:0:12313:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1712357315.401173:0:12313:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b34cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c36340c1-27c0-4eff-b817-b80ecef4e788+4:19007:x1795536578442688:12345-192.168.203.120@tcp:104: 00000100:00000200:3.0:1712357315.401176:0:12313:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1795536578442688 00010000:00000001:3.0:1712357315.401178:0:12313:0:(ldlm_lockd.c:2398:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1712357315.401182:0:12313:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.401183:0:12313:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.401184:0:12313:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=2 00000020:00000001:3.0:1712357315.401185:0:12313:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:3.0:1712357315.401187:0:12313:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:3.0:1712357315.401190:0:12313:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.401192:0:12313:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.401195:0:12313:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.401250:0:12313:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1712357315.401251:0:12313:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1712357315.401256:0:12313:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa038000. 02000000:00000001:3.0:1712357315.401258:0:12313:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401260:0:12313:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.401263:0:12313:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1712357315.401265:0:12313:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.401267:0:12313:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa2505e8 time=1712357315 v=10 (0 0 0 0) 00000100:00001000:3.0:1712357315.401270:0:12313:0:(import.c:1999:obd_at_measure()) AT ffff8800aa2505e8 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1712357315.401275:0:12313:0:(niobuf.c:543:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@ffff8800b34cf800 x1795536578442688/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357315.401281:0:12313:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357315.401283:0:12313:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 10 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357315.401285:0:12313:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 02000000:00000001:3.0:1712357315.401286:0:12313:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1712357315.401292:0:12313:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401294:0:12313:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.401423:0:12313:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.401427:0:12313:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586aa0. 00000100:00000200:3.0:1712357315.401431:0:12313:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1795536578442688, offset 224 00000400:00000200:3.0:1712357315.401434:0:12313:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.401439:0:12313:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.401443:0:12313:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.401448:0:12313:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [699:699:256:4294967295] 192.168.203.120@tcp LPNI seq info [699:699:8:4294967295] 00000400:00000200:3.0:1712357315.401451:0:12313:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.401456:0:12313:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.401460:0:12313:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.401463:0:12313:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357315.401467:0:12313:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.401472:0:12313:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.401475:0:12313:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.401564:0:12313:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.401568:0:12313:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8800b3a47000 refcount 9 to 192.168.203.120@tcp 00010000:00000001:3.0:1712357315.401571:0:12313:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1712357315.401574:0:12313:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800aa01f180. 00010000:00000001:3.0:1712357315.401576:0:12313:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1712357315.401613:0:12313:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1712357315.401615:0:12313:0:(ldlm_lockd.c:2236:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.401617:0:12313:0:(ldlm_lockd.c:2292:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.401618:0:12313:0:(ldlm_lockd.c:2563:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.401622:0:12313:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cf800 x1795536578442688/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1712357315.401629:0:12313:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b34cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c36340c1-27c0-4eff-b817-b80ecef4e788+4:19007:x1795536578442688:12345-192.168.203.120@tcp:104: Request processed in 458us (702us total) trans 0 rc 0/0 00000020:00000001:0.0:1712357315.401631:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357315.401633:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.401635:0:12313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 0 00010000:00010000:0.0:1712357315.401635:0:12321:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1712357315.401638:0:12321:0:(ldlm_lockd.c:2937:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1712357315.401639:0:12321:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1712357315.401642:0:12313:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800aa321800 : new rpc_count 0 00010000:00010000:0.0:1712357315.401642:0:12321:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.401644:0:12313:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1712357315.401645:0:12313:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1712357315.401648:0:12313:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b34b3c00. 00010000:00010000:0.0:1712357315.401648:0:12321:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa0aff0c0) 10000000:00000001:0.0:1712357315.401650:0:12321:0:(mgc_request.c:905:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1712357315.401652:0:12313:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf1320. 10000000:00010000:0.0:1712357315.401652:0:12321:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1712357315.401655:0:12313:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aa236600. 00000020:00000040:3.0:1712357315.401658:0:12313:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa321800 : new refcount 3 00000100:00000001:3.0:1712357315.401660:0:12313:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.401661:0:12321:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.401662:0:12321:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.401663:0:12321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.401664:0:12321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=3 00000100:00000001:3.0:1712357315.401665:0:12313:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1712357315.401665:0:12321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00000100:00000001:3.0:1712357315.401666:0:12313:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1712357315.401667:0:12321:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00000100:00100000:3.0:1712357315.401669:0:12313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 1 00010000:00000001:0.0:1712357315.401669:0:12321:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1712357315.401670:0:12313:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff8800aa321800 : new rpc_count 1 00010000:00010000:0.0:1712357315.401670:0:12321:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.401671:0:12313:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612135322383488 : -131938387168128 : ffff8800b34cf480) 00000100:00000040:3.0:1712357315.401675:0:12313:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800b34cf480 x1795536578442752/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/0 e 0 to 0 dl 1712357326 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 10000000:00000001:0.0:1712357315.401675:0:12321:0:(mgc_request.c:905:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1712357315.401676:0:12321:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.401680:0:12313:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1712357315.401681:0:12313:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1712357315.401683:0:12313:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b34cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c36340c1-27c0-4eff-b817-b80ecef4e788+3:19007:x1795536578442752:12345-192.168.203.120@tcp:104: 00000100:00000200:3.0:1712357315.401686:0:12313:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1795536578442752 00010000:00000001:3.0:1712357315.401687:0:12313:0:(ldlm_lockd.c:2398:ldlm_callback_handler()) Process entered 10000000:01000000:0.0:1712357315.401688:0:12321:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:3.0:1712357315.401689:0:12313:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.401690:0:12313:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.401691:0:12313:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=2 10000000:00000001:0.0:1712357315.401691:0:12321:0:(mgc_request.c:727:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1712357315.401692:0:12321:0:(mgc_request.c:731:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 00000020:00000001:3.0:1712357315.401693:0:12313:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 10000000:00000040:0.0:1712357315.401693:0:12321:0:(mgc_request.c:734:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1712357315.401694:0:12313:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.401694:0:12321:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.401695:0:12321:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.401696:0:12313:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.401697:0:12313:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.401699:0:12313:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.401704:0:12313:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1712357315.401709:0:12313:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 10000000:00000001:0.0:1712357315.401736:0:12321:0:(mgc_request.c:750:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1712357315.401738:0:12321:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000040:0.0:1712357315.401739:0:12321:0:(mgc_request.c:143:config_log_put()) log lustre-client(ffff8800b38d0000) refs 2 10000000:00000001:0.0:1712357315.401740:0:12321:0:(mgc_request.c:167:config_log_put()) Process leaving 10000000:00000001:0.0:1712357315.401741:0:12321:0:(mgc_request.c:955:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.401743:0:12321:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.401745:0:12321:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.401746:0:12321:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.401747:0:12321:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.401749:0:12321:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.401750:0:12321:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f03337b7e from hash 00010000:00000001:0.0:1712357315.401752:0:12321:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.401753:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.401754:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.401755:0:12321:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.401756:0:12321:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.401757:0:12321:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1712357315.401759:0:12321:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.401760:0:12321:0:(ldlm_request.c:1406:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1712357315.401764:0:12321:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.401767:0:12321:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357315.401770:0:12321:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.401772:0:12321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.401774:0:12321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.401779:0:12321:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e52000. 00000100:00000001:0.0:1712357315.401783:0:12321:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.401785:0:12321:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357315.401788:0:12321:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.401799:0:12321:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357315.401800:0:12321:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.401803:0:12321:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.401806:0:12321:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.401811:0:12321:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff88012d4f6d80] to pc [ptlrpcd_00_01+1] req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.401841:0:12321:0:(ldlm_request.c:1476:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.401847:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.401847:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.401848:0:12321:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.401850:0:12321:0:(ldlm_request.c:1706:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357315.401851:0:12321:0:(mgc_request.c:955:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.401853:0:12321:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.401856:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.401858:0:12321:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ac38c900/0xbda2fb8f03337b7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7b3 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.401867:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.401868:0:12321:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1712357315.401870:0:12321:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800aa01f180. 00010000:00000001:0.0:1712357315.401873:0:12321:0:(ldlm_lockd.c:2980:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357315.401874:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357315.401875:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.401876:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1712357315.401877:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357315.401878:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.401879:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1712357315.401881:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357315.401881:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.401882:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1712357315.401891:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1712357315.401897:0:1851:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1712357315.401898:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.401902:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.401903:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.401904:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357315.401905:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.401907:0:1851:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1712357315.401910:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1712357315.401911:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000800:00000010:2.0:1712357315.401913:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:2.0:1712357315.401917:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357315.401917:0:1851:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.401918:0:1851:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.401920:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 02000000:00000001:0.0:1712357315.401921:0:1851:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1712357315.401923:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586aa0 02000000:00000001:0.0:1712357315.401923:0:1851:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1712357315.401925:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586aa0. 00000100:00100000:0.0:1712357315.401925:0:1851:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c36340c1-27c0-4eff-b817-b80ecef4e788:1851:1795536572166144:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1712357315.401927:0:1846:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1712357315.401928:0:1851:0:(niobuf.c:727:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1712357315.401929:0:1846:0:(events.c:417:reply_out_callback()) Process leaving 02000000:00000001:0.0:1712357315.401932:0:1851:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.401933:0:1851:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.401935:0:1851:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.401939:0:1851:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b614c000. 02000000:00000001:0.0:1712357315.401941:0:1851:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.401945:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.401948:0:1851:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.401951:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.401955:0:1851:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572166144, portal 18 02000000:00000010:3.0:1712357315.401964:0:12313:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa039c00. 02000000:00000001:3.0:1712357315.401967:0:12313:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401968:0:12313:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.401970:0:12313:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1712357315.401971:0:12313:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.401973:0:12313:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa2505e8 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.401976:0:12313:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357315.401978:0:12313:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 10 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357315.401980:0:12313:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 02000000:00000001:3.0:1712357315.401981:0:12313:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1712357315.401982:0:12313:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.401983:0:12313:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.401985:0:12313:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.401987:0:12313:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586b28. 00000100:00000200:3.0:1712357315.401989:0:12313:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1795536578442752, offset 224 00000400:00000200:3.0:1712357315.401993:0:12313:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.401996:0:12313:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1712357315.401998:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1712357315.401999:0:12313:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000100:00000001:1.0:1712357315.402000:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.402003:0:12313:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [700:700:256:4294967295] 192.168.203.120@tcp LPNI seq info [700:700:8:4294967295] 00000400:00000200:3.0:1712357315.402005:0:12313:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.402010:0:12313:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.402014:0:12313:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.402016:0:12313:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357315.402019:0:12313:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.402022:0:12313:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000100:00000001:0.0:1712357315.402023:0:1851:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1712357315.402024:0:12313:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.402025:0:1851:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:3.0:1712357315.402030:0:12313:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.402030:0:1851:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.402032:0:12313:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8800b3a47000 refcount 9 to 192.168.203.120@tcp 00010000:00000001:3.0:1712357315.402034:0:12313:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1712357315.402035:0:1851:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000010:3.0:1712357315.402036:0:12313:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800aa01fb40. 00000100:00000040:0.0:1712357315.402036:0:1851:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00010000:00000001:3.0:1712357315.402038:0:12313:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1712357315.402038:0:1851:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357315.402040:0:1851:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1795536572166144, offset 0 00000400:00000200:0.0:1712357315.402043:0:1851:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.402046:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00010000:3.0:1712357315.402056:0:12313:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1712357315.402057:0:12313:0:(ldlm_lockd.c:2236:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.402059:0:12313:0:(ldlm_lockd.c:2292:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.402060:0:12313:0:(ldlm_lockd.c:2563:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.402064:0:12313:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cf480 x1795536578442752/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1712357315.402071:0:12313:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b34cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c36340c1-27c0-4eff-b817-b80ecef4e788+3:19007:x1795536578442752:12345-192.168.203.120@tcp:104: Request processed in 389us (1060us total) trans 0 rc 0/0 00000020:00000001:1.0:1712357315.402071:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.402073:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.402075:0:12322:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1712357315.402077:0:12313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 1 00010000:00000001:1.0:1712357315.402077:0:12322:0:(ldlm_lockd.c:2937:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1712357315.402078:0:12322:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1712357315.402079:0:12313:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800aa321800 : new rpc_count 0 00000100:00000001:3.0:1712357315.402080:0:12313:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1712357315.402080:0:12322:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.402082:0:12313:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1712357315.402083:0:12313:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b34b3880. 00010000:00010000:1.0:1712357315.402084:0:12322:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1440 already unused, calling callback (ffffffffa0aff0c0) 00000020:00000010:3.0:1712357315.402086:0:12313:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf13e8. 10000000:00000001:1.0:1712357315.402086:0:12322:0:(mgc_request.c:905:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1712357315.402087:0:12322:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1712357315.402088:0:12313:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aa236a00. 00000020:00000040:3.0:1712357315.402090:0:12313:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa321800 : new refcount 2 00000100:00000001:3.0:1712357315.402092:0:12313:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.402097:0:12322:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.402098:0:12322:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.402098:0:12322:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.402100:0:12322:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:1.0:1712357315.402101:0:12322:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:1.0:1712357315.402102:0:12322:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:1.0:1712357315.402103:0:12322:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.402105:0:12322:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1712357315.402109:0:12322:0:(mgc_request.c:905:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1712357315.402110:0:12322:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1712357315.402114:0:12322:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1712357315.402116:0:12322:0:(mgc_request.c:727:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1712357315.402117:0:12322:0:(mgc_request.c:731:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1712357315.402118:0:12322:0:(mgc_request.c:734:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1712357315.402119:0:12322:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.402120:0:12322:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1712357315.402132:0:12322:0:(mgc_request.c:750:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1712357315.402134:0:12322:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000040:1.0:1712357315.402134:0:12322:0:(mgc_request.c:143:config_log_put()) log lustre-sptlrpc(ffff8800b609f400) refs 2 10000000:00000001:1.0:1712357315.402136:0:12322:0:(mgc_request.c:167:config_log_put()) Process leaving 10000000:00000001:1.0:1712357315.402137:0:12322:0:(mgc_request.c:955:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.402138:0:12322:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.402139:0:12322:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.402140:0:12322:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.402141:0:12322:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.402142:0:12322:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.402144:0:12322:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f03337b77 from hash 00010000:00000001:1.0:1712357315.402145:0:12322:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.402146:0:12322:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.402147:0:12322:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.402151:0:12322:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.402152:0:12322:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.402153:0:12322:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1712357315.402155:0:12322:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.402156:0:12322:0:(ldlm_request.c:1406:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1712357315.402160:0:12322:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a651fb80. 00000020:00000040:1.0:1712357315.402161:0:12322:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357315.402163:0:12322:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.402164:0:12322:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.402165:0:12322:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.402168:0:12322:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09200. 00000100:00000001:1.0:1712357315.402171:0:12322:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.402172:0:12322:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.402174:0:12322:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1712357315.402191:0:1851:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.402195:0:1851:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.402198:0:1851:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000800:00000200:2.0:1712357315.402240:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.402243:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:2.0:1712357315.402245:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.402249:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.402251:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586b28 00000400:00000010:2.0:1712357315.402252:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586b28. 00000100:00000001:2.0:1712357315.402254:0:1845:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:2.0:1712357315.402255:0:1845:0:(events.c:417:reply_out_callback()) Process leaving 00000400:00000200:0.0:1712357315.402320:0:1851:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.402322:0:1851:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.402325:0:1851:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [701:701:256:4294967295] 192.168.203.120@tcp LPNI seq info [701:701:8:4294967295] 00000400:00000200:0.0:1712357315.402329:0:1851:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.402334:0:1851:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.402338:0:1851:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.402341:0:1851:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357315.402344:0:1851:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.402348:0:1851:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.402350:0:1851:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.402360:0:1851:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.402362:0:1851:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.402364:0:1851:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.402366:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.402367:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.402529:0:12322:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.402530:0:12322:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.402532:0:12322:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.402534:0:12322:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.402539:0:12322:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800a651fb80] to pc [ptlrpcd_00_00+0] req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.402567:0:12322:0:(ldlm_request.c:1476:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.402569:0:12322:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.402570:0:12322:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.402571:0:12322:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.402572:0:12322:0:(ldlm_request.c:1706:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1712357315.402573:0:12322:0:(mgc_request.c:955:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.402575:0:12322:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.402579:0:12322:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.402580:0:12322:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1440/0xbda2fb8f03337b77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7ac expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.402602:0:12322:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3679d00 count: 0 00010000:00000001:1.0:1712357315.402622:0:12322:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.402624:0:12322:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1712357315.402625:0:12322:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800aa01fb40. 00010000:00000001:1.0:1712357315.402627:0:12322:0:(ldlm_lockd.c:2980:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357315.402629:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.402630:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.402631:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1712357315.402632:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.402633:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.402634:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1712357315.402635:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.402636:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.402637:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1712357315.402640:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1712357315.402642:0:1852:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1712357315.402643:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.402645:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.402646:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.402647:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.402648:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.402649:0:1852:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.402659:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.402664:0:1852:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.402665:0:1852:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.402666:0:1852:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.402667:0:1852:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.402670:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a651fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c36340c1-27c0-4eff-b817-b80ecef4e788:1852:1795536572166208:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1712357315.402672:0:1852:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.402674:0:1852:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.402675:0:1852:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.402676:0:1852:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.402679:0:1852:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e44a00. 02000000:00000001:1.0:1712357315.402680:0:1852:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.402683:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.402685:0:1852:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d10. 00000400:00000010:1.0:1712357315.402692:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357315.402694:0:1852:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572166208, portal 18 00000100:00000001:1.0:1712357315.402695:0:1852:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.402696:0:1852:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104609152 : -131938604942464 : ffff8800a651fb80) 00000100:00000040:1.0:1712357315.402700:0:1852:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.402705:0:1852:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.402707:0:1852:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.402708:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357315.402710:0:1852:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1795536572166208, offset 0 00000400:00000200:1.0:1712357315.402713:0:1852:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.402716:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.402719:0:1852:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.402721:0:1852:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.402723:0:1852:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.402725:0:1852:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.402726:0:1852:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.402729:0:1852:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [702:702:255:4294967295] 192.168.203.120@tcp LPNI seq info [702:702:7:4294967295] 00000400:00000200:1.0:1712357315.402731:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.402736:0:1852:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.402739:0:1852:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.402742:0:1852:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:2.0:1712357315.402743:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1712357315.402745:0:1852:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000010:2.0:1712357315.402746:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000800:00000200:1.0:1712357315.402748:0:1852:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000200:2.0:1712357315.402749:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1712357315.402750:0:1852:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.402752:0:1852:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.402753:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:1.0:1712357315.402754:0:1852:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1712357315.402755:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000100:00000001:1.0:1712357315.402755:0:1852:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1712357315.402756:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:1.0:1712357315.402757:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.402758:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.402763:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.402767:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.402774:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.402776:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.402781:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.402782:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:0.0:1712357315.402799:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357315.402800:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.402801:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.402803:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.403239:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.403242:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357315.403245:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.403248:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.403250:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:2.0:1712357315.403251:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:2.0:1712357315.403253:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.403256:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.403261:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.403264:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.403268:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.403269:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.404839:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.404848:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.404851:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.404853:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.404994:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.404999:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.405004:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.405007:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.405010:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.405013:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90afc0 00000400:00000200:2.0:1712357315.405016:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.405347:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1865 [1] + 224 00000800:00000001:2.0:1712357315.405355:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.405368:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.405370:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.405374:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.405378:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.405383:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.405392:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.405412:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.405417:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.405419:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.405424:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.405428:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [703:703:256:4294967295] 192.168.203.120@tcp LPNI seq info [703:703:8:4294967295] 00000400:00000200:2.0:1712357315.405431:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.405437:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.405440:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.405444:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000100:00000001:1.0:1712357315.405445:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1712357315.405447:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000400:00000001:1.0:1712357315.405451:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1712357315.405452:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.405455:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1712357315.405456:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.405458:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.405462:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.405463:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.405465:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.405469:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.405477:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651f800 x1795536572166080/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.405482:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.405484:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.405486:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.405488:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.405490:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.405491:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.405493:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.405499:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.405502:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.405504:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.405505:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.405507:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.405510:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.405512:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000800:00000200:2.0:1712357315.405513:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1712357315.405513:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000800:00000010:2.0:1712357315.405515:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000100:00000001:1.0:1712357315.405515:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.405516:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1712357315.405517:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1712357315.405517:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135104608256 : -131938604943360 : ffff8800a651f800) 00000100:00000001:1.0:1712357315.405519:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1712357315.405520:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000040:1.0:1712357315.405521:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.405521:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1712357315.405523:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357315.405523:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357315.405526:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.405526:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651f800 x1795536572166080/t4294967417(4294967417) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.405531:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.405533:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.405537:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.405540:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651f800 x1795536572166080/t4294967417(4294967417) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.405546:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651f800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166080:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.405549:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.405552:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.405565:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.405567:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.405569:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800a651f800 x1795536572166080/t4294967417(4294967417) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.405574:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.405577:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.405578:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.405579:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.405601:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.405603:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405606:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.405609:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.405611:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.405613:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.405619:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.405620:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3d:0x0] 00000080:00000001:1.0:1712357315.405622:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405625:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.405626:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.405630:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.405631:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.405634:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a651f800 x1795536572166080/t4294967417(4294967417) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.405639:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405641:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.405642:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.405643:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405648:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405649:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.405652:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000080:00200008:1.0:1712357315.405660:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x3d:0x0](ffff8800a76e38c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.395000000, mtime 1611184480.646139988, ctime 1712357315.395000000, rc 0 00000080:00000001:1.0:1712357315.405664:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405671:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.405672:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7702288, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:1.0:1712357315.405675:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.405679:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.405682:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.405684:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.405685:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.405687:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405701:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.405704:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.405705:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.405708:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405712:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.405713:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.405715:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.405717:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357315.405719:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.405721:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405723:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.405724:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.405726:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405728:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.405729:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.405731:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.405732:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:1.0:1712357315.405734:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.405734:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405736:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.405737:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.405739:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405744:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.405745:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.405746:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.405747:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=17 00000080:00000001:1.0:1712357315.405749:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.405750:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.405752:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.405753:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.405755:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.406298:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=1 00000080:00000001:1.0:1712357315.406302:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.406304:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:1.0:1712357315.406309:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.406314:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.406317:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.406318:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.406320:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.406323:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.406325:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.406327:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.406329:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.406332:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.406334:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.406345:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28000. 00000020:00000040:1.0:1712357315.406348:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=121 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.406353:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.406356:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.406360:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.406361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.406363:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.406364:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.406366:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.406368:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.406372:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6543800. 00000100:00000001:1.0:1712357315.406376:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.406382:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.406383:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.406384:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.406385:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.406386:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.406391:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526853632 : -131936182697984 : ffff880136b28000) 00010000:00000001:1.0:1712357315.406394:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.406396:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.406400:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.406402:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.406404:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.406407:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357315.406409:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.406411:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f033385db to hash 00000020:00000001:1.0:1712357315.406412:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.406413:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.406415:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.406417:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.406419:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.406421:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.406427:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.406433:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.406437:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.406438:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.406441:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.406443:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.406444:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.406445:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526853632 : -131936182697984 : ffff880136b28000) 00000100:00000001:1.0:1712357315.406448:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.406453:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.406456:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.406457:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.406461:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.406467:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.406468:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.406470:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.406472:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.406474:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.406477:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.406480:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.406481:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.406483:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.406487:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.406488:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.406493:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.406495:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.406498:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.406502:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166272, portal 10 00000100:00000001:1.0:1712357315.406504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.406504:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526853632 : -131936182697984 : ffff880136b28000) 00000100:00000040:1.0:1712357315.406508:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.406514:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.406516:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.406517:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357315.406519:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572166272, offset 0 00000400:00000200:1.0:1712357315.406522:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.406526:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.406529:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.406532:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.406535:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.406537:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.406542:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.406545:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [704:704:256:4294967295] 192.168.203.120@tcp LPNI seq info [704:704:8:4294967295] 00000400:00000200:1.0:1712357315.406548:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.406553:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.406569:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.406572:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.406575:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.406579:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.406604:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.406620:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.406622:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.406623:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.406625:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.406626:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.406628:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.406629:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.406630:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.406632:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.406633:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.406960:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.406962:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:2.0:1712357315.406969:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.406972:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.406974:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:2.0:1712357315.406976:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:2.0:1712357315.406978:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.406981:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.406987:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.406989:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.406993:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.406995:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.407553:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407569:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.407571:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407572:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.407577:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407597:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.407602:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407604:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407607:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407610:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x66107ef90b040 00000400:00000200:3.0:1712357315.407614:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407618:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1885 [1] + 224 00000800:00000001:3.0:1712357315.407622:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407626:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.407627:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.407634:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.407638:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.407642:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.407649:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.407669:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.407674:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407678:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.407679:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407680:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.407683:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407687:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.407689:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407691:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407693:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407695:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x66107ef90b000 00000400:00000200:3.0:1712357315.407698:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.407701:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1875 [1] + 224 00000800:00000001:3.0:1712357315.407704:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407715:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.407717:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.407720:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.407722:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.407726:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.407732:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.407746:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.407753:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.407755:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.407768:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357315.407771:0:1851:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.407775:0:1851:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.407776:0:1851:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.407778:0:1851:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.407780:0:1851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357315.407782:0:1851:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357315.407784:0:1851:0:(events.c:97:reply_in_callback()) Process entered 00010000:00000010:3.1:1712357315.407787:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000100:00000200:0.0:1712357315.407788:0:1851:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.407795:0:1851:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.407808:0:1851:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.407809:0:1851:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.407811:0:1851:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.407813:0:1851:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.407814:0:1851:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.407816:0:1851:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.407817:0:1851:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.407821:0:1851:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c80 time=1712357315 v=5 (0 0 0 0) 00000100:00001000:0.0:1712357315.407824:0:1851:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.407826:0:1851:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.407827:0:1851:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.407828:0:1851:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.407830:0:1851:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.407831:0:1851:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.407832:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.407834:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1712357315.407835:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000001:1.0:1712357315.407836:0:1852:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.407837:0:1852:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.407838:0:1852:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d10. 00000100:00000001:0.0:1712357315.407839:0:1851:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1712357315.407841:0:1852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000100:00000001:0.0:1712357315.407841:0:1851:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1712357315.407842:0:1852:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:0.0:1712357315.407843:0:1851:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.407844:0:1852:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000040:0.0:1712357315.407845:0:1851:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.407847:0:1852:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.407851:0:1851:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c36340c1-27c0-4eff-b817-b80ecef4e788:1851:1795536572166144:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1712357315.407854:0:1852:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.407855:0:1851:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.407856:0:1851:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357315.407858:0:1852:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.407859:0:1852:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.407859:0:1851:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166144/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.407863:0:1851:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1712357315.407865:0:1852:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.407865:0:1851:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1712357315.407866:0:1852:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.407867:0:1852:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1712357315.407867:0:1851:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b614c000. 00000100:00000001:1.0:1712357315.407868:0:1852:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.407869:0:1852:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.407869:0:1851:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.407871:0:1851:0:(genops.c:1134:class_import_put()) Process entered 00000100:00001000:1.0:1712357315.407872:0:1852:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c80 time=0 v=5 (5 0 0 0) 00000020:00000040:0.0:1712357315.407872:0:1851:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00001000:1.0:1712357315.407874:0:1852:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.407876:0:1852:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1712357315.407876:0:1851:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:1.0:1712357315.407877:0:1852:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.407878:0:1852:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1712357315.407878:0:1851:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e52000. 00010000:00000001:1.0:1712357315.407879:0:1852:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.407880:0:1852:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.407882:0:1851:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1712357315.407883:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000001:0.0:1712357315.407883:0:1851:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.407884:0:1851:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.407887:0:1851:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.407888:0:1852:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.407888:0:1851:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.407889:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.407890:0:1852:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.407890:0:1852:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.407893:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.407894:0:1851:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.407895:0:1851:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.407897:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1712357315.407898:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a651fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c36340c1-27c0-4eff-b817-b80ecef4e788:1852:1795536572166208:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1712357315.407898:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.407901:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.407902:0:1852:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.407904:0:1852:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651fb80 x1795536572166208/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.407908:0:1852:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.407909:0:1852:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.407910:0:1852:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e44a00. 02000000:00000001:1.0:1712357315.407913:0:1852:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.407914:0:1852:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.407915:0:1852:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357315.407916:0:1852:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.407918:0:1852:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09200. 02000000:00000001:1.0:1712357315.407921:0:1852:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.407922:0:1852:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.407926:0:1852:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651fb80. 00000100:00000001:1.0:1712357315.407929:0:1852:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.407930:0:1852:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.407931:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.407934:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.407935:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.407936:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.407937:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357315.410300:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.410310:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.410313:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.410315:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.410323:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.410333:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.410338:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.410341:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.410343:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.410346:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b080 00000400:00000200:2.0:1712357315.410350:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.410355:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x188d [1] + 224 00000800:00000001:2.0:1712357315.410360:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.410370:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.410373:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.410376:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.410380:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.410386:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.410392:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.410425:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.410431:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.410433:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.410679:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.410685:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.410687:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.410690:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.410692:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.410694:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.410696:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.410701:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.410707:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.410712:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.410713:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.410715:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.410717:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.410719:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.410720:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.410722:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.410728:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.410731:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.410733:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.410734:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.410736:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.410739:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.410741:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.410742:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357315.410743:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.410745:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.410748:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.410759:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.410762:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.410763:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.410766:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.410772:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166272:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.410775:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.410778:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.410779:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.410781:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.410784:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.410789:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.410791:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.410794:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.410794:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.410796:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.410799:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410802:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410804:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357315.410805:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410807:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000040:1.0:1712357315.410811:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38ed00, remote cookie: 0xa8e7976a8eb21ce3, flags: 0x1001 00010000:00010000:1.0:1712357315.410816:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.410822:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3d:0x0].0x0, instead of [0x200000401:0x2f:0x0].0x0 00010000:00000001:1.0:1712357315.410824:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.410831:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4c00. 00010000:00000010:1.0:1712357315.410836:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.410840:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.410842:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.410848:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410852:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.410855:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.410856:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.410857:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.410858:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.410860:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3d:0x0].0x0 (ffff8800b3ab4c00) refcount = 1 00010000:00010000:1.0:1712357315.410863:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410867:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.410869:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.410870:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.410872:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.410873:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.410875:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410879:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.410880:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410881:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.410881:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410882:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.410882:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.410886:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.410887:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410888:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410889:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.410894:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410896:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410897:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410898:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410899:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357315.410900:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410901:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410903:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.410904:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.410907:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410911:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410912:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.410913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410913:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410914:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357315.410915:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410916:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410918:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.410919:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.410925:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410929:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.410930:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410930:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.410931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410931:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.410938:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.410943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410944:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410945:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.410946:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410947:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410949:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410949:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.410950:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.410951:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.410954:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.410956:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410956:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410957:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.410958:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410960:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00000002:00010000:1.0:1712357315.410962:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.410966:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410967:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.410968:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.410969:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.410969:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.410970:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.410971:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.410972:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000040:1.0:1712357315.410975:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.410977:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.410979:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/61 (0 0) 00010000:00000001:1.0:1712357315.410981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.410982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.410992:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.410994:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.410997:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411000:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411002:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.411005:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.411007:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357315.411009:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.411011:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411014:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.411016:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.411018:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.411020:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.411021:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.411025:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.411027:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3d:0x0] 00000080:00000001:1.0:1712357315.411030:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.411031:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.411033:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.411036:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.411038:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3d:0x0](ffff8800a76e38c8): rc = 0 00000080:00000001:1.0:1712357315.411040:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123237064 : -131938586314552 : ffff8800a76e38c8) 00010000:00000001:1.0:1712357315.411041:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.411042:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.411043:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.411044:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.411046:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.411047:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.411049:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.411050:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.411051:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.411053:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411054:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.411055:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.411061:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) for lock 0xbda2fb8f033385db 00000080:00000001:1.0:1712357315.411063:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411065:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.411066:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.411067:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.411068:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.411069:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.411070:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.411071:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.411072:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.411073:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411074:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.411075:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411076:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.411079:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693ee00. 00000080:00002000:1.0:1712357315.411084:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702510 inode ffff8800a76e38c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.411086:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.411088:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.411090:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.411092:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) 00000080:00010000:1.0:1712357315.411094:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033385db from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357315.411095:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.411096:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.411097:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=3 00000020:00000001:1.0:1712357315.411098:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.411099:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.411101:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.411103:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.411107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.411109:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.411110:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.411115:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.411121:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.411123:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.411124:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.411126:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411127:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.411128:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411130:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.411132:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411133:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411135:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411136:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.411136:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411137:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.411138:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.411142:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000100:00000001:1.0:1712357315.411145:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.411148:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28000 x1795536572166272/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.411153:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.411154:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.411156:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.411160:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.411161:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.411162:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=120 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.411164:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.411165:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6543800. 02000000:00000001:1.0:1712357315.411168:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.411169:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.411176:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28000. 00000100:00000001:1.0:1712357315.411180:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.411181:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.411182:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.411183:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357315.411184:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.411198:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.411211:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x3d:0x0](ffff8800a76e38c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.411216:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.411219:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.411221:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.411223:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.411226:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.411227:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x3d:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357315.411230:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.411232:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.411233:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.411235:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.411237:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.411239:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.411240:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.411242:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.411248:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.411254:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.411255:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.411257:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x3d:0x0] mode (null) 00000080:00000001:1.0:1712357315.411258:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.411260:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.411261:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.411262:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 3 00010000:00000001:1.0:1712357315.411263:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.411268:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.411269:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.411270:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.411271:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.411272:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 3 00010000:00000001:1.0:1712357315.411273:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.411274:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.411275:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.411280:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.411281:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.411283:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 3 00010000:00000001:1.0:1712357315.411284:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.411285:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.411287:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.411289:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x3d:0x0] lli = ffff8800a76e3800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.411291:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.411293:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.411294:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.411295:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) invalid 00000080:00002000:1.0:1712357315.411297:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7702510) parent ffff8800a77025e8 inode ffff8800a76e38c8 refc 1 00000080:00000001:1.0:1712357315.411299:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.411300:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.411301:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411303:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.411305:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.411306:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.411307:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.411308:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.411310:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f033385db from hash 00010000:00000001:1.0:1712357315.411312:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.411313:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411314:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.411315:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.411316:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.411317:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.411319:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.411320:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.411322:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.411325:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28000. 00000020:00000040:1.0:1712357315.411328:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=121 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.411331:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.411333:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.411335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.411338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.411339:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.411341:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.411343:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.411345:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.411349:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09200. 00000100:00000001:1.0:1712357315.411353:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411355:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.411356:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.411359:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.411364:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.411365:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.411366:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.411367:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033385db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21ce3 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.411372:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4c00 count: 0 00010000:00000010:1.0:1712357315.411376:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.411382:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.411383:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411384:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.411385:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.411386:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.411388:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:1.0:1712357315.411393:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.411397:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.411402:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.411403:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.411407:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.411409:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.411411:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.411415:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526853632 : -131936182697984 : ffff880136b28000) 00000100:00000001:1.0:1712357315.411418:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.411421:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.411422:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.411423:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.411426:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.411431:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.411433:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.411435:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.411437:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.411439:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166400:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.411441:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.411444:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.411446:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.411448:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.411450:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6543800. 02000000:00000001:1.0:1712357315.411451:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.411456:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.411459:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.411462:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.411466:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572166400, portal 10 00000100:00000001:1.0:1712357315.411467:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.411468:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526853632 : -131936182697984 : ffff880136b28000) 00000100:00000040:1.0:1712357315.411472:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.411477:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.411479:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.411480:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357315.411482:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572166400, offset 0 00000400:00000200:1.0:1712357315.411486:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.411490:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.411494:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.411500:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.411503:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.411505:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.411507:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.411510:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [705:705:256:4294967295] 192.168.203.120@tcp LPNI seq info [705:705:8:4294967295] 00000400:00000200:1.0:1712357315.411513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.411520:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.411525:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.411528:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357315.411531:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.411537:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.411540:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.411570:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.411571:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.411573:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.411575:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.411576:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.411578:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.411580:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.411581:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.411608:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.411609:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.411666:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.411673:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357315.411676:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.411680:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.411682:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357315.411683:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357315.411685:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.411689:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.411695:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.411697:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.411702:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.411703:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357315.413804:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3679d00. 00010000:00000010:0.1:1712357315.413816:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000800:00000001:2.0:1712357315.416018:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.416028:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.416031:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.416032:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.416040:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416046:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.416052:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416055:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416058:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416062:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90b100 00000400:00000200:2.0:1712357315.416065:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416069:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1895 [1] + 224 00000800:00000001:2.0:1712357315.416672:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.416689:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.416696:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.416701:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.416706:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.416713:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.416721:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.416740:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.416745:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.416749:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416754:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.416758:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [706:706:256:4294967295] 192.168.203.120@tcp LPNI seq info [706:706:8:4294967295] 00000400:00000200:2.0:1712357315.416761:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.416776:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.416780:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.416785:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357315.416789:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.416794:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.416798:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1712357315.416831:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357315.416862:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.416864:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000100:00000001:1.0:1712357315.416865:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357315.416866:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1712357315.416868:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.416869:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000400:00000001:1.0:1712357315.416871:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.416872:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.416875:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:1.0:1712357315.416878:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:1.0:1712357315.416880:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:1.0:1712357315.416882:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.416886:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.416894:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28000 x1795536572166400/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.416908:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.416910:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.416911:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.416914:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.416917:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.416919:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.416922:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.416928:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.416931:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.416933:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.416934:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.416936:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.416938:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.416940:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.416942:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000077/0x0] 00000100:00000001:1.0:1712357315.416943:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.416944:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.416945:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526853632 : -131936182697984 : ffff880136b28000) 00000100:00000001:1.0:1712357315.416948:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1712357315.416949:0:12713:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: committing for last_committed 4294967417 gen 1 00000100:00000040:1.0:1712357315.416959:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac399f80 x1795536572126784/t4294967297(4294967297) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.416965:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.416967:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399f80 x1795536572126784/t4294967297(4294967297) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 568/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.416972:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.416973:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.416976:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f7800. 02000000:00000001:1.0:1712357315.416980:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.416982:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.416986:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=120 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.416988:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.416990:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f7c00. 02000000:00000001:1.0:1712357315.416996:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.416998:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417000:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399f80. 00000100:00000001:1.0:1712357315.417004:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417004:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417009:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39a300 x1795536572127232/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417014:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417016:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39a300 x1795536572127232/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417020:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417021:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417022:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ee000. 02000000:00000001:1.0:1712357315.417024:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417025:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417026:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=119 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417027:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417028:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fce200. 02000000:00000001:1.0:1712357315.417030:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417031:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417032:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39a300. 00000100:00000001:1.0:1712357315.417034:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417034:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417038:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa061880 x1795536572127616/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417043:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417046:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061880 x1795536572127616/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357327 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417051:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417051:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417052:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ef400. 02000000:00000001:1.0:1712357315.417054:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417055:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417056:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=118 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417061:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417062:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59800. 02000000:00000001:1.0:1712357315.417065:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417066:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417067:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061880. 00000100:00000001:1.0:1712357315.417070:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417071:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417075:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa061c00 x1795536572128512/t4294967306(4294967306) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417080:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417082:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061c00 x1795536572128512/t4294967306(4294967306) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417086:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417087:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417088:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ef800. 02000000:00000001:1.0:1712357315.417090:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417090:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417091:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=117 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417092:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417189:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609f800. 02000000:00000001:1.0:1712357315.417193:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417194:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417195:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061c00. 00000100:00000001:1.0:1712357315.417197:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417198:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417202:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa061500 x1795536572128896/t4294967307(4294967307) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417208:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417210:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061500 x1795536572128896/t4294967307(4294967307) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417214:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417215:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417216:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2eec00. 02000000:00000001:1.0:1712357315.417222:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417223:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417224:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=116 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417225:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417226:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609f200. 02000000:00000001:1.0:1712357315.417228:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417228:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417229:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061500. 00000100:00000001:1.0:1712357315.417231:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417232:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417235:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa061f80 x1795536572129088/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417240:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417242:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061f80 x1795536572129088/t4294967308(4294967308) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 536/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417246:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417247:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417248:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ec400. 02000000:00000001:1.0:1712357315.417250:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417250:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417251:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=115 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417252:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417253:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ee400. 02000000:00000001:1.0:1712357315.417255:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417255:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417256:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061f80. 00000100:00000001:1.0:1712357315.417258:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417259:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417262:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa062300 x1795536572129280/t4294967309(4294967309) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417267:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417269:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062300 x1795536572129280/t4294967309(4294967309) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417273:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417277:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417278:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2efc00. 02000000:00000001:1.0:1712357315.417280:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417281:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417282:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=114 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417283:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417284:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609ec00. 02000000:00000001:1.0:1712357315.417286:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417287:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417288:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062300. 00000100:00000001:1.0:1712357315.417290:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417290:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417294:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa062680 x1795536572129472/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417298:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417300:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062680 x1795536572129472/t4294967310(4294967310) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417304:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417304:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417305:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2edc00. 02000000:00000001:1.0:1712357315.417307:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417308:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417308:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=113 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417310:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417311:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ec800. 02000000:00000001:1.0:1712357315.417312:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417313:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417313:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062680. 00000100:00000001:1.0:1712357315.417315:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417315:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417319:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa062a00 x1795536572129664/t4294967311(4294967311) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417323:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417325:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062a00 x1795536572129664/t4294967311(4294967311) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417336:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417337:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417338:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ee800. 02000000:00000001:1.0:1712357315.417340:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417341:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417341:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=112 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417342:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417343:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609e400. 02000000:00000001:1.0:1712357315.417344:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417345:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417346:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062a00. 00000100:00000001:1.0:1712357315.417347:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417348:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417351:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39aa00 x1795536572129856/t4294967312(4294967312) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417355:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417357:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39aa00 x1795536572129856/t4294967312(4294967312) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417362:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417363:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417363:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f6400. 02000000:00000001:1.0:1712357315.417366:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417367:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417367:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=111 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417368:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417369:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcfa00. 02000000:00000001:1.0:1712357315.417371:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417371:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417372:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39aa00. 00000100:00000001:1.0:1712357315.417373:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417374:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417377:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa062d80 x1795536572130048/t4294967313(4294967313) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417388:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417390:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa062d80 x1795536572130048/t4294967313(4294967313) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417394:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417395:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417397:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ed800. 02000000:00000001:1.0:1712357315.417398:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417399:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417399:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=110 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417401:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417402:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2ed400. 02000000:00000001:1.0:1712357315.417403:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417404:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417404:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa062d80. 00000100:00000001:1.0:1712357315.417407:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417408:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417411:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa063100 x1795536572130240/t4294967314(4294967314) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417415:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417417:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063100 x1795536572130240/t4294967314(4294967314) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417421:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417422:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417423:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ed000. 02000000:00000001:1.0:1712357315.417424:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417425:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417426:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=109 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417427:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417428:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609fa00. 02000000:00000001:1.0:1712357315.417430:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417430:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417431:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063100. 00000100:00000001:1.0:1712357315.417433:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417436:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417440:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa063480 x1795536572130432/t4294967315(4294967315) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417445:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417447:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063480 x1795536572130432/t4294967315(4294967315) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417451:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417452:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417453:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2ef000. 02000000:00000001:1.0:1712357315.417455:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417456:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417457:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=108 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417458:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417459:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609ee00. 02000000:00000001:1.0:1712357315.417460:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417461:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417462:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063480. 00000100:00000001:1.0:1712357315.417463:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417463:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417467:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa063800 x1795536572130624/t4294967316(4294967316) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417471:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417473:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063800 x1795536572130624/t4294967316(4294967316) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417478:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417478:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417479:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa182400. 02000000:00000001:1.0:1712357315.417482:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417483:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417484:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=107 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417485:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417486:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa183c00. 02000000:00000001:1.0:1712357315.417487:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417490:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417492:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063800. 00000100:00000001:1.0:1712357315.417494:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417494:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417498:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39b100 x1795536572130816/t4294967317(4294967317) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417503:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417505:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39b100 x1795536572130816/t4294967317(4294967317) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417509:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417510:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417511:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f5000. 02000000:00000001:1.0:1712357315.417513:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417515:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417515:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=106 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417517:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417518:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcfc00. 02000000:00000001:1.0:1712357315.417519:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417519:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417520:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39b100. 00000100:00000001:1.0:1712357315.417523:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417523:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417527:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39b480 x1795536572131008/t4294967318(4294967318) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417531:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417533:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39b480 x1795536572131008/t4294967318(4294967318) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417538:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417538:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417539:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f4800. 02000000:00000001:1.0:1712357315.417541:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417542:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417543:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=105 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417544:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417549:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f5c00. 02000000:00000001:1.0:1712357315.417551:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417551:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417552:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39b480. 00000100:00000001:1.0:1712357315.417580:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417647:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417652:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa063b80 x1795536572131200/t4294967319(4294967319) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417657:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417659:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa063b80 x1795536572131200/t4294967319(4294967319) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417664:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417665:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417666:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba4800. 02000000:00000001:1.0:1712357315.417670:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417671:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417672:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=104 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417673:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417674:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0b800. 02000000:00000001:1.0:1712357315.417676:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417676:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417677:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa063b80. 00000100:00000001:1.0:1712357315.417679:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417680:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417683:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39b800 x1795536572131392/t4294967320(4294967320) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417687:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417689:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39b800 x1795536572131392/t4294967320(4294967320) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417693:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417694:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417694:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f6000. 02000000:00000001:1.0:1712357315.417696:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417697:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417701:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=103 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417702:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417703:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f5400. 02000000:00000001:1.0:1712357315.417705:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417706:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417707:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39b800. 00000100:00000001:1.0:1712357315.417709:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417709:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417713:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39bb80 x1795536572131584/t4294967321(4294967321) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417718:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417720:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39bb80 x1795536572131584/t4294967321(4294967321) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417725:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417726:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417727:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f6800. 02000000:00000001:1.0:1712357315.417728:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417729:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417729:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=102 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417731:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417732:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcf600. 02000000:00000001:1.0:1712357315.417733:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417734:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417735:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39bb80. 00000100:00000001:1.0:1712357315.417736:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417737:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417740:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39ad80 x1795536572131776/t4294967322(4294967322) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417744:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417746:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39ad80 x1795536572131776/t4294967322(4294967322) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417751:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417752:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417755:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f7400. 02000000:00000001:1.0:1712357315.417757:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417758:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417759:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=101 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417760:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417761:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4400. 02000000:00000001:1.0:1712357315.417762:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417763:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417764:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39ad80. 00000100:00000001:1.0:1712357315.417765:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417766:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417769:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac39a680 x1795536572131968/t4294967323(4294967323) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417773:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417775:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac39a680 x1795536572131968/t4294967323(4294967323) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417780:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417780:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417781:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f6c00. 02000000:00000001:1.0:1712357315.417782:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417783:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417784:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=100 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417785:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417786:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f7000. 02000000:00000001:1.0:1712357315.417787:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417788:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417788:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac39a680. 00000100:00000001:1.0:1712357315.417790:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417790:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417793:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac399880 x1795536572132160/t4294967324(4294967324) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417798:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417799:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399880 x1795536572132160/t4294967324(4294967324) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417810:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417810:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417811:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac2f5800. 02000000:00000001:1.0:1712357315.417813:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417814:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417815:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=99 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417816:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417817:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4c00. 02000000:00000001:1.0:1712357315.417818:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417819:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417820:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399880. 00000100:00000001:1.0:1712357315.417821:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417822:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417825:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac399c00 x1795536572132352/t4294967325(4294967325) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417831:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417833:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399c00 x1795536572132352/t4294967325(4294967325) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417838:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417838:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417839:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b63e2800. 02000000:00000001:1.0:1712357315.417842:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417842:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417843:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=98 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417844:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417844:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac2f4000. 02000000:00000001:1.0:1712357315.417846:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417846:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417847:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399c00. 00000100:00000001:1.0:1712357315.417848:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417849:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417852:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac398700 x1795536572132544/t4294967326(4294967326) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417862:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417865:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398700 x1795536572132544/t4294967326(4294967326) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417869:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417870:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417871:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab3ed000. 02000000:00000001:1.0:1712357315.417872:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417873:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417874:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=97 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417875:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417876:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcf800. 02000000:00000001:1.0:1712357315.417878:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417878:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417879:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398700. 00000100:00000001:1.0:1712357315.417881:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417882:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417886:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac399180 x1795536572132736/t4294967327(4294967327) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417890:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417892:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399180 x1795536572132736/t4294967327(4294967327) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 528/448 e 0 to 0 dl 1712357328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417896:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417896:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417897:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2c8000. 02000000:00000001:1.0:1712357315.417900:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417901:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417902:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=96 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417903:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417904:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab3ec400. 02000000:00000001:1.0:1712357315.417905:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417906:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417907:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399180. 00000100:00000001:1.0:1712357315.417908:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417912:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417915:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac398e00 x1795536572132928/t4294967328(4294967328) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417920:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417922:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398e00 x1795536572132928/t4294967328(4294967328) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417926:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.417927:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.417928:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2c8800. 02000000:00000001:1.0:1712357315.417930:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.417930:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417931:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=95 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417932:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417933:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcee00. 02000000:00000001:1.0:1712357315.417935:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417935:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417936:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398e00. 00000100:00000001:1.0:1712357315.417938:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417938:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417942:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417946:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.417947:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322379008 : -131938387172608 : ffff8800b34ce300) 00000100:00000001:1.0:1712357315.417949:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417951:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RMQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417956:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.417957:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417959:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417963:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1712357315.417965:0:12713:0:(mdc_request.c:752:mdc_commit_open()) kfreed 'mod': 32 at ffff88012ab29b80. 00000100:00000001:1.0:1712357315.417976:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.417979:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34ce300 x1795536572133248/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RMQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.417983:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1712357315.417984:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.417985:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=94 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.417986:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.417987:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa038800. 02000000:00000001:1.0:1712357315.417990:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.417990:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.417991:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34ce300. 00000100:00000001:1.0:1712357315.417993:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.417994:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.417997:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac399500 x1795536572133376/t4294967330(4294967330) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418001:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418003:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac399500 x1795536572133376/t4294967330(4294967330) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418008:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418008:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418009:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2c9400. 02000000:00000001:1.0:1712357315.418012:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418012:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418013:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=93 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418014:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418015:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcf200. 02000000:00000001:1.0:1712357315.418016:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418017:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418017:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac399500. 00000100:00000001:1.0:1712357315.418019:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418019:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418023:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800b34ce680 x1795536572133568/t4294967331(4294967331) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418027:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418032:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34ce680 x1795536572133568/t4294967331(4294967331) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418036:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418037:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418038:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa039400. 02000000:00000001:1.0:1712357315.418041:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418042:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418042:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=92 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418043:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418044:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237a00. 02000000:00000001:1.0:1712357315.418046:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418047:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418048:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34ce680. 00000100:00000001:1.0:1712357315.418050:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418050:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418054:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418058:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418059:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa061180 x1795536572134080/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418063:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418064:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418065:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba4c00. 02000000:00000001:1.0:1712357315.418067:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418067:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418068:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=91 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418069:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418070:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0be00. 02000000:00000001:1.0:1712357315.418071:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418071:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418072:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa061180. 00000100:00000001:1.0:1712357315.418074:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418075:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418078:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac398380 x1795536572134336/t4294967333(4294967333) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418090:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418092:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398380 x1795536572134336/t4294967333(4294967333) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418096:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418097:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418098:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2c9c00. 02000000:00000001:1.0:1712357315.418100:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418101:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418102:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=90 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418103:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418104:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fce800. 02000000:00000001:1.0:1712357315.418106:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418106:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418107:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398380. 00000100:00000001:1.0:1712357315.418109:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418110:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418113:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800aa060000 x1795536572134656/t4294967334(4294967334) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418117:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418119:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800aa060000 x1795536572134656/t4294967334(4294967334) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418123:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418124:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418124:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba5000. 02000000:00000001:1.0:1712357315.418127:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418128:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418128:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=89 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418130:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418131:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0a400. 02000000:00000001:1.0:1712357315.418132:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418133:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418134:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800aa060000. 00000100:00000001:1.0:1712357315.418136:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418139:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418143:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ac398a80 x1795536572134784/t4294967335(4294967335) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418240:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418243:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398a80 x1795536572134784/t4294967335(4294967335) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418248:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418249:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418250:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2ca000. 02000000:00000001:1.0:1712357315.418253:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418254:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418255:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=88 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418256:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418257:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59600. 02000000:00000001:1.0:1712357315.418259:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418260:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418260:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398a80. 00000100:00000001:1.0:1712357315.418262:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418263:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418267:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a24000 x1795536572135040/t4294967336(4294967336) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418272:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418274:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24000 x1795536572135040/t4294967336(4294967336) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418279:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418279:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418280:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba5800. 02000000:00000001:1.0:1712357315.418282:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418283:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418283:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=87 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418285:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418285:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0b200. 02000000:00000001:1.0:1712357315.418287:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418291:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418292:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24000. 00000100:00000001:1.0:1712357315.418294:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418295:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418298:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a28380 x1795536572135296/t4294967337(4294967337) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418303:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418305:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28380 x1795536572135296/t4294967337(4294967337) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 528/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418309:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418309:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418310:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2ca800. 02000000:00000001:1.0:1712357315.418312:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418313:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418314:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=86 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418315:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418316:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2ca400. 02000000:00000001:1.0:1712357315.418317:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418318:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418318:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28380. 00000100:00000001:1.0:1712357315.418320:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418321:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418324:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418329:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.418329:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135160219392 : -131938549332224 : ffff8800a9a28700) 00000100:00000001:1.0:1712357315.418331:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418333:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 2 fl Complete:RMQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418338:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.418339:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418341:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418352:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1712357315.418354:0:12713:0:(mdc_request.c:752:mdc_commit_open()) kfreed 'mod': 32 at ffff8800ac0f6680. 00000100:00000001:1.0:1712357315.418357:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418359:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28700 x1795536572135744/t4294967338(4294967338) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/664 e 0 to 0 dl 1712357329 ref 1 fl Complete:RMQU/204/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418363:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1712357315.418364:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418365:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=85 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418367:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418368:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa2cac00. 02000000:00000001:1.0:1712357315.418370:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418370:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418371:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28700. 00000100:00000001:1.0:1712357315.418372:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418373:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418377:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a28a80 x1795536572135936/t4294967339(4294967339) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418381:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418383:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28a80 x1795536572135936/t4294967339(4294967339) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418388:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418388:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418389:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2cb000. 02000000:00000001:1.0:1712357315.418392:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418392:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418393:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=84 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418394:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418395:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59a00. 02000000:00000001:1.0:1712357315.418396:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418397:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418398:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28a80. 00000100:00000001:1.0:1712357315.418399:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418403:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418407:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a28e00 x1795536572136384/t4294967340(4294967340) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418411:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418413:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28e00 x1795536572136384/t4294967340(4294967340) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418417:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418418:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418420:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2cbc00. 02000000:00000001:1.0:1712357315.418421:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418422:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418423:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=83 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418424:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418425:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f58a00. 02000000:00000001:1.0:1712357315.418427:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418428:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418429:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28e00. 00000100:00000001:1.0:1712357315.418430:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418431:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418434:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418438:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418440:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29180 x1795536572136512/t4294967341(4294967341) o35->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:23/10 lens 392/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418445:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418445:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418446:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2cb800. 02000000:00000001:1.0:1712357315.418448:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418449:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418449:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=82 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418451:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418452:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b373cc00. 02000000:00000001:1.0:1712357315.418454:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418463:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418464:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29180. 00000100:00000001:1.0:1712357315.418466:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418466:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418470:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a29500 x1795536572136704/t4294967342(4294967342) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418474:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418476:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29500 x1795536572136704/t4294967342(4294967342) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418480:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418481:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418482:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2cb400. 02000000:00000001:1.0:1712357315.418483:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418484:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418484:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=81 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418485:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418486:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b373ca00. 02000000:00000001:1.0:1712357315.418487:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418488:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418488:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29500. 00000100:00000001:1.0:1712357315.418489:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418490:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418493:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a29880 x1795536572136960/t4294967343(4294967343) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418497:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418499:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29880 x1795536572136960/t4294967343(4294967343) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418503:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418503:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418504:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2c9000. 02000000:00000001:1.0:1712357315.418505:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418506:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418507:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=80 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418508:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418511:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b373ce00. 02000000:00000001:1.0:1712357315.418512:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418513:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418513:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29880. 00000100:00000001:1.0:1712357315.418515:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418515:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418518:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a29f80 x1795536572137344/t4294967344(4294967344) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418522:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418524:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29f80 x1795536572137344/t4294967344(4294967344) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418528:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418528:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418529:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa2c8400. 02000000:00000001:1.0:1712357315.418531:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418531:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418532:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=79 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418533:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418533:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59c00. 02000000:00000001:1.0:1712357315.418535:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418535:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418536:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29f80. 00000100:00000001:1.0:1712357315.418537:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418538:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418540:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a24700 x1795536572137920/t4294967345(4294967345) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418544:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418546:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24700 x1795536572137920/t4294967345(4294967345) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:13/10 lens 512/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418549:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418550:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418551:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba6c00. 02000000:00000001:1.0:1712357315.418553:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418561:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418564:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=78 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418565:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418567:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609e000. 02000000:00000001:1.0:1712357315.418568:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418569:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418570:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24700. 00000100:00000001:1.0:1712357315.418571:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418571:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418575:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a24a80 x1795536572139328/t4294967346(4294967346) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418579:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418580:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24a80 x1795536572139328/t4294967346(4294967346) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418607:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418608:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418609:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba7000. 02000000:00000001:1.0:1712357315.418611:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418612:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418612:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=77 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418613:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418614:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880137398200. 02000000:00000001:1.0:1712357315.418616:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418616:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418617:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24a80. 00000100:00000001:1.0:1712357315.418618:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418619:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418622:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a24e00 x1795536572139520/t4294967347(4294967347) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418626:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418627:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24e00 x1795536572139520/t4294967347(4294967347) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418631:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418632:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418633:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba7800. 02000000:00000001:1.0:1712357315.418637:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418638:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418638:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=76 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418640:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418641:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca9a00. 02000000:00000001:1.0:1712357315.418643:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418644:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418644:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24e00. 00000100:00000001:1.0:1712357315.418646:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418646:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418649:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2a300 x1795536572139712/t4294967348(4294967348) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418653:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418655:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a300 x1795536572139712/t4294967348(4294967348) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418659:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418659:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418660:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:1.0:1712357315.418662:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418662:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418663:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=75 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418664:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418665:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b373d000. 02000000:00000001:1.0:1712357315.418666:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418667:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418668:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a300. 00000100:00000001:1.0:1712357315.418669:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418669:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418672:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2ad80 x1795536572139904/t4294967349(4294967349) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418676:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418677:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2ad80 x1795536572139904/t4294967349(4294967349) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418681:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418683:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418685:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d000. 02000000:00000001:1.0:1712357315.418686:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418687:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418687:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=74 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418689:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418689:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800adb0b000. 02000000:00000001:1.0:1712357315.418690:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418691:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418691:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2ad80. 00000100:00000001:1.0:1712357315.418693:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418693:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418696:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a26300 x1795536572143360/t4294967350(4294967350) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418700:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418702:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26300 x1795536572143360/t4294967350(4294967350) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418705:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418706:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418706:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba7c00. 02000000:00000001:1.0:1712357315.418708:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418708:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418709:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=73 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418710:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418711:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca8c00. 02000000:00000001:1.0:1712357315.418712:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418712:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418713:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26300. 00000100:00000001:1.0:1712357315.418714:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418715:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418717:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a26680 x1795536572143552/t4294967351(4294967351) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418721:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418723:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26680 x1795536572143552/t4294967351(4294967351) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418732:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418733:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418734:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba6000. 02000000:00000001:1.0:1712357315.418736:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418737:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418737:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=72 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418738:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418739:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca8200. 02000000:00000001:1.0:1712357315.418740:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418741:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418741:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26680. 00000100:00000001:1.0:1712357315.418742:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418743:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418746:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a26a00 x1795536572143936/t4294967352(4294967352) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418750:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418751:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26a00 x1795536572143936/t4294967352(4294967352) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418756:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418756:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418757:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba4000. 02000000:00000001:1.0:1712357315.418758:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418759:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418759:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=71 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418760:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418761:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca8800. 02000000:00000001:1.0:1712357315.418762:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418762:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418763:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26a00. 00000100:00000001:1.0:1712357315.418764:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418765:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418767:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2bb80 x1795536572144128/t4294967353(4294967353) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418777:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418779:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2bb80 x1795536572144128/t4294967353(4294967353) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418783:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418783:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418784:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7fc00. 02000000:00000001:1.0:1712357315.418786:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418786:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418787:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=70 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418788:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418789:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7b55a00. 02000000:00000001:1.0:1712357315.418790:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418791:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418791:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2bb80. 00000100:00000001:1.0:1712357315.418792:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418793:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418795:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a26d80 x1795536572144320/t4294967354(4294967354) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418799:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418801:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a26d80 x1795536572144320/t4294967354(4294967354) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418805:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418805:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418806:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e98000. 02000000:00000001:1.0:1712357315.418809:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418809:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418810:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=69 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418811:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418812:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca8400. 02000000:00000001:1.0:1712357315.418813:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418813:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418814:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a26d80. 00000100:00000001:1.0:1712357315.418815:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418817:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418820:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2b480 x1795536572144832/t4294967355(4294967355) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418825:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418826:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b480 x1795536572144832/t4294967355(4294967355) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418830:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418831:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418832:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7f400. 02000000:00000001:1.0:1712357315.418833:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418833:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418834:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=68 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418835:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418836:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7b55e00. 02000000:00000001:1.0:1712357315.418837:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418837:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418838:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b480. 00000100:00000001:1.0:1712357315.418839:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418840:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418842:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a27480 x1795536572145024/t4294967356(4294967356) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418846:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418848:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27480 x1795536572145024/t4294967356(4294967356) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418852:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418852:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418853:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e98800. 02000000:00000001:1.0:1712357315.418854:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418855:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418855:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=67 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418856:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418857:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca9200. 02000000:00000001:1.0:1712357315.418858:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418861:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418862:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27480. 00000100:00000001:1.0:1712357315.418863:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418864:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418867:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a27800 x1795536572145536/t4294967357(4294967357) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418871:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418873:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27800 x1795536572145536/t4294967357(4294967357) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418876:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418877:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418878:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e98c00. 02000000:00000001:1.0:1712357315.418879:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418880:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418880:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=66 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418881:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418882:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca8e00. 02000000:00000001:1.0:1712357315.418883:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418883:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418884:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27800. 00000100:00000001:1.0:1712357315.418885:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418886:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418888:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a27b80 x1795536572145728/t4294967358(4294967358) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418892:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418894:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27b80 x1795536572145728/t4294967358(4294967358) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418897:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418898:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418899:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99000. 02000000:00000001:1.0:1712357315.418901:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418901:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418902:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=65 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418903:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418905:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca9800. 02000000:00000001:1.0:1712357315.418907:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418908:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418908:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27b80. 00000100:00000001:1.0:1712357315.418909:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418910:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418913:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a27100 x1795536572146496/t4294967359(4294967359) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418917:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418919:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a27100 x1795536572146496/t4294967359(4294967359) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418923:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418923:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418924:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357315.418926:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418926:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418927:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=64 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418928:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418928:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca9c00. 02000000:00000001:1.0:1712357315.418929:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418930:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418930:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a27100. 00000100:00000001:1.0:1712357315.418931:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418932:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418934:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a25f80 x1795536572146688/t4294967360(4294967360) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418938:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418940:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25f80 x1795536572146688/t4294967360(4294967360) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418944:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.418944:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.418945:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99800. 02000000:00000001:1.0:1712357315.418946:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.418947:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.418950:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=63 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.418951:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.418952:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b609e200. 02000000:00000001:1.0:1712357315.418954:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.418954:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.418955:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25f80. 00000100:00000001:1.0:1712357315.418956:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.418957:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.418961:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a25c00 x1795536572146880/t4294967361(4294967361) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.418965:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.418967:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25c00 x1795536572146880/t4294967361(4294967361) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419365:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419366:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419368:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99c00. 02000000:00000001:1.0:1712357315.419371:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419372:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419373:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=62 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419374:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419375:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880137399000. 02000000:00000001:1.0:1712357315.419377:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419378:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419379:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25c00. 00000100:00000001:1.0:1712357315.419381:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419381:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419386:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2b100 x1795536572148160/t4294967362(4294967362) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419390:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419392:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b100 x1795536572148160/t4294967362(4294967362) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419397:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419398:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419398:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:1.0:1712357315.419406:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419407:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419408:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=61 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419409:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419410:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7b55800. 02000000:00000001:1.0:1712357315.419412:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419412:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419413:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b100. 00000100:00000001:1.0:1712357315.419414:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419415:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419418:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a25880 x1795536572148352/t4294967363(4294967363) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419423:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419424:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25880 x1795536572148352/t4294967363(4294967363) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419428:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419429:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419430:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357315.419433:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419433:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419434:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=60 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419435:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419436:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca8600. 02000000:00000001:1.0:1712357315.419437:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419437:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419438:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25880. 00000100:00000001:1.0:1712357315.419439:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419440:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419443:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a25500 x1795536572149056/t4294967364(4294967364) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419450:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25500 x1795536572149056/t4294967364(4294967364) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419454:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419459:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419460:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9a400. 02000000:00000001:1.0:1712357315.419462:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419462:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419463:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=59 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419464:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419465:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d50800. 02000000:00000001:1.0:1712357315.419468:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419468:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419469:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25500. 00000100:00000001:1.0:1712357315.419471:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419471:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419475:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800b34cf100 x1795536572149248/t4294967365(4294967365) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419480:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cf100 x1795536572149248/t4294967365(4294967365) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419485:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419486:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419486:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa03bc00. 02000000:00000001:1.0:1712357315.419489:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419489:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419490:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=58 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419491:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419492:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237c00. 02000000:00000001:1.0:1712357315.419494:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419494:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419495:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cf100. 00000100:00000001:1.0:1712357315.419496:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419497:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419500:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ada47800 x1795536572149440/t4294967366(4294967366) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419503:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419505:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47800 x1795536572149440/t4294967366(4294967366) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419514:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419514:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419515:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc5000. 02000000:00000001:1.0:1712357315.419519:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419520:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419520:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=57 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419521:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419522:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcc800. 02000000:00000001:1.0:1712357315.419524:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419525:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419525:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47800. 00000100:00000001:1.0:1712357315.419527:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419527:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419531:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ada47480 x1795536572149632/t4294967367(4294967367) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419534:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419536:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47480 x1795536572149632/t4294967367(4294967367) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419540:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.419541:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.419542:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc7800. 02000000:00000001:1.0:1712357315.419545:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.419545:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.419546:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=56 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.419547:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.419548:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcdc00. 02000000:00000001:1.0:1712357315.419549:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.419550:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.419551:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47480. 00000100:00000001:1.0:1712357315.419552:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.419553:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.419565:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ada46d80 x1795536572149824/t4294967368(4294967368) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.419575:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.419578:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46d80 x1795536572149824/t4294967368(4294967368) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420118:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420119:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420121:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc6c00. 02000000:00000001:1.0:1712357315.420124:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420125:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420125:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=55 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420127:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420128:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcc600. 02000000:00000001:1.0:1712357315.420129:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420130:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420131:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46d80. 00000100:00000001:1.0:1712357315.420133:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420134:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420138:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2b800 x1795536572150528/t4294967369(4294967369) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420143:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420145:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2b800 x1795536572150528/t4294967369(4294967369) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420149:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420150:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420151:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7c000. 02000000:00000001:1.0:1712357315.420152:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420153:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420153:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=54 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420154:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420155:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7b55400. 02000000:00000001:1.0:1712357315.420156:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420156:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420157:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2b800. 00000100:00000001:1.0:1712357315.420158:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420162:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420165:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ada46a00 x1795536572150720/t4294967370(4294967370) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420170:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420172:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada46a00 x1795536572150720/t4294967370(4294967370) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420175:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420176:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420177:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61adc00. 02000000:00000001:1.0:1712357315.420180:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420181:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420181:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=53 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420182:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420183:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcd400. 02000000:00000001:1.0:1712357315.420184:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420185:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420185:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada46a00. 00000100:00000001:1.0:1712357315.420187:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420187:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420190:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a25180 x1795536572151168/t4294967371(4294967371) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420196:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a25180 x1795536572151168/t4294967371(4294967371) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420199:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420200:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420201:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9ac00. 02000000:00000001:1.0:1712357315.420202:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420203:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420203:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=52 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420204:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420205:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7c00. 02000000:00000001:1.0:1712357315.420207:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420209:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420210:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a25180. 00000100:00000001:1.0:1712357315.420212:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420212:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420216:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a24380 x1795536572151360/t4294967372(4294967372) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420221:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420223:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a24380 x1795536572151360/t4294967372(4294967372) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420227:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420227:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420228:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9b000. 02000000:00000001:1.0:1712357315.420231:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420232:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420232:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=51 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420233:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420234:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6a00. 02000000:00000001:1.0:1712357315.420235:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420236:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420236:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a24380. 00000100:00000001:1.0:1712357315.420238:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420238:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420241:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb0000 x1795536572151552/t4294967373(4294967373) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420245:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420246:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0000 x1795536572151552/t4294967373(4294967373) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420250:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420251:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420251:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9b400. 02000000:00000001:1.0:1712357315.420253:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420253:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420254:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=50 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420255:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420258:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6000. 02000000:00000001:1.0:1712357315.420259:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420260:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420260:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0000. 00000100:00000001:1.0:1712357315.420262:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420263:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420266:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a9a2aa00 x1795536572152000/t4294967374(4294967374) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420270:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420272:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2aa00 x1795536572152000/t4294967374(4294967374) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420276:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420276:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420277:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:1.0:1712357315.420278:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420279:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420279:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=49 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420280:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420281:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7b55600. 02000000:00000001:1.0:1712357315.420282:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420282:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420283:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2aa00. 00000100:00000001:1.0:1712357315.420284:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420285:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420287:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f4000 x1795536572152192/t4294967375(4294967375) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420291:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420293:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4000 x1795536572152192/t4294967375(4294967375) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420297:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420297:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420298:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:1.0:1712357315.420299:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420300:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420302:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=48 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420303:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420304:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fce000. 02000000:00000001:1.0:1712357315.420307:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420307:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420308:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4000. 00000100:00000001:1.0:1712357315.420310:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420310:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420313:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f4380 x1795536572152640/t4294967376(4294967376) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420317:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420318:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572152640/t4294967376(4294967376) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420322:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420323:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420323:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:1.0:1712357315.420325:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420325:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420326:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=47 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420327:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420327:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3886000. 02000000:00000001:1.0:1712357315.420329:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420329:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420330:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:1.0:1712357315.420331:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420331:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420334:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f4700 x1795536572152832/t4294967377(4294967377) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420338:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420339:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4700 x1795536572152832/t4294967377(4294967377) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420343:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420343:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420344:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:1.0:1712357315.420347:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420348:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420349:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=46 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420350:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420351:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b365ca00. 02000000:00000001:1.0:1712357315.420354:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420355:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420355:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4700. 00000100:00000001:1.0:1712357315.420356:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420357:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420359:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f4a80 x1795536572153024/t4294967378(4294967378) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420363:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420365:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4a80 x1795536572153024/t4294967378(4294967378) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420369:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420369:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420370:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:1.0:1712357315.420371:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420372:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420372:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=45 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420373:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420374:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b365c200. 02000000:00000001:1.0:1712357315.420375:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420375:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420376:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4a80. 00000100:00000001:1.0:1712357315.420377:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420377:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420380:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f4e00 x1795536572153472/t4294967379(4294967379) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420384:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420386:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572153472/t4294967379(4294967379) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420390:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420392:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420393:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:1.0:1712357315.420395:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420395:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420396:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=44 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420397:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420398:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b365c000. 02000000:00000001:1.0:1712357315.420399:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420399:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420400:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:1.0:1712357315.420402:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420402:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420405:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f5180 x1795536572153664/t4294967380(4294967380) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420409:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420410:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572153664/t4294967380(4294967380) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420414:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420414:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420415:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:1.0:1712357315.420416:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420417:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420417:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=43 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420418:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420419:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b7b55c00. 02000000:00000001:1.0:1712357315.420420:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420420:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420421:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:1.0:1712357315.420422:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420423:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420425:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800ada45f80 x1795536572154304/t4294967381(4294967381) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420429:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420431:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45f80 x1795536572154304/t4294967381(4294967381) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420441:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420442:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420443:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61ac400. 02000000:00000001:1.0:1712357315.420445:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420446:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420446:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=42 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420447:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420448:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcca00. 02000000:00000001:1.0:1712357315.420449:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420450:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420450:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45f80. 00000100:00000001:1.0:1712357315.420452:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420452:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420455:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb0a80 x1795536572154496/t4294967382(4294967382) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420459:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420461:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0a80 x1795536572154496/t4294967382(4294967382) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420465:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420465:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420466:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9b800. 02000000:00000001:1.0:1712357315.420468:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420468:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420469:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=41 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420470:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420471:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7400. 02000000:00000001:1.0:1712357315.420472:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420473:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420474:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0a80. 00000100:00000001:1.0:1712357315.420475:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420476:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420479:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb1180 x1795536572155520/t4294967383(4294967383) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420489:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420491:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1180 x1795536572155520/t4294967383(4294967383) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420495:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420496:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420497:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e98400. 02000000:00000001:1.0:1712357315.420500:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420501:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420501:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=40 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420503:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420503:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6c00. 02000000:00000001:1.0:1712357315.420505:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420506:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420507:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1180. 00000100:00000001:1.0:1712357315.420508:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420509:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420512:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb1500 x1795536572155712/t4294967384(4294967384) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420518:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1500 x1795536572155712/t4294967384(4294967384) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420522:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420523:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420524:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9a800. 02000000:00000001:1.0:1712357315.420526:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420526:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420527:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=39 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420528:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420529:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6400. 02000000:00000001:1.0:1712357315.420530:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420531:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420532:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1500. 00000100:00000001:1.0:1712357315.420533:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420537:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420541:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb1880 x1795536572155904/t4294967385(4294967385) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420545:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420547:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1880 x1795536572155904/t4294967385(4294967385) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420552:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420552:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420562:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9bc00. 02000000:00000001:1.0:1712357315.420565:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420566:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420566:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=38 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420567:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420568:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6200. 02000000:00000001:1.0:1712357315.420569:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420570:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420571:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1880. 00000100:00000001:1.0:1712357315.420572:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420573:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420576:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb1c00 x1795536572156096/t4294967386(4294967386) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420597:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420600:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1c00 x1795536572156096/t4294967386(4294967386) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420604:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420605:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420606:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a70000. 02000000:00000001:1.0:1712357315.420609:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420610:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420611:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=37 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420612:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420613:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7e00. 02000000:00000001:1.0:1712357315.420615:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420619:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420620:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1c00. 00000100:00000001:1.0:1712357315.420622:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420622:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420626:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb1f80 x1795536572156288/t4294967387(4294967387) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420631:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420633:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb1f80 x1795536572156288/t4294967387(4294967387) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420637:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420637:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420638:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a70400. 02000000:00000001:1.0:1712357315.420640:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420641:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420641:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=36 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420643:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420644:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6e00. 02000000:00000001:1.0:1712357315.420645:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420645:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420646:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb1f80. 00000100:00000001:1.0:1712357315.420647:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420648:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420651:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb2300 x1795536572156480/t4294967388(4294967388) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420655:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420657:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2300 x1795536572156480/t4294967388(4294967388) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420661:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420662:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420663:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a70800. 02000000:00000001:1.0:1712357315.420664:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420665:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420665:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=35 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420666:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420681:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7000. 02000000:00000001:1.0:1712357315.420683:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420684:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420685:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2300. 00000100:00000001:1.0:1712357315.420686:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420687:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420690:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb2680 x1795536572156672/t4294967389(4294967389) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420695:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420697:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2680 x1795536572156672/t4294967389(4294967389) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420700:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420701:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420702:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a70c00. 02000000:00000001:1.0:1712357315.420703:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420704:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420705:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=34 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420706:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420707:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7a00. 02000000:00000001:1.0:1712357315.420708:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420708:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420709:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2680. 00000100:00000001:1.0:1712357315.420711:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420711:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420714:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb2a00 x1795536572156864/t4294967390(4294967390) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420718:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420720:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2a00 x1795536572156864/t4294967390(4294967390) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420724:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420724:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420725:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a71000. 02000000:00000001:1.0:1712357315.420727:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420728:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420731:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=33 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420733:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420734:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6800. 02000000:00000001:1.0:1712357315.420736:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420736:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420737:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2a00. 00000100:00000001:1.0:1712357315.420739:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420739:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420743:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb2d80 x1795536572157056/t4294967391(4294967391) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420747:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420749:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb2d80 x1795536572157056/t4294967391(4294967391) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420753:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420754:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420755:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a71400. 02000000:00000001:1.0:1712357315.420756:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420757:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420758:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=32 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420759:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420759:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6600. 02000000:00000001:1.0:1712357315.420760:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420761:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420761:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb2d80. 00000100:00000001:1.0:1712357315.420763:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420763:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420767:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb3100 x1795536572157248/t4294967392(4294967392) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420771:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420773:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3100 x1795536572157248/t4294967392(4294967392) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420777:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420778:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420779:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a71800. 02000000:00000001:1.0:1712357315.420783:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420783:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420784:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=31 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420785:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420786:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7800. 02000000:00000001:1.0:1712357315.420788:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420788:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420789:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3100. 00000100:00000001:1.0:1712357315.420791:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420792:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420795:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f5f80 x1795536572157440/t4294967393(4294967393) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420800:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420802:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572157440/t4294967393(4294967393) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420806:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420807:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420808:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:1.0:1712357315.420809:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420810:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420810:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=30 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420811:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420812:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e53e00. 02000000:00000001:1.0:1712357315.420814:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420814:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420815:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:1.0:1712357315.420817:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420817:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420820:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb3480 x1795536572159232/t4294967394(4294967394) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420824:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420826:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3480 x1795536572159232/t4294967394(4294967394) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420829:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420832:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420833:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a71c00. 02000000:00000001:1.0:1712357315.420835:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420836:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420836:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=29 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420837:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420838:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b365c600. 02000000:00000001:1.0:1712357315.420839:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420840:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420841:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3480. 00000100:00000001:1.0:1712357315.420842:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420843:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420846:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012d4f6680 x1795536572159424/t4294967395(4294967395) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420851:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420852:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6680 x1795536572159424/t4294967395(4294967395) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420856:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420857:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420858:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba4400. 02000000:00000001:1.0:1712357315.420860:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420861:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420862:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=28 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420863:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420864:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e52200. 02000000:00000001:1.0:1712357315.420866:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420867:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420868:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6680. 00000100:00000001:1.0:1712357315.420869:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420870:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420872:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb3800 x1795536572160256/t4294967396(4294967396) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420877:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420879:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3800 x1795536572160256/t4294967396(4294967396) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420894:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420895:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420896:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a72800. 02000000:00000001:1.0:1712357315.420898:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420899:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420900:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=27 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420901:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420902:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d027800. 02000000:00000001:1.0:1712357315.420904:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420904:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420905:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3800. 00000100:00000001:1.0:1712357315.420906:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420907:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420910:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb3b80 x1795536572160448/t4294967397(4294967397) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420914:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420916:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb3b80 x1795536572160448/t4294967397(4294967397) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420921:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420921:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420922:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a72c00. 02000000:00000001:1.0:1712357315.420924:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420924:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420925:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=26 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420926:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420927:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7200. 02000000:00000001:1.0:1712357315.420928:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420928:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420929:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb3b80. 00000100:00000001:1.0:1712357315.420930:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420931:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420934:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb0e00 x1795536572160640/t4294967398(4294967398) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420945:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420947:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0e00 x1795536572160640/t4294967398(4294967398) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420951:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420952:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420953:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a73000. 02000000:00000001:1.0:1712357315.420955:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420955:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420956:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=25 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420957:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420958:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5c8ba00. 02000000:00000001:1.0:1712357315.420960:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420961:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420962:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0e00. 00000100:00000001:1.0:1712357315.420963:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420964:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.420967:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb0700 x1795536572160832/t4294967399(4294967399) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420972:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.420974:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0700 x1795536572160832/t4294967399(4294967399) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.420978:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.420979:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.420980:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a73400. 02000000:00000001:1.0:1712357315.420981:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.420982:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.420982:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=24 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.420983:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.420984:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616da00. 02000000:00000001:1.0:1712357315.420987:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.420987:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.420988:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0700. 00000100:00000001:1.0:1712357315.420989:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.420998:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.421002:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff88012ffb0380 x1795536572161024/t4294967400(4294967400) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.421007:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.421009:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ffb0380 x1795536572161024/t4294967400(4294967400) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.421013:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.421014:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.421015:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a73800. 02000000:00000001:1.0:1712357315.421017:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.421017:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.421018:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.421019:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.421020:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616ca00. 02000000:00000001:1.0:1712357315.421022:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.421023:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.421024:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ffb0380. 00000100:00000001:1.0:1712357315.421025:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.421026:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.421029:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651c000 x1795536572161216/t4294967401(4294967401) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.421033:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.421035:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651c000 x1795536572161216/t4294967401(4294967401) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.421039:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.421039:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.421040:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a73c00. 02000000:00000001:1.0:1712357315.421041:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.421042:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.421043:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.421044:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.421045:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616c200. 02000000:00000001:1.0:1712357315.421046:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.421049:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.421050:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651c000. 00000100:00000001:1.0:1712357315.421052:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.421053:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.421056:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651c380 x1795536572161408/t4294967402(4294967402) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423215:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423222:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651c380 x1795536572161408/t4294967402(4294967402) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423227:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423229:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423232:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a72400. 02000000:00000001:1.0:1712357315.423236:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423237:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423238:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423240:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423241:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616ce00. 02000000:00000001:1.0:1712357315.423244:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423245:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423247:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651c380. 00000100:00000001:1.0:1712357315.423249:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423250:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423253:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651c700 x1795536572161600/t4294967403(4294967403) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423257:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423259:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651c700 x1795536572161600/t4294967403(4294967403) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423262:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423263:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423264:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6a72000. 02000000:00000001:1.0:1712357315.423265:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423266:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423267:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423268:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423276:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616de00. 02000000:00000001:1.0:1712357315.423279:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423279:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423280:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651c700. 00000100:00000001:1.0:1712357315.423282:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423283:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423286:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651ca80 x1795536572161792/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423291:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423292:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ca80 x1795536572161792/t4294967404(4294967404) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423297:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423298:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423298:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540000. 02000000:00000001:1.0:1712357315.423300:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423301:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423302:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423303:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423304:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616d000. 02000000:00000001:1.0:1712357315.423305:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423306:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423307:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ca80. 00000100:00000001:1.0:1712357315.423308:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423309:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423312:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651ce00 x1795536572161984/t4294967405(4294967405) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423316:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423318:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ce00 x1795536572161984/t4294967405(4294967405) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423321:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423322:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423323:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357315.423324:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423325:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423328:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423330:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423331:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d027400. 02000000:00000001:1.0:1712357315.423333:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423333:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423334:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ce00. 00000100:00000001:1.0:1712357315.423336:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423337:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423340:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651d180 x1795536572162176/t4294967406(4294967406) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423345:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423346:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651d180 x1795536572162176/t4294967406(4294967406) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423350:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423351:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423352:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540800. 02000000:00000001:1.0:1712357315.423354:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423355:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423355:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423356:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423357:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739600. 02000000:00000001:1.0:1712357315.423365:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423366:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423367:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651d180. 00000100:00000001:1.0:1712357315.423368:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423369:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423372:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651d500 x1795536572162368/t4294967407(4294967407) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423376:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423378:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651d500 x1795536572162368/t4294967407(4294967407) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423383:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423384:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423384:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540c00. 02000000:00000001:1.0:1712357315.423388:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423389:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423390:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423391:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423392:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739200. 02000000:00000001:1.0:1712357315.423394:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423394:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423395:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651d500. 00000100:00000001:1.0:1712357315.423397:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423397:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423401:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651d880 x1795536572162560/t4294967408(4294967408) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423405:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423408:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651d880 x1795536572162560/t4294967408(4294967408) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423412:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423413:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423414:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357315.423416:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423417:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423417:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423419:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423419:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3738600. 02000000:00000001:1.0:1712357315.423421:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423422:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423422:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651d880. 00000100:00000001:1.0:1712357315.423424:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423425:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423428:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651dc00 x1795536572162752/t4294967409(4294967409) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423432:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423434:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651dc00 x1795536572162752/t4294967409(4294967409) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423438:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423441:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423442:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6541400. 02000000:00000001:1.0:1712357315.423444:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423445:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423446:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423447:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423448:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739400. 02000000:00000001:1.0:1712357315.423449:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423450:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423451:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651dc00. 00000100:00000001:1.0:1712357315.423452:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423453:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423456:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651df80 x1795536572162944/t4294967410(4294967410) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423460:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423463:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651df80 x1795536572162944/t4294967410(4294967410) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423467:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423467:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423468:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.423470:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423470:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423471:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423472:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423473:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3738000. 02000000:00000001:1.0:1712357315.423474:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423475:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423475:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651df80. 00000100:00000001:1.0:1712357315.423477:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423477:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423480:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651e300 x1795536572163136/t4294967411(4294967411) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423483:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423485:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651e300 x1795536572163136/t4294967411(4294967411) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423495:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423496:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423497:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6541c00. 02000000:00000001:1.0:1712357315.423499:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423500:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423500:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423502:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423503:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739a00. 02000000:00000001:1.0:1712357315.423504:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423505:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423506:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651e300. 00000100:00000001:1.0:1712357315.423507:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423508:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423511:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651e680 x1795536572163328/t4294967412(4294967412) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423516:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423518:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651e680 x1795536572163328/t4294967412(4294967412) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423522:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423523:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423524:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.423526:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423526:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423527:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423528:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423529:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b616c000. 02000000:00000001:1.0:1712357315.423531:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423531:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423532:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651e680. 00000100:00000001:1.0:1712357315.423533:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423534:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423537:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651ea00 x1795536572164608/t4294967413(4294967413) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423549:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423551:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ea00 x1795536572164608/t4294967413(4294967413) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423565:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423567:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423568:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.423569:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423570:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423571:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423572:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423573:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e45600. 02000000:00000001:1.0:1712357315.423575:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423575:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423576:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ea00. 00000100:00000001:1.0:1712357315.423578:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423578:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423603:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651ed80 x1795536572164800/t4294967414(4294967414) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423608:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423611:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651ed80 x1795536572164800/t4294967414(4294967414) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423615:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423616:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423617:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6542800. 02000000:00000001:1.0:1712357315.423619:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423619:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423620:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423621:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423622:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3738400. 02000000:00000001:1.0:1712357315.423624:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423625:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423626:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651ed80. 00000100:00000001:1.0:1712357315.423628:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423631:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423635:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651f100 x1795536572165696/t4294967415(4294967415) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423640:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423642:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f100 x1795536572165696/t4294967415(4294967415) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423647:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.423648:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.423649:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.423650:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.423651:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.423651:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.423652:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.423653:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09600. 02000000:00000001:1.0:1712357315.423656:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.423657:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.423658:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f100. 00000100:00000001:1.0:1712357315.423660:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.423660:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.423664:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651f480 x1795536572165888/t4294967416(4294967416) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.423668:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.423670:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f480 x1795536572165888/t4294967416(4294967416) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424306:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.424307:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.424309:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6543000. 02000000:00000001:1.0:1712357315.424312:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.424313:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.424314:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.424316:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.424317:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09000. 02000000:00000001:1.0:1712357315.424320:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.424320:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.424329:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f480. 00000100:00000001:1.0:1712357315.424332:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.424332:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.424338:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967417) req@ffff8800a651f800 x1795536572166080/t4294967417(4294967417) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424343:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.424345:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a651f800 x1795536572166080/t4294967417(4294967417) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424350:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.424351:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.424352:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6543400. 02000000:00000001:1.0:1712357315.424354:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.424355:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.424356:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.424357:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.424358:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09800. 02000000:00000001:1.0:1712357315.424360:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.424360:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.424361:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a651f800. 00000100:00000001:1.0:1712357315.424362:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.424363:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1712357315.424367:0:12713:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000040:1.0:1712357315.424372:0:12713:0:(client.c:3063:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: normal: skip=0 replay=115/116 committed=0/0 00000100:00000001:1.0:1712357315.424374:0:12713:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.424376:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.424379:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424385:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.424387:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.424389:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.424392:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.424404:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28000 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166400:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.424409:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.424412:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.424414:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.424415:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.424417:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424502:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.424504:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.424506:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.424508:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.424513:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.424515:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424518:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.424521:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.424524:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.424525:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.424528:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.424530:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3d:0x0] 00000080:00000001:1.0:1712357315.424532:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424535:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:1.0:1712357315.424537:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.424541:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.424542:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.424545:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424549:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424551:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.424553:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.424565:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424566:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424568:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.424575:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000080:00200008:1.0:1712357315.424606:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x3d:0x0](ffff8800a76e38c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.410000000, rc 0 00000080:00000001:1.0:1712357315.424611:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424619:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.424620:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7702510, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:1.0:1712357315.424623:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.424627:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.424633:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.424636:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.424638:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry cachecontrol (ffff8800a77025e8, parent ffff8800a77021b0, inode ffff8800a771c8c8) hashed, 00000080:00000001:1.0:1712357315.424640:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424663:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.424665:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.424667:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.424669:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424673:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.424674:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.424676:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.424678:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.424680:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.424682:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424684:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.424685:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.424686:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424689:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.424690:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.424691:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.424692:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.424694:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.424695:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424696:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.424697:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.424699:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424700:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.424704:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.424706:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.424707:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.424709:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.424710:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.424711:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.424712:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.424714:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.424720:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=16 00000080:00000001:1.0:1712357315.424723:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.424725:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=0 00000080:00000010:1.0:1712357315.424728:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab08600. 00000080:00000001:1.0:1712357315.424732:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.424735:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.424737:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x2f:0x0] 00800000:00000001:1.0:1712357315.424740:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.424743:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.424745:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.424747:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.424749:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357315.424752:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.424754:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.424756:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28380. 00000020:00000040:1.0:1712357315.424759:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.424762:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.424766:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.424769:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.424771:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.424772:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.424774:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.424776:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.424778:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.424782:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6543400. 00000100:00000001:1.0:1712357315.424786:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.424789:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.424793:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.424794:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.424795:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.424796:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.424801:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526854528 : -131936182697088 : ffff880136b28380) 00010000:00000001:1.0:1712357315.424803:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.424804:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.424809:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:1.0:1712357315.424811:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.424814:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.424817:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38fa80. 00000020:00000001:1.0:1712357315.424820:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.424821:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38fa80 with handle 0xbda2fb8f033385e2 to hash 00000020:00000001:1.0:1712357315.424823:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.424824:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.424826:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:1.0:1712357315.424828:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.424830:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.424833:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.424839:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.424846:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.424849:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.424851:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.424854:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.424856:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.424858:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.424859:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526854528 : -131936182697088 : ffff880136b28380) 00000100:00000001:1.0:1712357315.424862:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.424864:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.424869:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.424918:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.424923:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424929:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.424930:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.424932:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.424934:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.424936:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166464:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.424938:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.424945:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.424947:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.424949:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.424953:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.424954:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.424961:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.424964:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2cb8. 00000400:00000010:1.0:1712357315.424969:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.424974:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166464, portal 10 00000100:00000001:1.0:1712357315.424975:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.424976:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526854528 : -131936182697088 : ffff880136b28380) 00000100:00000040:1.0:1712357315.424981:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.424986:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.424988:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.426070:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.426076:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572166464, offset 0 00000400:00000200:0.0:1712357315.426081:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.426088:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.426092:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.426096:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.426098:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.426101:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.426102:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.426105:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [707:707:256:4294967295] 192.168.203.120@tcp LPNI seq info [707:707:8:4294967295] 00000400:00000200:0.0:1712357315.426107:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.426113:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.426117:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.426121:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357315.426125:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.426131:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.426134:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.426149:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.426151:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.426153:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.426155:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.426161:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.426163:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.426165:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.426167:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.426168:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.426169:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.427949:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.427953:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1712357315.427958:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.427963:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.427967:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:3.0:1712357315.427969:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:3.0:1712357315.427972:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.427977:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.427984:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.427986:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.427992:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.427993:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357315.430209:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693ea40. 00010000:00000010:0.1:1712357315.430221:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4c00. 00010000:00000010:0.1:1712357315.430233:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000800:00000001:2.0:1712357315.432101:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.432114:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.432117:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.432118:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.432126:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.432132:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.432138:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.432141:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.432144:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.432148:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b140 00000400:00000200:2.0:1712357315.432151:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.432155:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x189d [1] + 224 00000800:00000001:2.0:1712357315.432161:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.432173:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.432176:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.432179:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.432184:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.432189:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.432196:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.432444:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.432451:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.432455:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.432496:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.432501:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.432503:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.432505:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2cb8. 00000400:00000200:0.0:1712357315.432509:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:0.0:1712357315.432510:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:0.0:1712357315.432512:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.432516:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.432522:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.432527:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.432529:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.432530:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.432533:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.432535:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.432536:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.432538:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.432544:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.432547:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.432549:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.432550:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.432552:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.432564:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.432566:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.432567:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.432569:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.432571:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.432574:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.434543:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.434546:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.434547:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.434562:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.434568:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166464:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.434572:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.434575:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.434577:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.434579:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.434603:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.434608:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.434610:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:0.0:1712357315.434613:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.434614:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.434617:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.434619:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434621:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434623:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:0.0:1712357315.434625:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434627:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000040:0.0:1712357315.434631:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38fa80, remote cookie: 0xa8e7976a8eb21d22, flags: 0x1001 00010000:00010000:0.0:1712357315.434635:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.434642:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3d:0x0].0x0, instead of [0x200000401:0x2f:0x0].0x0 00010000:00000001:0.0:1712357315.434644:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.434651:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e300. 00010000:00000010:0.0:1712357315.434658:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664e00. 00010000:00000001:0.0:1712357315.434661:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.434664:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.434670:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434674:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.434678:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.434679:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.434680:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.434681:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.434682:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3d:0x0].0x0 (ffff8800b6f0e300) refcount = 1 00010000:00010000:0.0:1712357315.434685:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434688:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.434690:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.434691:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.434693:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.434694:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.434697:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434701:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.434702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434703:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434705:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.434708:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.434709:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434710:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434711:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434715:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434716:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434718:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434718:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434719:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=4 00000020:00000001:0.0:1712357315.434720:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434722:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434723:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.434725:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.434727:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434732:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434733:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434734:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434735:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=5 00000020:00000001:0.0:1712357315.434736:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434737:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434739:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.434740:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.434746:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434751:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.434752:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434753:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.434759:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.434764:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434765:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434766:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434767:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434768:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434769:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434770:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.434771:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.434772:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.434774:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.434775:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434776:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434776:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434777:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434778:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00000002:00010000:0.0:1712357315.434781:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434785:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434786:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.434787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434787:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434788:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434789:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434791:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000040:0.0:1712357315.434793:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.434794:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.434797:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/61 (0 0) 00010000:00000001:0.0:1712357315.434798:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434799:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.434803:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.434804:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.434807:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.434810:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.434812:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.434815:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.434817:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357315.434819:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.434821:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.434823:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.434826:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.434827:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.434829:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:0.0:1712357315.434831:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.434836:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.434837:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3d:0x0] 00000080:00000001:0.0:1712357315.434839:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.434841:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502333 : 144115205272502333 : 20000040100003d) 00000080:00000001:0.0:1712357315.434843:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.434846:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.434848:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3d:0x0](ffff8800a76e38c8): rc = 0 00000080:00000001:0.0:1712357315.434850:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123237064 : -131938586314552 : ffff8800a76e38c8) 00010000:00000001:0.0:1712357315.434851:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434852:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434853:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434854:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434855:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434857:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.434858:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.434859:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.434860:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.434862:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.434863:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.434865:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.434869:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) for lock 0xbda2fb8f033385e2 00000080:00000001:0.0:1712357315.434872:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.434873:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.434874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.434876:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.434877:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434878:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434878:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434880:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434881:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434883:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.434884:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.434885:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.434888:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a64268e0. 00000080:00002000:0.0:1712357315.434893:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77026c0 inode ffff8800a76e38c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.434895:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.434898:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.434899:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.434902:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3d:0x0](ffff8800a76e38c8) 00000080:00010000:0.0:1712357315.434904:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033385e2 from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357315.434906:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.434906:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.434907:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38fa80 refcount=3 00000020:00000001:0.0:1712357315.434908:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434909:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203633792 : -131938505917824 : ffff8800ac38fa80) 00010000:00000001:0.0:1712357315.434910:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.434912:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434916:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434917:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434918:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.434919:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.434930:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38fa80/0xbda2fb8f033385e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21d22 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.434935:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.434937:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.434939:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.434941:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434942:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.434943:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.434945:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.434946:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.434948:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.434950:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.434951:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.434952:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.434952:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.434954:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.434956:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab08600. 00000100:00000001:0.0:1712357315.434961:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.434964:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28380 x1795536572166464/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.434969:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.434971:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.434974:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:0.0:1712357315.434977:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.434979:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.434980:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.434982:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.434983:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6543400. 02000000:00000001:0.0:1712357315.434986:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.434987:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.434989:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28380. 00000100:00000001:0.0:1712357315.434992:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.434993:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.434999:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.435001:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.435004:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.435015:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.435018:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.435019:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.435023:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.435027:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.435029:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.435030:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.435033:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.435036:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.435038:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.435039:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.435041:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.435043:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.435045:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.435048:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.435050:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.435053:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.435056:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.435058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.435059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.435059:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.435061:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.435063:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.435065:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.435070:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.435074:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.435076:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.435077:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.435078:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.435079:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.435080:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.435085:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.435087:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.435088:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.435092:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.435094:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.435096:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.435098:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000001:0.0:1712357315.435100:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.435102:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1440 with handle 0xbda2fb8f033385e9 to hash 00000020:00000001:0.0:1712357315.435103:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.435104:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.435106:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.435108:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.435109:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.435111:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.435116:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.435122:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.435126:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.435127:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.435131:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.435132:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.435134:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.435135:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.435138:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.435141:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.435143:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.435144:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.435148:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.435153:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.435154:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.435157:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.435161:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.435164:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166528:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.435167:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.435170:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.435172:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.435173:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.435176:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.435178:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.435185:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.435188:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.435192:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.435197:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166528, portal 10 00000100:00000001:0.0:1712357315.435198:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.435199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.435204:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.435209:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.435211:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.435212:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357315.435215:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572166528, offset 0 00000400:00000200:0.0:1712357315.435219:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.435224:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.435229:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.435233:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.435236:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.435238:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.435239:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.435242:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [708:708:256:4294967295] 192.168.203.120@tcp LPNI seq info [708:708:8:4294967295] 00000400:00000200:0.0:1712357315.435245:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.435252:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.435257:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.435259:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.435267:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.435272:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.435276:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.435292:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.435294:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.435295:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.435297:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.435298:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.435299:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.435301:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.435303:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.435305:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.435306:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.435449:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.435452:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1712357315.435457:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.435460:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.435463:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:3.0:1712357315.435469:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:3.0:1712357315.435476:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.435479:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.435485:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.435487:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.435492:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.435493:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.438839:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693ee00. 00000800:00000001:2.0:1712357315.441319:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.441330:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.441333:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.441335:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.441342:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.441347:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.441353:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.441356:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.441359:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.441362:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b180 00000400:00000200:2.0:1712357315.441366:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.441370:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18a5 [1] + 224 00000800:00000001:2.0:1712357315.441375:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.441391:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.441393:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.441397:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.441401:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.441408:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.441416:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.441461:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.441468:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.441471:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.441644:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.441650:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.441651:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.441653:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.441656:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.441658:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.441660:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.441664:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.441670:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.441676:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.441677:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.441679:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.441681:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.441683:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.441685:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.441687:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.441694:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.441697:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.441698:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.441701:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.441713:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.441716:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.441718:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.441719:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.441721:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.441724:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.441730:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.441732:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.441734:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.441736:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.441742:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166528:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.441745:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.441748:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.441749:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.441750:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.441753:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.441757:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.441760:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.441762:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.441763:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.441766:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.441769:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.441770:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.441772:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:0.0:1712357315.441774:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.441776:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00010000:0.0:1712357315.441779:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441790:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.441794:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441798:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.441800:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441805:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.441806:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.441807:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441812:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.441813:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.441815:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.441817:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.441821:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.441823:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.441826:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441830:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.441831:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.441833:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441836:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.441838:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.441839:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.441840:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.441844:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=5 00000020:00000001:0.0:1712357315.441845:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.441847:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.441849:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.441851:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.441855:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.441856:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.441858:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.441859:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.441861:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.441862:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.441863:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.441864:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.441865:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f033385e9 from hash 00010000:00000001:0.0:1712357315.441867:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.441868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.441868:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.441869:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.441870:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.441871:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.441872:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.441873:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.441874:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.441875:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.441877:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441881:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.441881:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.441882:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.441883:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.441884:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.441885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.441885:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.441887:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.441915:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.441916:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.441920:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.441924:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.441929:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.441930:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.441931:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.441933:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.441935:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.441937:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.441937:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.441939:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.441940:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.441943:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.441946:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.441949:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.441952:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.441953:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.441957:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426a20. 00000080:00002000:0.0:1712357315.441961:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.441966:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.441969:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.441971:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.441974:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.441975:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.441977:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.441980:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.441982:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.441985:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.441988:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.441989:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.441991:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.441996:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.441998:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.442001:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.442004:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.442007:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166528/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.442011:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.442013:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.442015:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.442019:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.442020:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.442021:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.442023:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.442024:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.442027:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.442028:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.442030:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.442032:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.442033:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.442035:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.442036:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.442037:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.442042:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.442044:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a75166c0, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.442046:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.442048:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.442051:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.442053:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.442053:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.442055:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442085:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.442087:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.442089:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.442093:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442095:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.442096:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.442098:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.442103:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.442106:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.442108:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442109:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.442110:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.442112:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442114:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.442115:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.442117:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.442118:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.442120:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.442121:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442122:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.442123:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.442124:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442126:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.442127:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.442129:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.442130:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.442132:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.442132:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442134:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.442135:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.442137:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442138:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.442139:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x108008e refc 0 00000080:00000001:0.0:1712357315.442140:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.442141:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.442142:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.442143:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.442144:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.442145:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.442147:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.442153:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.442156:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.442157:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.442164:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.442168:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.442170:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.442172:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.442174:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.442176:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.442179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.442180:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.442182:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.442184:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.442186:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.442188:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.442190:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.442193:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.442196:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.442198:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.442199:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.442200:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.442202:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.442203:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.442206:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.442211:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.442214:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.442217:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.442218:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.442219:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.442220:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.442221:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.442225:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.442227:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.442228:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.442231:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.442232:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.442234:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.442239:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357315.442241:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.442243:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f033385f0 to hash 00000020:00000001:0.0:1712357315.442244:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.442245:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.442247:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.442249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.442250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.442252:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.442257:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.442263:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.442267:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.442268:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.442271:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.442277:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.442279:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.442280:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.442283:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.442286:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.442288:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.442289:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.442294:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.442299:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.442300:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.442302:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.442304:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.442306:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.442313:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.442316:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.442318:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.442319:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.442322:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.442323:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.442326:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.442328:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.442332:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.442337:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166592, portal 10 00000100:00000001:0.0:1712357315.442338:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.442339:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.442343:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.442347:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.442348:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.442350:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357315.442352:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572166592, offset 0 00000400:00000200:0.0:1712357315.442357:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.442360:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.442363:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.442367:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.442370:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.442372:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.442374:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.442376:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [709:709:256:4294967295] 192.168.203.120@tcp LPNI seq info [709:709:8:4294967295] 00000400:00000200:0.0:1712357315.442379:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.442385:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.442389:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.442392:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357315.442396:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.442405:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.442407:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.442413:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.442414:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.442416:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.442417:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.442418:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.442420:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.442421:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.442423:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.442424:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.442425:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.442672:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.442675:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:3.0:1712357315.442678:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.442682:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.442684:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:3.0:1712357315.442685:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:3.0:1712357315.442687:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.442690:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.442696:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.442698:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.442703:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.442704:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.446698:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000080:00000010:3.1:1712357315.446710:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426a20. 00000800:00000001:2.0:1712357315.449829:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.449841:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.449844:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.449845:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.449857:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.449871:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.449878:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.449881:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.449884:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.449887:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b1c0 00000400:00000200:2.0:1712357315.449890:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.449894:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18ad [1] + 224 00000800:00000001:2.0:1712357315.449900:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.449912:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.449914:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.449917:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.449922:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.449928:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.449935:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.449955:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.449961:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.449963:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.450006:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.450012:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.450014:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.450016:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.450019:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.450021:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.450023:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.450027:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.450033:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450039:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.450040:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.450042:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.450044:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.450046:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.450048:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.450050:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.450055:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.450059:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.450060:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.450063:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450076:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.450078:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.450080:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.450081:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.450083:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.450086:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450092:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.450094:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.450096:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.450098:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.450105:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.450108:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.450111:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.450112:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.450114:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.450116:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450121:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.450123:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.450125:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.450126:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.450129:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.450131:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.450133:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.450135:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357315.450137:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.450139:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00010000:0.0:1712357315.450143:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450152:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.450155:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450159:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.450161:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.450167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.450168:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450172:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.450173:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.450176:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.450177:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.450181:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.450183:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.450186:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450190:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.450191:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.450193:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450197:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.450199:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.450200:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.450201:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.450205:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357315.450206:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.450207:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.450209:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.450211:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.450215:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.450216:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.450218:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.450219:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.450220:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.450222:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.450222:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.450223:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.450225:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a33c0 with handle 0xbda2fb8f033385f0 from hash 00010000:00000001:0.0:1712357315.450226:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.450227:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.450228:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.450228:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.450229:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.450230:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.450232:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.450232:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.450233:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450234:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.450236:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.450240:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.450241:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.450242:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.450243:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.450243:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.450244:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.450245:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033385f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.450269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.450270:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.450274:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.450278:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.450283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.450284:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450286:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450287:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450289:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.450291:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.450291:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450292:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.450294:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.450296:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.450298:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.450300:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450303:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.450304:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.450307:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426b80. 00000080:00002000:0.0:1712357315.450387:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.450392:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.450395:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.450398:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450401:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.450402:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.450404:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.450409:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.450410:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.450413:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.450416:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450417:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.450418:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450423:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.450426:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.450429:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.450432:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.450435:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450439:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.450441:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.450443:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.450448:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.450449:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.450450:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.450452:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.450453:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.450456:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.450457:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.450458:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.450461:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.450461:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.450463:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.450464:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.450465:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.450469:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.450471:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7516438, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.450473:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.450475:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.450478:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.450479:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.450480:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.450482:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450508:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.450510:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.450511:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.450515:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450517:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.450518:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.450520:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.450524:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.450527:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.450528:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450530:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.450531:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.450533:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450534:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.450535:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.450537:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.450538:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.450539:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.450540:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450541:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.450542:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.450543:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450545:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.450545:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.450547:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.450548:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.450549:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.450550:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450551:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.450552:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.450561:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450563:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.450564:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.450565:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.450566:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.450567:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.450567:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.450569:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.450569:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.450571:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.450575:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_cmd.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.450577:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.450579:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_cmd.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.450647:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.450651:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.450653:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.450654:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_cmd.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.450657:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.450659:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='_cmd.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.450661:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450662:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.450664:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _cmd.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.450666:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.450667:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.450670:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.450672:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.450675:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.450677:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.450680:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.450681:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.450682:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.450683:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.450685:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.450687:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.450691:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.450694:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.450696:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.450697:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.450698:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.450699:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.450700:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.450704:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.450706:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.450707:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.450709:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.450710:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.450712:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.450717:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000001:0.0:1712357315.450719:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.450721:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1440 with handle 0xbda2fb8f033385f7 to hash 00000020:00000001:0.0:1712357315.450722:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.450723:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.450725:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.450727:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.450728:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.450730:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.450734:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.450739:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.450742:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.450743:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.450746:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.450747:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.450749:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.450750:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.450752:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.450755:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.450756:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.450757:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.450761:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450765:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.450767:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.450769:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.450770:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.450772:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166656:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.450778:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.450781:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.450782:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.450784:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.450785:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.450787:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.450790:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.450792:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.450795:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.450798:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166656, portal 10 00000100:00000001:0.0:1712357315.450800:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.450800:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.450804:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.450809:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.450810:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.450811:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357315.450813:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572166656, offset 0 00000400:00000200:0.0:1712357315.450816:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.450820:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.450823:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.450827:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.450829:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.450832:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.450833:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.450836:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [710:710:256:4294967295] 192.168.203.120@tcp LPNI seq info [710:710:8:4294967295] 00000400:00000200:0.0:1712357315.450838:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.450844:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.450848:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.450850:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357315.450854:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.450863:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.450866:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.450913:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.450915:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.450917:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.450919:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.450920:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.450922:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.450924:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.450925:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.450927:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.450928:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.451108:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.451112:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357315.451115:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.451118:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.451120:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357315.451121:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357315.451124:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.451127:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.451133:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.451139:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.451143:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.451144:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.454278:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.454289:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.454292:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.454293:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.454302:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.454307:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.454313:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.454316:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.454319:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.454323:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b200 00000400:00000200:2.0:1712357315.454326:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.454331:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18b5 [1] + 224 00000800:00000001:2.0:1712357315.454336:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.454356:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.454358:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.454362:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.454366:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.454372:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.454379:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.454835:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.454841:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.454844:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.455571:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.455577:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.455578:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.455594:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.455598:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.455600:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.455602:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.455607:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.455614:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.455619:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.455621:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.455623:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.455625:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.455627:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.455629:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.455634:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.455640:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.455643:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.455645:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.455647:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.455661:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.455664:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.455665:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.455667:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.455669:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.455672:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.455677:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.455679:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.455681:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.455683:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.455690:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166656:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.455694:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.455697:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.455698:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.455700:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.455702:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.455707:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.455710:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.455712:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.455713:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.455716:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.455718:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.455720:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.455722:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:0.0:1712357315.455724:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.455726:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00010000:0.0:1712357315.455730:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.455741:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.455744:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.455748:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.455750:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.455754:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.455755:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.455757:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.455760:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.455762:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.455764:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.455766:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.455769:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.455772:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.455774:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.455778:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.455780:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.455782:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.455786:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.455787:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.455788:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.455789:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00010000:00000010:3.1:1712357315.455904:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a33c0. 00000020:00000040:0.0:1712357315.457361:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=5 00000020:00000001:0.0:1712357315.457364:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.457366:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.457370:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.457372:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.457378:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.457380:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.457382:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.457383:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.457385:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.457386:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.457387:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.457389:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.457390:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f033385f7 from hash 00010000:00000001:0.0:1712357315.457392:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.457393:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.457394:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.457394:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.457395:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.457396:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.457398:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.457399:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.457400:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457401:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.457404:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.457407:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.457408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.457409:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.457410:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.457411:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.457412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.457412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.457414:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033385f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.457427:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.457428:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.457432:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.457439:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.457445:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.457446:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457447:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457448:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457450:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.457452:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.457453:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457454:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.457455:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_cmd.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.457458:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.457460:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.457462:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457465:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.457467:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.457470:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426ce0. 00000080:00002000:0.0:1712357315.457474:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.457479:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.457482:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.457485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457488:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.457489:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.457491:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.457495:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.457497:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.457500:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.457502:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457503:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.457504:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457510:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.457512:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.457515:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.457519:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.457522:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166656/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.457527:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.457529:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.457532:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.457536:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.457538:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.457539:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.457541:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.457543:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.457545:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.457546:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.457548:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.457551:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.457552:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.457562:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.457563:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.457565:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.457569:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.457571:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _cmd.cpython-36.opt-1.pyc (ffff8800a7516af8, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.457573:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.457576:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.457579:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.457594:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.457595:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.457597:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457629:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.457631:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.457633:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.457637:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457639:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.457641:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.457643:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.457648:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.457651:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.457653:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457654:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.457656:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.457658:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457660:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.457661:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.457662:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.457663:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.457665:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.457665:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457667:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.457668:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.457670:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457672:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.457673:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.457675:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.457675:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.457677:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.457678:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457679:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.457680:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.457681:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457683:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.457683:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.457685:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.457685:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.457686:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.457687:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.457688:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.457689:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.457691:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.457696:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=_cmd.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.457699:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.457701:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=_cmd.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.457715:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.457719:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.457721:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.457723:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '_cmd.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.457725:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.457728:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='_cmd.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.457730:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457731:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.457733:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: _cmd.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.457735:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.457737:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.457740:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.457742:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.457746:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.457748:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.457751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.457751:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.457752:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.457754:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.457755:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.457758:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.457762:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.457767:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.457769:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.457770:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.457771:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.457772:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.457773:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.457777:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.457780:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.457781:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.457783:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.457785:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.457786:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.457792:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357315.457794:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.457796:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f033385fe to hash 00000020:00000001:0.0:1712357315.457797:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.457798:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.457801:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.457803:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.457804:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.457806:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.457811:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.457818:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.457822:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.457823:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.457827:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.457828:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.457830:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.457831:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.457834:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.457837:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.457838:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.457840:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.457844:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.457849:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.457851:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.457853:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.457855:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.457857:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166720:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.457865:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.457869:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.457871:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.457873:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.457876:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.457877:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.457884:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.457886:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.457890:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.457895:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166720, portal 10 00000100:00000001:0.0:1712357315.457897:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.457898:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.457902:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.457906:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.457908:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.457909:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357315.457911:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572166720, offset 0 00000400:00000200:0.0:1712357315.457915:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.457921:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.457926:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.457930:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.457933:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.457936:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.457937:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.457940:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [711:711:256:4294967295] 192.168.203.120@tcp LPNI seq info [711:711:8:4294967295] 00000400:00000200:0.0:1712357315.457942:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.457948:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.457953:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.457955:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:0.0:1712357315.457959:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.457970:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.457973:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.457995:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.457997:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.457998:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.458000:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.458002:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.458003:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.458005:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.458007:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.458009:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.458009:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1712357315.458686:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426b80. 00000800:00000200:3.0:1712357315.458845:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.458848:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1712357315.458853:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.458857:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.458860:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357315.458861:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:3.0:1712357315.458864:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.458867:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.458873:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.458875:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.458879:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.458880:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.461728:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000080:00000010:2.1:1712357315.461740:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426ce0. 00000800:00000001:2.0:1712357315.462078:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.462089:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.462091:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.462093:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.462101:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.462105:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.462111:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.462114:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.462117:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.462120:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b240 00000400:00000200:2.0:1712357315.462123:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.462128:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18bd [1] + 224 00000800:00000001:2.0:1712357315.462134:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.462146:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.462149:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.462152:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.462156:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.462162:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.462169:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.462190:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.462197:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.462200:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.462256:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.462262:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.462263:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.462265:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.462268:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.462270:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.462272:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.462275:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.462282:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.462288:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.462289:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.462291:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.462293:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.462295:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.462296:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.462298:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.462304:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.462307:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.462309:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.462311:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.462324:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.462327:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.462328:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.462330:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.462331:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.462335:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.462340:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.462342:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.462344:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.462346:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.462353:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166720:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.462357:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.462359:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.462361:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.462363:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.462365:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.462370:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.462372:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.462374:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.462375:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.462378:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.462380:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.462382:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.462384:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357315.462385:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.462388:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357315.462391:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462401:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.462404:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462408:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.462410:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462415:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.462416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.462418:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462422:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.462424:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.462426:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.462428:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.462432:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.462434:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.462436:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462440:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.462441:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.462443:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462447:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.462449:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.462450:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.462451:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.462455:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357315.462456:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.462457:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.462459:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.462461:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.462465:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.462466:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.462467:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.462468:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.462470:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.462471:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.462472:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.462473:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.462475:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f033385fe from hash 00010000:00000001:0.0:1712357315.462476:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.462477:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.462478:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.462478:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.462479:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.462480:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.462481:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.462482:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.462483:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462484:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.462485:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462488:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.462489:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.462490:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.462490:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.462491:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.462491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.462492:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.462493:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033385fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.462504:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.462505:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.462508:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.462512:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.462517:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.462518:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462519:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462521:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462523:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.462524:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.462525:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462526:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.462527:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=_cmd.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.462530:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.462532:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.462534:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462536:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.462538:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.462541:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426e40. 00000080:00002000:0.0:1712357315.462545:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.462549:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.462551:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.462563:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462565:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.462566:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.462568:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.462571:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.462573:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.462576:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.462578:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462580:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.462798:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462802:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.462805:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.462808:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.462810:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.462813:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166720/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.462818:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.462819:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.462822:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.462826:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.462827:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.462828:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.462830:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.462831:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.462833:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.462834:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.462836:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.462839:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.462839:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.462841:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.462842:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.462842:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.462846:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.462848:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry _cmd.cpython-36.pyc (ffff8800a7516870, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.462850:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.462852:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.462854:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.462855:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.462856:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.462858:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462888:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.462890:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.462892:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.462896:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462898:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.462900:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.462901:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.462906:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.462909:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.462911:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462913:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.462914:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.462916:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462918:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.462919:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.462920:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.462922:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.462923:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.462924:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462925:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.462926:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.462928:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462930:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.462930:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.462932:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.462933:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.462934:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.462935:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462936:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.462937:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.462939:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462940:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.462941:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.462942:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.462943:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.462944:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.462945:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.462946:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.462947:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.462948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.462954:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=adapter.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.462957:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.462958:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=adapter.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.462965:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.462969:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.462971:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.462972:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'adapter.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.462975:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.462977:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='adapter.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.462979:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.462981:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.462982:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: adapter.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.462984:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.462986:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.462989:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.462991:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.462994:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.462996:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.462999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.463000:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.463001:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.463003:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.463005:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.463007:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.463012:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.463016:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.463018:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.463020:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.463021:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.463022:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.463023:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.463027:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.463029:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.463030:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.463033:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.463034:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.463036:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.463046:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357315.463048:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.463050:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03338605 to hash 00000020:00000001:0.0:1712357315.463051:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.463052:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.463054:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.463056:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.463057:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.463060:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.463064:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.463071:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.463075:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.463076:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.463079:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.463081:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.463082:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.463083:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.463086:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.463088:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.463090:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.463092:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.463095:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.463100:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.463101:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.463104:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.463106:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.463109:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.463116:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.463120:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.463121:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.463123:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.463125:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.463126:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.463131:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.463133:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.463136:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.463140:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166784, portal 10 00000100:00000001:0.0:1712357315.463141:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.463142:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.463146:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.463151:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.463153:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.463155:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357315.463157:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572166784, offset 0 00000400:00000200:0.0:1712357315.463161:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.463165:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.463169:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.463173:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.463175:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.463178:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.463180:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.463183:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [712:712:256:4294967295] 192.168.203.120@tcp LPNI seq info [712:712:8:4294967295] 00000400:00000200:0.0:1712357315.463186:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.463192:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.463196:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.463200:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.463203:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.463212:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.463215:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.463446:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.463448:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.463450:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.463452:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.463453:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.463455:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.463457:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.463458:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.463459:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.463460:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.463824:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.463827:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.463831:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.463835:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.463837:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:3.0:1712357315.463839:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:3.0:1712357315.463841:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.463844:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.463851:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.463853:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.463857:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.463858:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.465902:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000800:00000001:2.0:1712357315.466987:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.466996:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.466999:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.467001:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.467008:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.467013:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.467018:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.467022:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.467024:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.467028:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b280 00000400:00000200:2.0:1712357315.467031:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.467036:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18c5 [1] + 224 00000800:00000001:2.0:1712357315.467041:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.467056:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.467058:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.467062:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.467066:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.467072:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.467080:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.467089:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.467094:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.467096:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.467444:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.467450:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.467451:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.467453:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.467456:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.467458:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.467460:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.467464:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.467470:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.467475:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.467477:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.467478:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.467480:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.467482:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.467483:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.467485:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.467490:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.467493:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.467495:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.467497:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.467511:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.467514:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.467515:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.467516:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.467518:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.467521:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.467525:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.467527:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.467528:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.467530:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.467536:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.467539:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.467541:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.467543:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.467544:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.467546:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.467551:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.467553:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.467563:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.467564:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.467566:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.467569:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.467571:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.467573:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357315.467574:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.467576:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357315.467580:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467614:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.467617:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467621:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.467623:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467627:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.467628:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.467629:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467633:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.467634:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.467636:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.467638:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.467642:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.467644:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.467646:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467650:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.467651:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.467653:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467656:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.467657:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.467658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.467659:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.467661:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357315.467663:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.467664:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.467666:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.467668:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.467671:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.467672:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.467673:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.467674:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.467676:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.467677:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.467677:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.467678:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.467680:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03338605 from hash 00010000:00000001:0.0:1712357315.467681:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.467681:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.467682:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.467683:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.467683:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.467684:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.467685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.467686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.467687:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467688:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.467689:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467692:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.467692:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.467693:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.467694:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.467694:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.467695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.467695:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.467697:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338605 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.467705:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.467706:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.467709:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.467713:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.467718:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.467719:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467720:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467721:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467723:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.467724:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.467725:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467726:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.467727:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=adapter.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.467730:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.467732:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.467733:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467736:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.467737:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.467740:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426fa0. 00000080:00002000:0.0:1712357315.467743:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.467747:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.467750:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.467752:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467754:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.467755:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.467756:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.467760:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.467761:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.467764:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.467766:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467768:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.467769:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467772:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.467774:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.467777:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.467780:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.467782:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.467786:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.467788:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.467790:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.467794:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.467795:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.467796:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.467798:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.467799:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.467802:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.467803:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.467805:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.467807:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.467808:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.467810:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.467811:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.467812:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.467816:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.467817:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry adapter.cpython-36.opt-1.pyc (ffff8800a7516af8, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.467820:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.467822:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.467825:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.467827:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.467828:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.467830:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467857:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.467859:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.467861:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.467865:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467868:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.467869:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.467871:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.467876:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.467878:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.467880:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.467883:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.467885:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467887:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.467888:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.467889:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.467890:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.467892:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.467893:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467894:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.467895:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.467897:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467898:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.467899:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.467901:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.467902:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.467903:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.467904:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467905:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.467906:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.467907:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467909:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.467909:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.467911:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.467911:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.467912:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.467913:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.467914:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.467915:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.467916:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.467922:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=adapter.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.467925:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.467926:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=adapter.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.467934:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.467938:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.467940:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.467941:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'adapter.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.467943:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.467946:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='adapter.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.467948:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467949:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.467950:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: adapter.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.467953:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.467955:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.467957:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.467959:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.467962:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.467965:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.467968:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.467969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.467970:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.467972:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.467973:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.467975:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.467979:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.467983:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.467985:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.467987:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.467988:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.467989:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.467990:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.467994:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.467997:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.467998:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.468000:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.468001:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.468003:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.468008:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357315.468010:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.468012:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f0333860c to hash 00000020:00000001:0.0:1712357315.468013:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.468014:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.468016:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.468017:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.468018:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.468020:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.468025:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.468032:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.468035:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.468037:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.468040:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.468042:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.468043:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.468044:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.468047:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.468050:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.468052:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.468053:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.468056:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.468062:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.468063:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.468065:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.468067:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.468070:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.468077:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.468081:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.468082:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.468083:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.468086:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.468087:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.468091:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.468093:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.468096:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.468101:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166848, portal 10 00000100:00000001:0.0:1712357315.468102:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.468103:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.468107:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.468112:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.468114:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.468115:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357315.468117:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572166848, offset 0 00000400:00000200:0.0:1712357315.468121:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.468125:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.468129:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.468132:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.468135:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.468138:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.468140:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.468142:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [713:713:256:4294967295] 192.168.203.120@tcp LPNI seq info [713:713:8:4294967295] 00000400:00000200:0.0:1712357315.468145:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.468152:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.468156:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.468160:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1712357315.468163:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.468172:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.468175:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.468193:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.468194:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.468196:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.468198:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.468199:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.468201:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.468202:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.468203:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.468205:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.468206:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.468335:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.468342:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1712357315.468345:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.468348:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.468350:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:3.0:1712357315.468351:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:3.0:1712357315.468354:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.468357:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.468363:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.468365:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.468368:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.468369:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.468663:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426e40. 00010000:00000010:2.1:1712357315.473359:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:2.1:1712357315.473371:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426fa0. 00000800:00000001:2.0:1712357315.475483:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.475494:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.475497:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.475499:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.475507:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.475521:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.475528:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.475531:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.475534:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.475537:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b2c0 00000400:00000200:2.0:1712357315.475540:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.475544:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18cd [1] + 224 00000800:00000001:2.0:1712357315.475551:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.475576:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.475578:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.475608:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.475612:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.475618:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.475625:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.475634:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.475639:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.475642:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.475702:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.475707:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.475708:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.475711:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.475714:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.475716:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.475718:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.475722:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.475728:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.475734:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.475735:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.475737:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.475739:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.475741:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.475743:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.475745:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.475752:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.475755:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.475757:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.475760:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.475774:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.475777:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.475778:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967417 00000100:00000001:0.0:1712357315.475779:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.475781:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.475785:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.475790:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.475792:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.475794:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.475797:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.475803:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166848:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.475806:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.475809:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.475811:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.475813:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.475815:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.475820:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.475822:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.475825:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.475826:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.475828:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.475832:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.475834:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.475836:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357315.475837:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.475839:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357315.475843:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475854:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.475857:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475862:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.475864:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.475869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.475871:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475875:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.475876:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.475878:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.475881:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.475885:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.475888:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.475891:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475896:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.475897:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.475899:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475903:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.475905:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.475905:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.475906:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.475911:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357315.475912:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.475914:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.475916:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.475918:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.475921:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.475922:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.475924:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.475925:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.475928:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.475929:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.475930:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.475931:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.475933:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f0333860c from hash 00010000:00000001:0.0:1712357315.475934:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.475935:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.475936:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.475937:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.475938:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.475938:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.475940:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.475941:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.475942:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.475943:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.475945:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475948:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.475949:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.475950:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.475951:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.475952:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.475953:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.475953:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.475954:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333860c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.475974:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.475975:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.475979:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.475983:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.475989:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.475990:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.475991:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.475992:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.475994:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.475997:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.475997:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.475998:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.476000:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=adapter.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.476002:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.476006:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.476007:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476011:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.476013:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.476016:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6426660. 00000080:00002000:0.0:1712357315.476020:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.476025:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.476028:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.476030:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.476032:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.476034:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.476035:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.476039:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.476041:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.476044:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.476046:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.476048:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.476049:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476054:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.476056:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.476059:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.476062:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.476065:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166848/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.476070:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.476071:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.476074:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.476077:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.476079:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.476080:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.476082:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.476083:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.476086:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.476087:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.476089:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.476091:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.476092:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.476094:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.476095:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.476096:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.476101:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.476102:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry adapter.cpython-36.pyc (ffff8800a7516438, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.476105:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.476107:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.476109:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.476111:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.476111:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.476113:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476143:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.476145:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.476147:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.476150:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476154:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.476155:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.476157:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.476161:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.476163:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.476166:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476167:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.476169:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.476171:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476172:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.476173:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.476175:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.476176:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.476178:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.476179:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476180:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.476181:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.476182:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476184:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.476185:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.476187:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.476188:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.476189:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.476190:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476191:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.476192:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.476193:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476194:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.476195:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.476196:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.476197:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.476198:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.476199:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.476200:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.476201:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.476202:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.476208:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cache.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.476210:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.476211:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cache.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.476219:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.476224:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.476226:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.476227:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cache.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.476229:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.476231:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='cache.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.476233:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.476235:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.476236:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cache.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.476239:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.476240:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.476243:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.476245:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.476248:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.476251:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.476253:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.476254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.476255:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.476257:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.476258:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.476261:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.476265:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.476269:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.476271:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.476272:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.476273:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.476274:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.476275:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.476279:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.476281:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.476282:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.476284:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.476286:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.476287:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.476300:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357315.476302:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.476303:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338613 to hash 00000020:00000001:0.0:1712357315.476305:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.476306:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.476308:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.476310:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.476311:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.476312:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.476318:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.476324:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.476328:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.476329:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.476332:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.476333:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.476335:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.476336:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.476339:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.476341:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.476343:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.476344:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.476347:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.476352:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.476354:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.476356:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.476357:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.476360:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.476367:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.476370:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.476371:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.476373:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.476376:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.476377:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.476381:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.476382:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.476386:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.476391:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572166912, portal 10 00000100:00000001:0.0:1712357315.476392:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.476393:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.476397:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.476402:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.476404:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.476405:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357315.476408:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572166912, offset 0 00000400:00000200:0.0:1712357315.476411:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.476416:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.476420:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.476424:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.476427:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.476429:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.476431:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.476433:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [714:714:256:4294967295] 192.168.203.120@tcp LPNI seq info [714:714:8:4294967295] 00000400:00000200:0.0:1712357315.476436:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.476443:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.476447:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.476450:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:0.0:1712357315.476455:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.476464:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.476467:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.476487:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.476488:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.476490:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.476492:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.476493:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.476495:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.476497:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.476498:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.476500:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.476500:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.476850:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.476854:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1712357315.476857:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.476861:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.476863:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:3.0:1712357315.476864:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:3.0:1712357315.476867:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.476870:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.476876:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.476879:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.476884:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.476885:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.479736:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:2.1:1712357315.479745:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6426660. 00000800:00000001:2.0:1712357315.480217:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480228:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.480229:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480231:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.480239:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480244:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.480250:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480253:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480256:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480260:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b300 00000400:00000200:2.0:1712357315.480263:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480267:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18d5 [1] + 224 00000800:00000001:2.0:1712357315.480273:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480285:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.480287:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.480291:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.480295:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.480301:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.480308:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.480318:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.480323:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480325:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.480326:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480328:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.480330:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480333:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.480336:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480338:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480340:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.480342:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 328 into portal 15 MB=0x66107eff07d80 00000400:00000200:2.0:1712357315.480346:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.120@tcp of length 328/328 into md 0x4bd [2] + 656 00000800:00000001:2.0:1712357315.480349:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480358:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.480360:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.480363:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.480366:0:1845:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:2.0:1712357315.480367:0:1845:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1712357315.480372:0:1845:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada46300. 00000100:00000040:2.0:1712357315.480375:0:1845:0:(events.c:356:request_in_callback()) incoming req@ffff8800ada46300 x1795536578444672 msgsize 328 00000100:00100000:2.0:1712357315.480378:0:1845:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.120@tcp (source: 12345-192.168.203.120@tcp) 00000100:00000001:2.0:1712357315.480395:0:1845:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.480398:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.480400:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.480705:0:12313:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1712357315.480707:0:12313:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1795536578444672 02000000:00000001:3.0:1712357315.480709:0:12313:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1712357315.480711:0:12313:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.480713:0:12313:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.480717:0:12313:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.480720:0:12313:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1795536578444672 00000020:00000001:3.0:1712357315.480727:0:12313:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357315.480729:0:12313:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03337b70 00000020:00000001:3.0:1712357315.480731:0:12313:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.480733:0:12313:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa321800 refcount=3 00000020:00000001:3.0:1712357315.480735:0:12313:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169628160 : -131938539923456 : ffff8800aa321800) 00000020:00000001:3.0:1712357315.480737:0:12313:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169628160 : -131938539923456 : ffff8800aa321800) 00000100:00000001:3.0:1712357315.480739:0:12313:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1712357315.480741:0:12313:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1712357315.480744:0:12313:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa236600. 00000020:00000010:3.0:1712357315.480748:0:12313:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b34b3880. 00000020:00000010:3.0:1712357315.480752:0:12313:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf13e8. 00000100:00000040:3.0:1712357315.480758:0:12313:0:(service.c:1274:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1712357315.480761:0:12313:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1712357315.480761:0:12313:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1712357315.480762:0:12313:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.480767:0:12313:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.480783:0:12313:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.480791:0:12313:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1712357315.480792:0:12313:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1712357315.480796:0:12313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.120@tcp, seq: 2 00000100:00000040:3.0:1712357315.480798:0:12313:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff8800aa321800 : new rpc_count 1 00000100:00000001:3.0:1712357315.480800:0:12313:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612135227450112 : -131938482101504 : ffff8800ada46300) 00000100:00000040:3.0:1712357315.480804:0:12313:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800ada46300 x1795536578444672/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/0 e 0 to 0 dl 1712357326 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357315.480811:0:12313:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1712357315.480811:0:12313:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1712357315.480814:0:12313:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ada46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c36340c1-27c0-4eff-b817-b80ecef4e788+3:19028:x1795536578444672:12345-192.168.203.120@tcp:104: 00000100:00000200:3.0:1712357315.480817:0:12313:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1795536578444672 00010000:00000001:3.0:1712357315.480819:0:12313:0:(ldlm_lockd.c:2398:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1712357315.480824:0:12313:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.480825:0:12313:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.480826:0:12313:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0480 refcount=2 00000020:00000001:3.0:1712357315.480832:0:12313:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:3.0:1712357315.480834:0:12313:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:3.0:1712357315.480837:0:12313:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.480839:0:12313:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.480842:0:12313:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357315.480849:0:12313:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1712357315.480851:0:12313:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1712357315.480854:0:12313:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa03ac00. 02000000:00000001:3.0:1712357315.480856:0:12313:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.480858:0:12313:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.480861:0:12313:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1712357315.480863:0:12313:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.480866:0:12313:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa2505e8 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.480869:0:12313:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357315.480872:0:12313:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 10 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357315.480873:0:12313:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 02000000:00000001:3.0:1712357315.480875:0:12313:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1712357315.480876:0:12313:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.480878:0:12313:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.480880:0:12313:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000100:00000001:0.0:1712357315.480881:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1712357315.480883:0:12313:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586bb0. 00000100:00000200:3.0:1712357315.480886:0:12313:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1795536578444672, offset 224 00000400:00000001:0.0:1712357315.480887:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.480888:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.480890:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.480893:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.480894:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.480896:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000400:00000200:3.0:1712357315.480898:0:12313:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000100:00000200:0.0:1712357315.480901:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357315.480902:0:12313:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.480906:0:12313:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000100:00000200:0.0:1712357315.480908:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357315.480911:0:12313:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [715:715:256:4294967295] 192.168.203.120@tcp LPNI seq info [715:715:8:4294967295] 00000100:00000001:0.0:1712357315.480913:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.480914:0:12313:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357315.480914:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.480915:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.480917:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.480918:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.480919:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.480920:0:12313:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 02000000:00000001:0.0:1712357315.480920:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.480924:0:12313:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00001000:0.0:1712357315.480924:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000800:00000010:3.0:1712357315.480927:0:12313:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320000. 00000100:00001000:0.0:1712357315.480927:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.480929:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.480931:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357315.480936:0:12313:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.480941:0:12313:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.480944:0:12313:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.480944:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.480947:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1712357315.480948:0:12713:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: committing for last_committed 4294967418 gen 1 00000100:00000001:3.0:1712357315.480952:0:12313:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.480953:0:12713:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967418) req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.480954:0:12313:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8800b3a47000 refcount 9 to 192.168.203.120@tcp 00010000:00000001:3.0:1712357315.480957:0:12313:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1712357315.480958:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00010000:00000010:3.0:1712357315.480959:0:12313:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800aa01f780. 00010000:00000001:3.0:1712357315.480961:0:12313:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1712357315.480961:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28000 x1795536572166400/t4294967418(4294967418) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.480966:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.480968:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.480971:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6543800. 02000000:00000001:0.0:1712357315.480974:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.480975:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.480976:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00010000:3.0:1712357315.480977:0:12313:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1712357315.480978:0:12313:0:(ldlm_lockd.c:2236:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357315.480978:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 00010000:00000001:3.0:1712357315.480979:0:12313:0:(ldlm_lockd.c:2292:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.480980:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09200. 00010000:00000001:3.0:1712357315.480981:0:12313:0:(ldlm_lockd.c:2563:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.480984:0:12313:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada46300 x1795536578444672/t0(0) o104->c36340c1-27c0-4eff-b817-b80ecef4e788@192.168.203.120@tcp:716/0 lens 328/224 e 0 to 0 dl 1712357326 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 02000000:00000001:0.0:1712357315.480984:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.480985:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.480987:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28000. 00000100:00000001:0.0:1712357315.480989:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.480990:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1712357315.480992:0:12313:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ada46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c36340c1-27c0-4eff-b817-b80ecef4e788+3:19028:x1795536578444672:12345-192.168.203.120@tcp:104: Request processed in 179us (615us total) trans 0 rc 0/0 00000100:00000001:0.0:1712357315.480992:0:12713:0:(client.c:3016:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1712357315.480994:0:12713:0:(client.c:3063:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1712357315.480995:0:12713:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.480996:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00100000:3.0:1712357315.480997:0:12313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.120@tcp, seq: 2 00000100:00000040:3.0:1712357315.481000:0:12313:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800aa321800 : new rpc_count 0 00000100:00000040:0.0:1712357315.481000:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.481002:0:12313:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1712357315.481003:0:12313:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1712357315.481006:0:12313:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b34b3880. 00000100:00000001:0.0:1712357315.481006:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.481007:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.481009:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1712357315.481010:0:12313:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf13e8. 00000100:00000040:0.0:1712357315.481012:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000020:00000010:3.0:1712357315.481013:0:12313:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aa236600. 00000020:00000040:3.0:1712357315.481016:0:12313:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa321800 : new refcount 2 00000100:00000001:3.0:1712357315.481018:0:12313:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1712357315.481023:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572166912:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.481026:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.481028:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.481030:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.481031:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.481034:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.481038:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.481040:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.481041:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.481042:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.481045:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.481046:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.481048:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.481049:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357315.481051:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.481052:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357315.481055:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.481061:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.481064:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.481068:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.481070:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.481074:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.481075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.481077:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.481084:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.481086:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.481087:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.481089:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.481093:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.481095:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.481097:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.481101:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.481103:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.481105:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.481108:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.481110:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.481110:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.481111:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.481112:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357315.481113:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.481115:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.481116:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.481118:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.481121:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.481122:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.481123:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.481124:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.481127:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.481127:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.481131:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.481132:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.481134:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338613 from hash 00010000:00000001:0.0:1712357315.481135:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.481136:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.481137:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.481138:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.481139:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.481140:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.481141:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1712357315.481142:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1712357315.481142:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.481143:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.481144:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.481146:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00000800:00000010:2.0:1712357315.481147:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320000. 00010000:00000001:0.0:1712357315.481149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.481150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1712357315.481151:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1712357315.481151:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.481152:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.481152:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.481153:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1712357315.481154:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00010000:00000001:0.0:1712357315.481154:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.481155:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338613 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00000400:00000200:2.0:1712357315.481156:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586bb0 00000400:00000010:2.0:1712357315.481158:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586bb0. 00000100:00000001:2.0:1712357315.481160:0:1846:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:2.0:1712357315.481161:0:1846:0:(events.c:417:reply_out_callback()) Process leaving 00000020:00000001:1.0:1712357315.481187:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.481189:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.481191:0:12321:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1712357315.481195:0:12321:0:(ldlm_lockd.c:2937:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1712357315.481195:0:12321:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.481198:0:12321:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.481206:0:12321:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c0480 already unused, calling callback (ffffffffa0aff0c0) 10000000:00000001:1.0:1712357315.481212:0:12321:0:(mgc_request.c:905:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1712357315.481214:0:12321:0:(mgc_request.c:910:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.481218:0:12321:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.481219:0:12321:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.481220:0:12321:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.481220:0:12321:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0480 refcount=3 00000020:00000001:1.0:1712357315.481221:0:12321:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:1.0:1712357315.481223:0:12321:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:1.0:1712357315.481224:0:12321:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.481225:0:12321:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1712357315.481229:0:12321:0:(mgc_request.c:905:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1712357315.481230:0:12321:0:(mgc_request.c:916:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1712357315.481234:0:12321:0:(mgc_request.c:920:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1712357315.481236:0:12321:0:(mgc_request.c:727:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1712357315.481237:0:12321:0:(mgc_request.c:731:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1712357315.481239:0:12321:0:(mgc_request.c:734:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1712357315.481239:0:12321:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.481240:0:12321:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1712357315.481256:0:12321:0:(mgc_request.c:750:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1712357315.481258:0:12321:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000040:1.0:1712357315.481259:0:12321:0:(mgc_request.c:143:config_log_put()) log lustre-cliir(ffff8800b38d0200) refs 2 10000000:00000001:1.0:1712357315.481260:0:12321:0:(mgc_request.c:167:config_log_put()) Process leaving 10000000:00000001:1.0:1712357315.481261:0:12321:0:(mgc_request.c:955:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.481262:0:12321:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.481264:0:12321:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.481264:0:12321:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.481266:0:12321:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.481267:0:12321:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.481268:0:12321:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c0480 with handle 0xbda2fb8f03337ba1 from hash 00010000:00000001:1.0:1712357315.481269:0:12321:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.481273:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.481274:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.481275:0:12321:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.481276:0:12321:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.481276:0:12321:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1712357315.481278:0:12321:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.481280:0:12321:0:(ldlm_request.c:1406:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1712357315.481284:0:12321:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28700. 00000020:00000040:1.0:1712357315.481287:0:12321:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357315.481290:0:12321:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.481291:0:12321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.481294:0:12321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.481298:0:12321:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09800. 00000100:00000001:1.0:1712357315.481301:0:12321:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.481303:0:12321:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.481306:0:12321:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.481310:0:12321:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.481312:0:12321:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.481314:0:12321:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.481317:0:12321:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.481323:0:12321:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff880136b28700] to pc [ptlrpcd_00_01+1] req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.481342:0:12321:0:(ldlm_request.c:1476:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.481343:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.481344:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.481345:0:12321:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.481346:0:12321:0:(ldlm_request.c:1706:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1712357315.481348:0:12321:0:(mgc_request.c:955:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.481350:0:12321:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.481353:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.481354:0:12321:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03337ba1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa8e7976a8eb1f7ba expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.481365:0:12321:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3bf5600 count: 0 00010000:00000001:1.0:1712357315.481375:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.481376:0:12321:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1712357315.481378:0:12321:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800aa01f780. 00010000:00000001:1.0:1712357315.481381:0:12321:0:(ldlm_lockd.c:2980:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357315.481383:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.481384:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.481385:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1712357315.481386:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.481387:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.481388:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1712357315.481389:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1712357315.481389:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.481390:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1712357315.481395:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.481397:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.481398:0:1852:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.481402:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.481408:0:1852:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.481409:0:1852:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.481412:0:1852:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.481414:0:1852:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.481416:0:1852:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c36340c1-27c0-4eff-b817-b80ecef4e788:1852:1795536572166976:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1712357315.481419:0:1852:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.481422:0:1852:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.481424:0:1852:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.481425:0:1852:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.481428:0:1852:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012ab09000. 02000000:00000001:1.0:1712357315.481429:0:1852:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.481433:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.481435:0:1852:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d10. 00000400:00000010:1.0:1712357315.481438:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357315.481445:0:1852:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572166976, portal 18 00000100:00000001:1.0:1712357315.481447:0:1852:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.481448:0:1852:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00000100:00000040:1.0:1712357315.481452:0:1852:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.481457:0:1852:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.481458:0:1852:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.481460:0:1852:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357315.481462:0:1852:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1795536572166976, offset 0 00000400:00000200:1.0:1712357315.481465:0:1852:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.481468:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.481471:0:1852:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.481474:0:1852:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.481477:0:1852:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.481480:0:1852:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.481481:0:1852:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.481483:0:1852:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [716:716:256:4294967295] 192.168.203.120@tcp LPNI seq info [716:716:8:4294967295] 00000400:00000200:1.0:1712357315.481485:0:1852:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.481490:0:1852:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.481493:0:1852:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.481495:0:1852:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357315.481498:0:1852:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.481501:0:1852:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.481503:0:1852:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.481507:0:1852:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.481508:0:1852:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.481510:0:1852:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.481512:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.481513:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.481516:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.481518:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1712357315.481519:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.481524:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.481524:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.481526:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.481539:0:1851:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.481540:0:1851:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.482041:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.482043:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:2.0:1712357315.482046:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.482050:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.482052:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357315.482053:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:2.0:1712357315.482056:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.482059:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.482065:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.482067:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.482072:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.482073:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000001:0.0:1712357315.482217:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.482219:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.482222:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.482227:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.482233:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.482234:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482235:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482236:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482239:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.482240:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.482246:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482247:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.482249:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cache.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.482252:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.482255:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.482257:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482260:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.482261:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.482266:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88013693ea40. 00000080:00002000:0.0:1712357315.482270:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.482274:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.482277:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.482280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482282:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.482284:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.482285:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.482289:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.482369:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.482373:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.482375:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482377:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.482378:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482380:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.482382:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.482385:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.482388:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.482392:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572166912/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.482396:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.482398:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.482426:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.482603:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.482604:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.482605:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.482606:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.482616:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.482618:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.482619:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.482620:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.482623:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.482691:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.482693:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.482694:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.482695:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.482700:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.482701:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cache.cpython-36.opt-1.pyc (ffff8800a75166c0, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.482703:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.482706:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.482709:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.482711:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.482712:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.482714:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482742:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.482744:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.482745:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.482749:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482752:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.482753:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.482755:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.482757:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.482759:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.482761:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482763:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.482764:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.482766:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482768:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.482769:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.482771:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.482772:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.482774:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.482775:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482776:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.482781:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.482783:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482785:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.482786:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.482788:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.482789:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.482791:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.482792:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482793:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.482794:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.482796:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482797:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.482798:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.482800:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.482801:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.482802:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.482803:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.482804:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.482805:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.482807:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.482812:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cache.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.482815:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.482816:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cache.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.482820:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.482824:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.482826:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.482827:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cache.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.482830:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.482832:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='cache.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.482834:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482835:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.482837:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cache.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.482839:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.482841:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.482845:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.482847:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.482851:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.482853:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.482855:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.482856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.482857:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.482859:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.482860:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.482861:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.482864:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.482867:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.482869:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.482870:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.482871:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.482871:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.482873:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.482877:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.482879:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.482880:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.482882:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.482884:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.482885:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.482887:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357315.482889:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.482890:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f0333861a to hash 00000020:00000001:0.0:1712357315.482892:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.482893:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.482895:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.482897:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.482898:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.482900:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.482906:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.482915:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.482919:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.482921:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.482924:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.482925:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.482927:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.482928:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.482930:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.482932:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.482934:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.482935:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.482938:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.482944:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.482945:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.482947:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.482948:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.482951:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.482953:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.482955:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.482956:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.482958:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.482960:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.482961:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.482965:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.482967:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.482970:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.482973:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167040, portal 10 00000100:00000001:0.0:1712357315.482974:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.482975:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.482978:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.482986:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.482988:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.482990:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357315.482992:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572167040, offset 0 00000400:00000200:0.0:1712357315.482996:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.482999:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.483002:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.483006:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.483008:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.483010:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.483011:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.483014:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [717:717:256:4294967295] 192.168.203.120@tcp LPNI seq info [717:717:8:4294967295] 00000400:00000200:0.0:1712357315.483017:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.483022:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.483026:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.483028:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357315.483031:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.483035:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.483038:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.483055:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.483056:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.483058:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.483059:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.483060:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.483062:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.483064:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.483065:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.483066:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.483067:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1712357315.483868:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3bf5600. 00010000:00000010:0.1:1712357315.483874:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c0480. 00000800:00000200:2.0:1712357315.483908:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.483911:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:2.0:1712357315.483914:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.483922:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.483925:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:2.0:1712357315.483926:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:2.0:1712357315.483928:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.483931:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.483938:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.483940:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.483945:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.483952:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.489418:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.489430:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.489663:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.489668:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.489675:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.489680:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.489686:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.489690:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.489693:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.489696:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 18 MB=0x66107ef90b340 00000400:00000200:2.0:1712357315.489700:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.489704:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.120@tcp of length 224/224 into md 0x18e5 [1] + 224 00000800:00000001:2.0:1712357315.489710:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.489725:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.489728:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.489731:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.489736:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.489742:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.489749:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.489769:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.489775:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.489778:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.489970:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.489973:0:1852:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.489982:0:1852:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.489983:0:1852:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.489986:0:1852:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d10. 00000400:00000200:1.0:1712357315.489990:0:1852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000800:00000001:2.0:1712357315.489991:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:1.0:1712357315.489992:0:1852:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:1.0:1712357315.489994:0:1852:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000001:2.0:1712357315.489995:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.489997:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.489998:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1712357315.489998:0:1852:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1712357315.490001:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.490004:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000100:00000200:1.0:1712357315.490004:0:1852:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1712357315.490007:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.490009:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1712357315.490009:0:1852:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.490010:0:1852:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.490012:0:1852:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.490014:0:1852:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.490016:0:1852:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.490017:0:1852:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.490018:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.490020:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b380 02000000:00000001:1.0:1712357315.490020:0:1852:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.490023:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00001000:1.0:1712357315.490025:0:1852:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c80 time=0 v=5 (5 0 0 0) 00000400:00000200:2.0:1712357315.490026:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18ed [1] + 224 00000100:00001000:1.0:1712357315.490027:0:1852:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=10 v=5 (1 0 0 0) 00000800:00000001:2.0:1712357315.490029:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357315.490030:0:1852:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.490031:0:1852:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.490033:0:1852:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.490034:0:1852:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.490036:0:1852:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.490039:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.490044:0:1852:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.490046:0:1852:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.490047:0:1852:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.490053:0:1852:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.490058:0:1852:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c36340c1-27c0-4eff-b817-b80ecef4e788:1852:1795536572166976:192.168.203.120@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1712357315.490062:0:1852:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.490064:0:1852:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.490066:0:1852:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28700 x1795536572166976/t0(0) o103->MGC192.168.203.120@tcp@192.168.203.120@tcp:17/18 lens 328/224 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00000800:00000001:2.0:1712357315.490070:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.490070:0:1852:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1712357315.490072:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1712357315.490072:0:1852:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1712357315.490074:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 02000000:00000010:1.0:1712357315.490076:0:1852:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012ab09000. 00000100:00000001:2.0:1712357315.490077:0:1846:0:(events.c:97:reply_in_callback()) Process entered 02000000:00000001:1.0:1712357315.490080:0:1852:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1712357315.490081:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000020:00000001:1.0:1712357315.490082:0:1852:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.490083:0:1852:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357315.490085:0:1852:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.490086:0:1852:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09800. 00000100:00000040:2.0:1712357315.490087:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 02000000:00000001:1.0:1712357315.490088:0:1852:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.490090:0:1852:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.490091:0:1852:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28700. 00000100:00000001:1.0:1712357315.490094:0:1852:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.490095:0:1852:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.490097:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.490103:0:1852:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.490104:0:1852:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.490105:0:1852:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357315.490107:0:1852:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.490200:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.490204:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.490207:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.490240:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.490244:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.490245:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.490250:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.490253:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.490254:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.490256:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.490259:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.490265:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490270:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.490271:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.490272:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.490273:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.490274:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.490275:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.490276:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.490280:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.490282:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.490284:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.490286:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490290:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.490292:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.490293:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.490294:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.490295:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.490297:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490301:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.490303:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.490304:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.490306:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.490311:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.490316:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.490319:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.490320:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.490321:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.490323:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490327:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.490329:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.490330:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.490331:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.490333:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.490336:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.490338:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.490340:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357315.490341:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.490343:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357315.490347:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490354:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.490356:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490360:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.490362:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490367:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.490367:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.490369:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490372:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.490376:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.490378:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.490380:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.490384:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.490387:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.490389:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490393:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.490395:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.490397:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490400:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.490402:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.490403:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.490403:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.490404:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357315.490405:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.490406:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.490408:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.490409:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.490412:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.490413:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.490415:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.490416:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.490417:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.490418:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.490419:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.490420:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.490422:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f0333861a from hash 00010000:00000001:0.0:1712357315.490425:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.490426:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.490427:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.490428:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.490428:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.490429:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.490431:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.490431:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.490432:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490433:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.490435:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.490438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.490439:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.490440:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.490440:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.490441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.490441:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.490443:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333861a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.490451:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.490452:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.490455:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.490459:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.490463:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.490464:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490466:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490467:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490469:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.490471:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.490472:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490473:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.490475:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cache.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.490480:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.490483:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.490484:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490488:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.490489:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.490493:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d140. 00000080:00002000:0.0:1712357315.490496:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.490502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.490504:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.490507:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490509:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.490510:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.490512:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.490516:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.490518:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.490521:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.490523:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490524:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.490525:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490527:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.490529:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.490531:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.490534:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.490538:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490542:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.490543:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.490545:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.490548:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.490549:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.490549:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.490551:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.490552:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.490566:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.490567:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.490572:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.490575:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.490575:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.490577:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.490578:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.490579:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.490605:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.490607:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cache.cpython-36.pyc (ffff8800a7516ca8, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.490609:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.490611:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.490614:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.490616:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.490617:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.490619:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490649:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.490651:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.490653:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.490656:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490659:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.490660:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.490663:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.490664:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.490667:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.490669:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490670:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.490672:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.490674:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490675:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.490676:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.490678:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.490678:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.490680:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.490681:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490682:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.490683:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.490684:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490685:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.490689:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.490691:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.490692:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.490693:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.490694:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490695:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.490696:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.490698:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490699:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.490700:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.490701:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.490702:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.490703:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.490703:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.490704:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.490705:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.490706:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.490712:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.490714:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.490715:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.490719:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.490723:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.490725:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.490726:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.490728:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.490730:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='compat.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.490733:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490734:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.490735:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.490738:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.490740:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.490742:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.490744:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.490747:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.490752:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.490755:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.490756:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.490757:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.490759:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.490760:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.490762:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.490765:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.490769:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.490771:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.490772:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.490773:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.490774:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.490775:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.490779:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.490781:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.490782:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.490784:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.490785:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.490787:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.490789:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357315.490790:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.490792:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03338621 to hash 00000020:00000001:0.0:1712357315.490793:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.490794:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.490796:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.490798:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.490799:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.490801:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.490805:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.490811:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.490816:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.490817:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.490820:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.490822:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.490823:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.490824:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.490827:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.490829:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.490831:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.490832:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.490836:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490840:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.490842:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.490843:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.490845:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.490847:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.490850:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.490853:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.490854:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.490855:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.490858:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.490859:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.490862:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.490863:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.490867:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.490871:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167104, portal 10 00000100:00000001:0.0:1712357315.490872:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.490872:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.490876:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.490880:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.490884:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.490885:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357315.490888:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167104, offset 0 00000400:00000200:0.0:1712357315.490891:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.490895:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.490898:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.490902:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.490904:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.490907:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.490908:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.490911:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [718:718:256:4294967295] 192.168.203.120@tcp LPNI seq info [718:718:8:4294967295] 00000400:00000200:0.0:1712357315.490913:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.490919:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.490923:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.490925:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357315.490929:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.490934:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.490937:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.490943:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.490944:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.490946:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.490947:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.490948:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.490950:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.490952:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.490953:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.490954:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.490955:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1712357315.491031:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000800:00000200:2.0:1712357315.491253:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.491255:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:2.0:1712357315.491258:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.491262:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.491264:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:2.0:1712357315.491265:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:2.0:1712357315.491267:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.491270:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.491276:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.491278:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.491282:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.491283:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.494128:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88013693ea40. 00010000:00000010:3.1:1712357315.494142:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:3.1:1712357315.494146:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d140. 00000800:00000001:2.0:1712357315.495187:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.495197:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.495207:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.495209:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.495217:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.495222:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.495228:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.495231:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.495234:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.495237:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b3c0 00000400:00000200:2.0:1712357315.495241:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.495245:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18f5 [1] + 224 00000800:00000001:2.0:1712357315.495251:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.495261:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.495263:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.495267:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.495272:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.495278:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.495286:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.495294:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.495300:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.495302:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.495353:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.495359:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.495360:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.495362:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.495365:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.495367:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.495373:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.495377:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.495383:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.495387:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.495389:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.495391:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.495393:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.495395:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.495396:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.495398:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.495404:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.495407:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.495409:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.495412:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.495417:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.495419:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.495421:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.495422:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.495423:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.495426:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.495431:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.495433:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.495435:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.495437:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.495443:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.495447:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.495453:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.495455:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.495456:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.495459:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.495464:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.495466:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.495468:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.495469:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.495472:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.495474:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.495476:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.495478:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357315.495480:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.495481:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00010000:0.0:1712357315.495485:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495492:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.495494:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495498:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.495500:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495504:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.495505:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.495507:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495511:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.495512:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.495514:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.495516:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.495525:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0240 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.495527:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.495530:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495535:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.495536:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.495538:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495541:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.495543:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.495544:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.495545:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.495546:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357315.495547:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.495548:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.495550:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.495552:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.495565:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.495566:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.495568:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.495569:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.495571:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.495572:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.495573:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.495574:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.495576:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f03338621 from hash 00010000:00000001:0.0:1712357315.495578:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.495578:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.495609:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.495610:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.495611:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.495612:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.495614:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.495614:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.495615:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495616:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.495618:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495622:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.495622:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.495623:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.495624:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.495625:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.495625:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.495626:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.495627:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338621 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.495647:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.495649:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.495652:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.495656:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.495662:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.495663:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495665:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495666:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495668:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.495669:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.495670:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495676:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.495677:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.495680:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.495682:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.495687:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495691:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.495692:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.495695:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d2a0. 00000080:00002000:0.0:1712357315.495699:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.495703:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.495706:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.495709:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495711:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.495712:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.495714:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.495718:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.495720:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.495722:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.495724:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495726:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.495727:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495728:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.495730:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.495733:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.495736:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.495739:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.495744:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.495745:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.495747:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.495751:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.495752:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.495754:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.495756:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.495757:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.495759:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.495760:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.495762:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.495765:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.495766:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.495771:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.495772:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.495773:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.495778:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.495779:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.cpython-36.opt-1.pyc (ffff8800a7516360, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.495781:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.495789:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.495792:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.495793:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.495794:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.495796:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495824:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.495826:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.495828:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.495832:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495835:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.495836:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.495838:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.495839:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.495842:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.495844:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495845:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.495846:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.495848:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495850:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.495851:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.495853:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.495854:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.495855:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.495856:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495857:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.495858:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.495860:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495862:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.495862:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.495864:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.495865:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.495870:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.495871:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495873:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.495874:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.495876:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495877:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.495878:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.495880:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.495880:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.495881:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.495882:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.495883:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.495884:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.495886:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.495892:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.495895:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.495896:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.495900:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.495904:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.495906:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.495907:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.495910:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.495912:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='compat.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.495914:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495916:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.495917:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.495920:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.495921:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.495924:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.495926:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.495929:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.495932:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.495935:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.495935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.495945:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.495947:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.495948:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.495950:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.495955:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.495958:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.495961:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.495962:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.495963:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.495964:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.495965:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.495970:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.495972:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.495973:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.495975:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.495977:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.495978:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.495980:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357315.495982:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.495983:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338628 to hash 00000020:00000001:0.0:1712357315.495985:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.495986:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.495988:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.495990:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.495991:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.495993:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.496935:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.496944:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.496947:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.496952:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.496956:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.496958:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.496960:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.496961:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.496964:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.496967:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.496969:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.496970:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.496975:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.496980:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.496982:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.496984:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.496986:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.496988:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.496991:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.496994:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.496996:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.496998:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.497001:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.497002:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.497008:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.497010:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.497014:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.497018:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167168, portal 10 00000100:00000001:0.0:1712357315.497020:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.497020:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.497025:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.497030:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.497032:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.497034:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357315.497036:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572167168, offset 0 00000400:00000200:0.0:1712357315.497044:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.497049:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.497053:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.497057:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.497066:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.497069:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.497071:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.497074:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [719:719:256:4294967295] 192.168.203.120@tcp LPNI seq info [719:719:8:4294967295] 00000400:00000200:0.0:1712357315.497077:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.497084:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.497088:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.497092:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.497095:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.497100:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.497103:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.497176:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.497178:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.497179:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.497181:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.497182:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.497184:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.497186:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.497188:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.497189:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.497190:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.497646:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.497650:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:2.0:1712357315.497654:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.497658:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.497661:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:2.0:1712357315.497663:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:2.0:1712357315.497665:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.497668:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.497675:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.497682:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.497687:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.497688:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.499717:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000080:00000010:3.1:1712357315.499726:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d2a0. 00000800:00000001:2.0:1712357315.500665:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.500675:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.500677:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.500679:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.500686:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.500690:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.500695:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.500699:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.500701:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.500704:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b400 00000400:00000200:2.0:1712357315.500708:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.500712:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x18fd [1] + 224 00000800:00000001:2.0:1712357315.500717:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.500730:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.500733:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.500736:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.500740:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.500746:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.500754:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.500764:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.500768:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.500771:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.504089:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.504099:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.504100:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.504103:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.504110:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.504112:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.504115:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.504124:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.504147:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504154:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.504156:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.504158:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.504160:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.504162:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.504164:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.504166:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.504172:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.504175:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.504178:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.504180:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504185:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.504187:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.504189:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.504190:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.504191:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.504194:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504199:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.504202:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.504203:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.504206:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.504211:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.504214:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.504217:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.504219:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.504224:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.504227:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504232:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.504234:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.504236:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.504237:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.504240:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.504243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.504245:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.504247:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357315.504249:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.504250:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357315.504254:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504261:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.504264:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504268:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.504270:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504273:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.504274:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.504276:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504280:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.504282:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.504284:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.504286:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.504297:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.504300:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.504302:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504307:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.504309:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.504311:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504314:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.504316:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.504317:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.504318:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.504319:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357315.504320:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.504321:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.504323:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.504325:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.504329:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.504330:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.504332:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.504333:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.504335:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.504336:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.504337:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.504338:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.504340:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338628 from hash 00010000:00000001:0.0:1712357315.504341:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.504342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.504345:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.504346:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.504348:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.504349:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.504350:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.504351:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.504352:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504353:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.504355:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.504358:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.504359:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.504360:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.504361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.504362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.504362:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.504363:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338628 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.504392:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.504393:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.504397:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.504401:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.504406:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.504407:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504409:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504410:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504412:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.504414:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.504415:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504416:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.504417:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.504420:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.504423:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.504428:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504431:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.504432:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.504435:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d400. 00000080:00002000:0.0:1712357315.504439:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.504443:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.504446:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.504448:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504450:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.504452:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.504453:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.504458:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.504460:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.504463:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.504465:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504466:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.504467:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504469:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.504471:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.504474:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.504477:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.504480:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504485:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.504487:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.504489:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.504494:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.504496:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.504497:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.504499:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.504501:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.504503:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.504504:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.504506:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.504509:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.504510:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.504515:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.504516:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.504517:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.504521:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.504522:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.cpython-36.pyc (ffff8800a75165e8, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.504525:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.504527:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.504530:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.504532:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.504533:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.504535:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504571:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.504574:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.504576:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.504579:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504613:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.504615:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.504618:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.504619:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.504622:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.504624:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504626:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.504627:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.504629:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504631:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.504632:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.504633:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.504634:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.504636:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.504637:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504638:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.504639:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.504641:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504642:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.504643:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.504645:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.504645:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.504651:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.504652:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504653:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.504654:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.504657:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504658:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.504659:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.504660:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.504661:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.504662:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.504663:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.504664:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.504665:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.504667:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.504672:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=controller.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.504675:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.504676:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=controller.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.504680:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.504684:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.504686:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.504687:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'controller.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.504690:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.504692:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='controller.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.504694:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504696:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.504697:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: controller.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.504700:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.504701:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.504704:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.504706:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.504709:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.504712:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.504715:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.504720:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.504721:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.504723:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.504725:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.504727:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.504731:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.504735:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.504737:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.504738:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.504739:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.504740:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.504741:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.504746:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.504749:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.504750:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.504752:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.504753:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.504755:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.504757:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357315.504759:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.504760:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f0333862f to hash 00000020:00000001:0.0:1712357315.504762:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.504763:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.504765:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.504766:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.504767:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.504770:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.504775:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.504782:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.504785:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.504789:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.504793:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.504795:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.504797:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.504798:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.504801:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.504803:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.504805:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.504806:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.504810:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504816:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.504817:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.504819:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.504821:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.504824:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.504826:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.504830:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.504831:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.504833:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.504835:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.504836:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.504843:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.504845:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.504849:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.504853:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167232, portal 10 00000100:00000001:0.0:1712357315.504854:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.504855:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.504859:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.504864:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.504867:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.504868:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357315.504871:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167232, offset 0 00000400:00000200:0.0:1712357315.504879:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.504884:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.504889:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.504893:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.504896:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.504898:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.504900:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.504903:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [720:720:256:4294967295] 192.168.203.120@tcp LPNI seq info [720:720:8:4294967295] 00000400:00000200:0.0:1712357315.504905:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.504912:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.504917:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.504921:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357315.504926:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.504932:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.504935:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.505334:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.505336:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.505338:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.505340:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.505341:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.505343:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.505345:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.505346:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.505348:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.505349:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.505496:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.505499:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:2.0:1712357315.505503:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.505507:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.505509:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:2.0:1712357315.505515:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:2.0:1712357315.505518:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.505521:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.505527:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.505529:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.505534:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.505535:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.506793:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:3.1:1712357315.509732:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d400. 00000800:00000001:2.0:1712357315.512845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.512856:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.512860:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.512862:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.512870:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.512876:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.512882:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.512886:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.512889:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.512892:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b440 00000400:00000200:2.0:1712357315.512896:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.512900:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1905 [1] + 224 00000800:00000001:2.0:1712357315.512906:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.512919:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.512921:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.512924:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.512929:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.512935:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.512943:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.514497:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.514506:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.514519:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.516625:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.516634:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.516636:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.516639:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.516645:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.516647:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.516650:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.516658:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.516679:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.516686:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.516687:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.516689:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.516691:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.516693:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.516694:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.516696:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.516702:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.516705:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.516707:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.516709:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.516714:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.516717:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.516719:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.516720:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.516721:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.516724:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.516728:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.516731:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.516732:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.516735:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.516740:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.516743:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.516746:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.516748:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.516753:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.516756:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.516761:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.516764:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.516766:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.516767:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.516770:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.516773:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.516775:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.516777:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357315.516779:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.516781:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357315.516785:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516792:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.516795:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516800:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.516802:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516806:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.516807:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.516808:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516813:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.516814:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.516817:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.516818:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.516829:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.516832:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.516834:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516839:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.516840:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.516843:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516846:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.516848:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.516849:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.516850:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.516851:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357315.516852:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.516854:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.516856:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.516858:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.516862:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.516863:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.516864:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.516865:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.516867:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.516868:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.516869:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.516870:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.516872:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f0333862f from hash 00010000:00000001:0.0:1712357315.516873:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.516874:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.516878:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.516879:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.516880:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.516881:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.516883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.516884:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.516885:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.516886:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.516888:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.516892:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.516893:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.516894:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.516895:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.516895:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.516896:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.516898:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333862f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.516923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.516924:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.516927:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.516931:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.516937:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.516938:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.516939:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.516940:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.516942:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.516943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.516944:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.516945:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.516946:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=controller.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.516949:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.516951:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.516955:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.516958:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.516959:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.516962:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d560. 00000080:00002000:0.0:1712357315.516966:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.516971:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.516974:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.516976:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.516978:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.516980:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.516981:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.516985:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.516987:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.516990:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.516992:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.516993:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.516994:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.516996:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.516998:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.517000:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.517003:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.517006:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.517011:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.517012:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.517014:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.517018:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.517020:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.517021:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.517024:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.517025:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.517028:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.517029:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.517030:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.517033:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.517034:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.517039:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.517040:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.517041:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.517045:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.517046:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry controller.cpython-36.opt-1.pyc (ffff8800a7516d80, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.517049:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.517051:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.517054:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.517056:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.517057:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.517059:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517088:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.517090:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.517092:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.517096:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517099:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.517100:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.517102:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.517104:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.517107:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.517108:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517110:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.517111:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.517113:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517114:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.517115:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.517117:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.517117:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.517119:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.517120:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.517122:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.517124:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517125:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.517126:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.517128:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.517129:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.517134:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.517135:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517137:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.517138:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.517140:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517141:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.517142:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.517144:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.517145:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.517146:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.517147:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.517148:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.517149:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.517150:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.517157:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=controller.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.517160:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.517161:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=controller.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.517165:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.517169:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.517171:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.517172:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'controller.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.517175:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.517177:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='controller.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.517179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.517180:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.517182:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: controller.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.517184:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.517186:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.517188:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.517190:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.517194:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.517196:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.517199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.517200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.517204:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.517206:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.517207:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.517210:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.517214:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.517218:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.517220:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.517222:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.517223:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.517224:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.517225:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.517229:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.517232:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.517233:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.517234:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.517236:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.517237:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.517240:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357315.517241:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.517243:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03338636 to hash 00000020:00000001:0.0:1712357315.517244:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.517245:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.517247:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.517249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.517250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.517252:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.517256:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.517262:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.517265:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.517270:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.517273:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.517275:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.517277:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.517278:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.517281:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.517284:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.517285:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.517286:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.517290:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.517296:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.517297:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.517299:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.517301:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.517304:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167296:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.517306:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.517310:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.517311:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.517313:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.517316:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.517317:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.517324:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.517326:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.517329:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.517334:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167296, portal 10 00000100:00000001:0.0:1712357315.517336:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.517336:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.517340:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.517345:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.517347:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.517349:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357315.517351:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167296, offset 0 00000400:00000200:0.0:1712357315.517358:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.517363:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.517369:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.517373:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.517376:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.517379:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.517381:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.517383:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [721:721:256:4294967295] 192.168.203.120@tcp LPNI seq info [721:721:8:4294967295] 00000400:00000200:0.0:1712357315.517386:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.517393:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.517398:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.517401:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0eb00. 00000800:00000200:0.0:1712357315.517405:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.517411:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.517414:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0eb00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.517422:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.517423:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.517425:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.517427:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.517428:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.517429:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.517431:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.517432:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.517434:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.517434:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.517883:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.517886:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0eb00. 00000400:00000200:2.0:1712357315.517894:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.517898:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.517901:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:2.0:1712357315.517902:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:2.0:1712357315.517904:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.517908:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.517915:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.517917:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.517921:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.517923:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.520737:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:3.1:1712357315.520748:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d560. 00000800:00000001:2.0:1712357315.522156:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.522167:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.522169:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.522171:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.522180:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.522189:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.522195:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.522198:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.522201:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.522205:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b480 00000400:00000200:2.0:1712357315.522208:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.522883:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x190d [1] + 224 00000800:00000001:2.0:1712357315.522891:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.522905:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.522907:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.522911:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.522916:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.522922:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.522940:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.523666:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.523674:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.523678:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.523720:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.523726:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.523728:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.523730:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.523734:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.523736:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.523738:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.523743:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.523758:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.523764:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.523765:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.523767:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.523770:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.523771:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.523773:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.523775:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.523781:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.523784:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.523786:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.523789:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.523794:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.523796:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.523798:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.523799:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.523800:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.523802:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.523808:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.523810:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.523812:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.523814:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.523819:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167296:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.523822:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.523825:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.523827:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.523831:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.523834:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.523886:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.523889:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.523891:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.523892:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.523895:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.523897:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.523899:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.523902:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357315.523903:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.523905:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357315.523909:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.523916:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.523919:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.523923:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.523925:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.523929:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.523930:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.523932:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.523936:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.523938:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.523940:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.523942:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.523953:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.523955:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.523958:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.523963:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.523964:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.523966:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.523970:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.523971:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.523972:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.523973:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.523974:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357315.523975:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.523976:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.523978:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.523980:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.523984:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.523985:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.523986:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.523988:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.523990:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.523991:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.523992:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.523993:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.523995:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f03338636 from hash 00010000:00000001:0.0:1712357315.523996:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.523997:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.524001:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.524002:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.524003:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.524004:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.524005:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.524006:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.524007:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524008:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.524010:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.524014:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.524015:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.524015:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.524016:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.524017:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.524018:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.524018:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.524020:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338636 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.524647:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.524649:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.524653:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.524658:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.524664:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.524665:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524666:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524667:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524669:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.524670:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.524671:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524672:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.524674:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=controller.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.524676:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.524679:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.524684:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524688:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.524689:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.524693:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d6c0. 00000080:00002000:0.0:1712357315.524697:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.524701:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.524704:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.524707:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524710:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.524711:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.524712:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.524717:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.524719:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.524722:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.524724:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524725:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.524726:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524728:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.524730:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.524733:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.524736:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.524740:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.524746:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.524747:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.524749:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.524753:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.524754:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.524756:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.524757:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.524759:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.524761:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.524762:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.524764:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.524767:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.524767:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.524772:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.524774:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.524775:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.524779:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.524781:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry controller.cpython-36.pyc (ffff8800a7516798, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.524783:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.524785:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.524788:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.524790:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.524791:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.524792:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524821:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.524823:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.524825:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.524828:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524831:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.524832:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.524834:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.524835:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.524838:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.524840:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524841:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.524842:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.524844:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524846:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.524847:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.524849:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.524850:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.524852:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.524852:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524854:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.524855:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.524856:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524858:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.524859:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.524860:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.524861:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.524866:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.524867:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524868:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.524870:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.524872:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524873:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.524874:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.524875:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.524876:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.524877:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.524878:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.524879:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.524880:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.524882:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.524893:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=filewrapper.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.524896:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.524898:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=filewrapper.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.524902:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.524906:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.524908:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.524909:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'filewrapper.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.524912:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.524914:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='filewrapper.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.524916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.524918:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.524919:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: filewrapper.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.524922:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.524924:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.524926:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.525109:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.525113:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.525115:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.525119:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.525122:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.525123:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.525126:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.525127:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.525129:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.525133:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.525137:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.525139:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.525141:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.525142:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.525142:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.525144:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.525148:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.525151:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.525152:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.525154:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.525156:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.525157:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.525159:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357315.525161:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.525163:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f0333863d to hash 00000020:00000001:0.0:1712357315.525164:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.525165:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.525168:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.525169:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.525170:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.525172:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.525177:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.525183:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.525186:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.525196:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.525200:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.525201:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.525204:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.525205:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.525208:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.525210:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.525212:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.525213:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.525217:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.525222:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.525223:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.525226:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.525227:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.525229:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167360:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.525232:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.525234:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.525236:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.525237:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.525239:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.525241:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.525246:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.525248:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.525251:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.525255:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167360, portal 10 00000100:00000001:0.0:1712357315.525256:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.525257:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.525261:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.525267:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.525269:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.525270:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357315.525273:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572167360, offset 0 00000400:00000200:0.0:1712357315.525281:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.525286:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.525291:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.525294:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.525297:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.525300:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.525302:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.525304:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [722:722:256:4294967295] 192.168.203.120@tcp LPNI seq info [722:722:8:4294967295] 00000400:00000200:0.0:1712357315.525307:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.525314:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.525318:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.525320:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1712357315.525324:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.525330:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.525333:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.525349:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.525351:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.525353:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.525355:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.525356:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.525357:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.525359:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.525360:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.525361:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.525362:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.525668:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.525671:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:2.0:1712357315.525676:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.525679:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.525682:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:2.0:1712357315.525684:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:2.0:1712357315.525686:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.525689:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.525696:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.525698:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.525702:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.525703:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.527729:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:3.1:1712357315.527738:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d6c0. 00000800:00000001:2.0:1712357315.529746:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.529758:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.529761:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.529763:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.529775:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.529780:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.529786:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.529790:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.529793:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.529796:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b4c0 00000400:00000200:2.0:1712357315.529800:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.529805:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1915 [1] + 224 00000800:00000001:2.0:1712357315.529819:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.529831:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.529833:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.529836:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.529841:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.529846:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.529854:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.529863:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.529868:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.529871:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.530858:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.530865:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.530866:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.530869:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:0.0:1712357315.530872:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:0.0:1712357315.530874:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:0.0:1712357315.530876:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.530881:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.530898:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.530903:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.530905:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.530906:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.530909:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.530910:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.530912:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.530914:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.530920:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.530923:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.530925:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.530928:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.530932:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.530935:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.530936:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.530937:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.530938:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.530942:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.530947:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.530949:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.530950:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.530953:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.530959:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167360:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.530962:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.530965:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.530967:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.530971:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.530974:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.530978:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.530981:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.530983:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.530984:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.530986:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.530989:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.530992:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.530994:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357315.530995:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.530997:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357315.531001:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531009:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.531012:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531016:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.531019:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531023:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.531024:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.531025:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.531031:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.531033:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.531035:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.531045:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.531047:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.531050:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531054:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.531056:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.531058:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531061:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.531063:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.531064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.531064:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.531065:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357315.531066:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.531067:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.531069:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.531071:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.531074:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.531075:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.531077:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.531078:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.531080:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.531081:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.531082:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.531082:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.531084:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f0333863d from hash 00010000:00000001:0.0:1712357315.531085:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.531086:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.531089:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.531090:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.531090:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.531091:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.531093:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.531093:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.531094:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.531096:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.531097:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.531101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.531101:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.531102:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.531103:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.531103:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.531104:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.531105:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333863d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.531895:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.531897:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.531901:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.531906:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.531913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.531914:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.531915:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.531916:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.531918:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.531920:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.531920:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.531922:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.531923:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=filewrapper.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.531926:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.531928:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.531934:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.531938:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.531939:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.531944:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d820. 00000080:00002000:0.0:1712357315.531948:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.531952:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.531956:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.531958:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.531961:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.531962:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.531964:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.531968:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.531970:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.531973:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.531975:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.531976:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.531977:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.531979:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.531981:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.531983:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.531986:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.531990:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.531995:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.531997:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.531999:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.532003:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.532004:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.532005:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.532007:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.532009:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:0.0:1712357315.532011:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.532012:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.532013:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.532016:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.532017:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.532022:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.532024:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.532025:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.532029:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.532030:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry filewrapper.cpython-36.opt-1.pyc (ffff8800a7516948, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.532033:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.532035:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.532039:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.532040:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.532041:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.532043:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532073:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.532075:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.532077:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.532081:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532084:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.532085:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.532087:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.532088:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.532091:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.532092:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532094:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.532095:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.532097:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532098:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.532100:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.532101:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.532102:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.532104:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.532104:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532105:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.532106:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.532108:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532110:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.532111:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.532112:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.532113:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.532119:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.532120:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532121:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.532122:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.532124:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532126:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.532126:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.532128:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.532129:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.532130:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.532130:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.532132:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.532132:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.532134:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.532140:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=filewrapper.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.532143:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.532144:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=filewrapper.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.532148:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.532152:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.532154:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.532156:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'filewrapper.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.532158:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.532160:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='filewrapper.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.532162:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.532164:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.532165:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: filewrapper.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.532167:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.532169:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.532171:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.532173:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.532176:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.532178:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.532181:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.532182:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.532186:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.532189:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.532190:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.532192:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.532197:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7f000. 00000100:00000001:0.0:1712357315.532201:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.532203:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.532205:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.532206:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.532207:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.532208:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.532213:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.532215:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.532216:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.532218:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.532219:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.532221:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.532223:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a06c0. 00000020:00000001:0.0:1712357315.532225:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.532227:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a06c0 with handle 0xbda2fb8f03338644 to hash 00000020:00000001:0.0:1712357315.532228:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.532229:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.532232:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.532233:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.532234:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.532237:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.532242:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.532249:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.532253:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.532257:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.532261:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357315.532262:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357315.532264:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.532265:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.532268:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.532271:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.532273:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.532274:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.532278:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.532283:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.532285:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.532287:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.532288:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.532291:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.532293:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.532296:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.532298:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.532299:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.532302:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357315.532303:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.532308:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.532310:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c630. 00000400:00000010:0.0:1712357315.532314:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357315.532318:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167424, portal 10 00000100:00000001:0.0:1712357315.532320:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.532320:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.532324:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.532330:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.532332:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.532333:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357315.532336:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167424, offset 0 00000400:00000200:0.0:1712357315.532343:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.532348:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.532353:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.532357:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.532360:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.532363:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.532365:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.532368:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [723:723:256:4294967295] 192.168.203.120@tcp LPNI seq info [723:723:8:4294967295] 00000400:00000200:0.0:1712357315.532371:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.532377:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.532382:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.532385:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357315.532389:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.532395:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.532398:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.532416:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.532418:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.532420:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.532422:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.532423:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.532424:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.532426:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.532427:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.532429:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.532430:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.533053:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.533056:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:2.0:1712357315.533061:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.533065:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.533067:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:2.0:1712357315.533069:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:2.0:1712357315.533071:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.533075:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.533081:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.533083:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.533088:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.533089:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.537487:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:3.1:1712357315.537497:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d820. 00000800:00000001:2.0:1712357315.538836:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.538846:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.538849:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.538850:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.538858:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.538863:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.538869:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.538876:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.538879:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.538882:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b500 00000400:00000200:2.0:1712357315.538886:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.538890:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x191d [1] + 224 00000800:00000001:2.0:1712357315.538895:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.538902:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.538904:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.538907:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.538912:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.538917:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.538925:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.540167:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.540177:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.540491:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.540497:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1712357315.540542:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357315.540544:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357315.540546:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c630. 00000400:00000200:3.0:1712357315.540550:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:3.0:1712357315.540552:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:3.0:1712357315.540565:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.540577:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357315.540598:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.540603:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.540605:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.540606:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357315.540609:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357315.540611:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.540612:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.540615:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.540621:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357315.540625:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.540627:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1712357315.540630:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.540635:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357315.540637:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357315.540638:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357315.540640:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357315.540640:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1712357315.540643:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.540648:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1712357315.540650:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357315.540651:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357315.540653:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357315.540659:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.540662:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.540664:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357315.540669:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357315.540671:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.540673:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.540679:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.540682:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:3.0:1712357315.540684:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357315.540685:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1712357315.540687:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357315.540690:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.540692:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.540694:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=4 00000020:00000001:3.0:1712357315.540696:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:3.0:1712357315.540698:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00010000:3.0:1712357315.540702:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540708:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1712357315.540711:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540715:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357315.540717:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540721:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.540722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357315.540724:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540727:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.540729:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.540731:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1712357315.540733:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.540742:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a06c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:3.0:1712357315.540745:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1712357315.540747:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540751:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1712357315.540752:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1712357315.540754:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540757:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1712357315.540758:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1712357315.540759:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.540760:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.540761:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=5 00000020:00000001:3.0:1712357315.540762:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:3.0:1712357315.540763:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:3.0:1712357315.540764:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357315.540766:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:3.0:1712357315.540769:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357315.540770:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.540772:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1712357315.540773:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357315.540775:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357315.540776:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357315.540776:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.540777:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357315.540779:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a06c0 with handle 0xbda2fb8f03338644 from hash 00010000:00000001:3.0:1712357315.540780:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357315.540781:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.540783:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.540784:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357315.540785:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357315.540786:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1712357315.540787:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.540788:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.540789:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540790:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.540791:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540794:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.540795:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.540795:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1712357315.540796:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357315.540797:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.540798:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.540798:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357315.540799:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338644 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.540808:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.540809:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1712357315.540811:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1712357315.540815:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357315.540819:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357315.540820:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.540821:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.540822:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.540824:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357315.540826:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357315.540826:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.540828:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357315.540829:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=filewrapper.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1712357315.540831:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.540834:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.540842:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540845:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357315.540846:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357315.540849:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c7e540. 00000080:00002000:3.0:1712357315.540853:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357315.540857:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.540860:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357315.540862:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.540865:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357315.540866:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357315.540867:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357315.540871:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:3.0:1712357315.540873:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357315.540876:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:3.0:1712357315.540878:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.540879:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.540880:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540881:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357315.540883:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357315.540886:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:3.0:1712357315.540888:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.540890:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572167424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.540894:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357315.540896:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357315.540898:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:3.0:1712357315.540902:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357315.540903:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357315.540904:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357315.540906:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357315.540907:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7f000. 02000000:00000001:3.0:1712357315.540910:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357315.540911:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357315.540912:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:3.0:1712357315.540915:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357315.540916:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.540920:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357315.540921:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357315.540922:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357315.540927:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357315.540928:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry filewrapper.cpython-36.pyc (ffff8800a7516510, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:3.0:1712357315.540930:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.540932:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357315.540934:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357315.540936:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357315.540937:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:3.0:1712357315.540939:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540969:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357315.540971:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.540973:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.540976:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540979:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.540981:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.540983:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.540985:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:3.0:1712357315.540987:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.540989:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540991:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.540992:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.540994:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.540995:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.540996:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.540998:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.540999:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:3.0:1712357315.541000:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.541001:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.541002:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.541003:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.541005:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.541007:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.541007:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:3.0:1712357315.541009:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.541010:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:3.0:1712357315.541015:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.541016:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.541017:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.541018:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.541020:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.541022:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.541023:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:3.0:1712357315.541024:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.541025:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:3.0:1712357315.541026:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.541027:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.541028:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.541028:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.541030:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.541036:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=heuristics.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:3.0:1712357315.541038:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357315.541039:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=heuristics.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:3.0:1712357315.541043:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:3.0:1712357315.541047:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.541049:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357315.541051:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'heuristics.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:3.0:1712357315.541053:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357315.541056:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='heuristics.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:3.0:1712357315.541058:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.541060:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357315.541061:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: heuristics.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357315.541064:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357315.541065:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357315.541068:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34ced80. 00000020:00000040:3.0:1712357315.541070:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357315.541073:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357315.541076:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357315.541079:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.541082:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.541083:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.541085:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357315.541087:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357315.541089:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357315.541094:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa03b400. 00000100:00000001:3.0:1712357315.541097:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.541099:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.541101:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.541102:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.541103:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.541104:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.541109:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322381696 : -131938387169920 : ffff8800b34ced80) 00010000:00000001:3.0:1712357315.541111:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357315.541112:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357315.541114:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:3.0:1712357315.541115:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357315.541117:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357315.541119:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab381440. 00000020:00000001:3.0:1712357315.541120:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357315.541122:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab381440 with handle 0xbda2fb8f0333864b to hash 00000020:00000001:3.0:1712357315.541123:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357315.541124:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186797632 : -131938522753984 : ffff8800ab381440) 00010000:00000001:3.0:1712357315.541126:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186797632 : -131938522753984 : ffff8800ab381440) 00010000:00000001:3.0:1712357315.541128:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.541129:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.541131:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.541136:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.541142:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357315.541145:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357315.541148:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357315.541152:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01fe40. 00000100:00000001:3.0:1712357315.541153:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166475840 : -131938543075776 : ffff8800aa01fe40) 00000100:00000001:3.0:1712357315.541155:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.541156:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322381696 : -131938387169920 : ffff8800b34ced80) 00000100:00000001:3.0:1712357315.541159:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357315.541161:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.541163:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357315.541164:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357315.541168:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.541173:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357315.541174:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.541177:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357315.541178:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.541181:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34ced80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167488:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.541183:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357315.541186:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357315.541187:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.541189:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357315.541191:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a660800. 02000000:00000001:3.0:1712357315.541193:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.541197:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357315.541200:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37609a0. 00000400:00000010:3.0:1712357315.541203:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586c38. 00000100:00000200:3.0:1712357315.541207:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167488, portal 10 00000100:00000001:3.0:1712357315.541208:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.541209:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322381696 : -131938387169920 : ffff8800b34ced80) 00000100:00000040:3.0:1712357315.541212:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.541217:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.541218:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.541220:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586cc0. 00000100:00000200:3.0:1712357315.541221:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167488, offset 0 00000400:00000200:3.0:1712357315.541228:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.541232:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.541237:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.541241:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357315.541243:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357315.541246:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357315.541247:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357315.541250:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [724:724:256:4294967295] 192.168.203.120@tcp LPNI seq info [724:724:8:4294967295] 00000400:00000200:3.0:1712357315.541253:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.541259:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.541263:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.541266:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320600. 00000800:00000200:3.0:1712357315.541269:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.541274:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.541277:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.541283:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.541285:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.541286:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.541288:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357315.541289:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357315.541290:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01fe40 going to sleep for 11 seconds 00000100:00000001:3.0:1712357315.541292:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.541293:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.541294:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.541295:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.541360:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.541362:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320600. 00000400:00000200:3.0:1712357315.541365:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.541368:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.541370:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586cc0 00000400:00000010:3.0:1712357315.541372:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586cc0. 00000100:00000001:3.0:1712357315.541375:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.541377:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.541386:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.541389:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.541394:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.541395:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.543866:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.543875:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.543879:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.543881:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.543888:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.543893:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.543898:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.543901:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.543904:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.543908:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b540 00000400:00000200:2.0:1712357315.543911:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.543915:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1925 [1] + 224 00000800:00000001:2.0:1712357315.543921:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.543933:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.543936:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.543944:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.543949:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.543954:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.543961:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.543971:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.543976:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.543979:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.544018:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.544022:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.544024:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.544027:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b37609a0. 00000400:00000200:0.0:1712357315.544031:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586c38 00000400:00000010:0.0:1712357315.544032:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586c38. 00000100:00000001:0.0:1712357315.544034:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.544038:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.544053:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.544059:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.544060:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.544062:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.544064:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.544066:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.544067:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.544070:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.544075:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.544078:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.544081:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.544084:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.544088:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.544090:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.544092:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.544093:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.544094:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.544097:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.544102:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.544104:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.544106:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.544108:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.544114:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34ced80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167488:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.544117:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.544119:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.544121:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.544125:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.544129:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.544133:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.544136:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01fe40. 00000100:00000001:0.0:1712357315.544139:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.544140:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.544142:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.544145:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.544147:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.544149:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381440 refcount=4 00000020:00000001:0.0:1712357315.544151:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797632 : -131938522753984 : ffff8800ab381440) 00010000:00000001:0.0:1712357315.544153:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797632 : -131938522753984 : ffff8800ab381440) 00010000:00010000:0.0:1712357315.544156:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544163:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.544166:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544170:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.544172:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544176:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.544177:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.544179:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544188:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.544190:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.544192:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.544194:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.544205:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab381440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.544207:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.544209:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544214:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.544215:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.544218:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544221:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.544223:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.544224:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.544224:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.544226:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381440 refcount=5 00000020:00000001:0.0:1712357315.544227:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186797632 : -131938522753984 : ffff8800ab381440) 00010000:00000001:0.0:1712357315.544228:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186797632 : -131938522753984 : ffff8800ab381440) 00010000:00000001:0.0:1712357315.544231:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.544233:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.544236:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.544237:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.544239:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.544240:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.544242:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.544243:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.544244:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.544245:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.544247:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab381440 with handle 0xbda2fb8f0333864b from hash 00010000:00000001:0.0:1712357315.544248:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.544249:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.544253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.544254:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.544255:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.544256:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.544258:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.544259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.544259:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544261:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.544263:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544267:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.544267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.544268:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.544269:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.544270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.544271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.544271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.544272:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381440/0xbda2fb8f0333864b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.544279:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.544280:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.544284:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.544287:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.544294:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.544295:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544296:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544297:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544299:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.544300:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.544301:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544302:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.544303:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=heuristics.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.544306:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.544308:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.544313:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544317:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.544318:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.544321:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d9c0. 00000080:00002000:0.0:1712357315.544325:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7642870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.544328:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.544331:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.544334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544336:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.544337:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.544339:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.544343:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.544345:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.544348:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.544350:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544352:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.544353:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544354:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.544356:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.544359:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000100:00000001:0.0:1712357315.544363:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.544366:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34ced80 x1795536572167488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.544371:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.544372:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.544374:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a660800. 02000000:00000001:0.0:1712357315.544377:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.544379:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.544380:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.544381:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.544383:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa03b400. 02000000:00000001:0.0:1712357315.544386:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.544387:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.544389:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34ced80. 00000100:00000001:0.0:1712357315.544391:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.544392:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.544397:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.544399:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.544400:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.544403:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.544405:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry heuristics.cpython-36.opt-1.pyc (ffff8800a7642870, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.544407:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.544409:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.544412:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.544415:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.544416:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.544417:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544445:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.544446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.544448:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.544452:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544454:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.544455:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.544457:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.544458:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.544460:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.544463:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544464:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.544465:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.544466:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544468:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.544469:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.544471:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.544471:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.544473:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.544474:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544475:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.544476:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.544478:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544479:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.544480:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.544482:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.544482:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.544488:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.544489:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544490:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.544491:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.544493:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544495:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.544496:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.544497:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.544498:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.544499:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.544500:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.544501:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.544502:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.544504:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.544509:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=heuristics.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.544511:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.544512:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=heuristics.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.544516:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614ce00. 00000080:00000001:0.0:1712357315.544520:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.544522:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.544523:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'heuristics.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.544525:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.544528:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='heuristics.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.544529:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.544531:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.544533:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: heuristics.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.544536:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.544537:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.544540:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.544542:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.544545:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.544548:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.544551:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.544551:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.544567:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.544569:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.544570:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.544572:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.544577:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357315.546036:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.546041:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.546043:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.546044:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.546044:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.546046:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.546051:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00010000:00000001:0.0:1712357315.546054:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.546055:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.546058:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.546060:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.546061:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.548386:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357315.548393:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.548395:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f03338652 to hash 00000020:00000001:0.0:1712357315.548397:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.548398:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.548401:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.548404:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.548405:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.548412:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.548418:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.548428:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.548433:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.548442:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.548447:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357315.548448:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357315.548450:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.548451:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.548454:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.548457:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.548459:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.548460:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.548467:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.548473:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.548474:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.548476:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.548479:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.548481:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.548484:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.548488:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.548490:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.548492:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.548496:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357315.548497:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.548506:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.548528:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d10. 00000400:00000010:1.0:1712357315.548534:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357315.548539:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167552, portal 10 00000100:00000001:1.0:1712357315.548541:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.548542:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:1.0:1712357315.548548:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.548563:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.548569:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.548570:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.548573:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167552, offset 0 00000400:00000200:1.0:1712357315.548577:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.548603:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.548607:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.548611:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.548614:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.548616:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.548618:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.548620:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [725:725:256:4294967295] 192.168.203.120@tcp LPNI seq info [725:725:8:4294967295] 00000400:00000200:1.0:1712357315.548623:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.548630:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.548634:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.548637:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.548641:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.548647:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.548651:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.548657:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.548659:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.548660:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.548662:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.548663:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.548665:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.548667:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.548668:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.548670:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.548671:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.548727:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.548730:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357315.548733:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.548738:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.548741:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357315.548743:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357315.548745:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.548749:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.548756:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.548758:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.548764:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.548765:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.556198:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a06c0. 00000080:00000010:3.1:1712357315.556206:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c7e540. 00000800:00000001:2.0:1712357315.556264:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.556274:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.556276:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.556278:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.556286:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.556291:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.556297:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.556300:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.556303:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.556307:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b580 00000400:00000200:2.0:1712357315.556310:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.556315:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1935 [1] + 224 00000800:00000001:2.0:1712357315.556321:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.556332:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.556334:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.556338:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.556342:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.556348:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.556354:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.556363:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.556373:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.556376:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.558266:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.558273:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.558275:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.558277:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d10. 00000400:00000200:1.0:1712357315.558283:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357315.558285:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:1.0:1712357315.558292:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.558299:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.558307:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558313:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.558314:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.558316:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.558319:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.558321:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.558322:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.558324:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.558330:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.558333:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.558335:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.558338:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558343:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.558345:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.558347:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.558348:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.558349:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.558352:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558358:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.558360:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.558362:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.558365:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.558371:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.558374:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.558380:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.558383:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.558384:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.558387:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558392:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.558394:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:1.0:1712357315.558396:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.558397:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.558400:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.558403:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.558405:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.558407:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:1.0:1712357315.558409:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:1.0:1712357315.558410:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:1.0:1712357315.558414:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558422:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.558425:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558429:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.558431:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558435:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.558436:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.558438:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558442:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.558444:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.558446:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.558448:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.558457:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.558459:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.558462:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558466:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.558467:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.558470:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558473:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.558475:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.558476:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.558477:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.558478:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:1.0:1712357315.558479:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:1.0:1712357315.558480:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:1.0:1712357315.558482:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.558484:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.558487:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.558488:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.558490:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.558491:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.558493:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.558494:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.558495:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.558496:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.558498:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f03338652 from hash 00010000:00000001:1.0:1712357315.558499:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.558500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.558503:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.558504:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.558505:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.558506:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.558508:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.558509:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.558510:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558511:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.558513:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.558517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.558518:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.558518:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.558519:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.558519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.558520:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.558521:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f03338652 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.558527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.558528:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.558531:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.558535:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.558541:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.558542:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558543:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558545:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558547:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.558548:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.558549:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558550:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.558552:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=heuristics.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.558563:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.558566:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.558571:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558574:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.558576:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.558580:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880136bc1a40. 00000080:00002000:1.0:1712357315.558599:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.558604:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.558606:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.558609:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558611:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.558612:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.558614:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.558618:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:1.0:1712357315.558619:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.558622:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:1.0:1712357315.558624:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558625:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.558627:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558628:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.558630:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.558632:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614ce00. 00000100:00000001:1.0:1712357315.558635:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.558638:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572167552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558642:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.558644:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.558646:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:1.0:1712357315.558651:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.558652:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.558653:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.558655:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.558656:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:1.0:1712357315.558659:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.558660:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.558661:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000100:00000001:1.0:1712357315.558663:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.558664:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.558668:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.558669:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.558670:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.558674:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.558675:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry heuristics.cpython-36.pyc (ffff8800a7516948, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.558678:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.558679:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.558681:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.558683:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.558684:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:1.0:1712357315.558686:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558711:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.558713:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.558715:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.558719:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558721:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.558722:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.558724:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.558725:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.558728:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.558730:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558732:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.558733:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.558734:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558736:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.558737:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.558738:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.558739:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.558741:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.558742:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558743:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.558744:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.558746:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558748:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.558749:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.558751:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.558751:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.558756:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.558757:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558759:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.558760:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.558762:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558763:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.558764:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.558766:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.558767:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.558768:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.558768:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.558769:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.558770:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.558772:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.558777:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=serialize.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:1.0:1712357315.558780:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.558781:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=serialize.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:1.0:1712357315.558786:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab09800. 00000080:00000001:1.0:1712357315.558789:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.558792:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.558793:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'serialize.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:1.0:1712357315.558795:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.558798:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='serialize.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.558800:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558802:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.558803:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: serialize.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.558806:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.558807:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.558810:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28700. 00000020:00000040:1.0:1712357315.558812:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.558815:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.558818:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.558820:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.558824:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.558826:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.558828:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.558829:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.558831:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.558836:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.558840:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.558843:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.558844:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.558845:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.558846:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.558847:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.558852:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00010000:00000001:1.0:1712357315.558854:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.558855:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.558857:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:1.0:1712357315.558858:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.558860:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.558862:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357315.558864:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.558865:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338659 to hash 00000020:00000001:1.0:1712357315.558867:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.558868:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.558869:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.558871:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.558872:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.558874:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.558879:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.558885:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.558888:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.558891:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.558895:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.558896:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.558898:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.558899:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00000100:00000001:1.0:1712357315.558902:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.558904:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.558906:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.558907:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.558910:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558916:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.558917:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.558919:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.558921:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.558924:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.558926:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.558929:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.558931:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.558932:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.558935:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.558937:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.558942:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.558944:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d10. 00000400:00000010:1.0:1712357315.558948:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357315.558952:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167616, portal 10 00000100:00000001:1.0:1712357315.558953:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.558954:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00000100:00000040:1.0:1712357315.558958:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.558963:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.558965:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.558966:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357315.558968:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167616, offset 0 00000400:00000200:1.0:1712357315.558975:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.558980:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.558986:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.558990:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.558993:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.558996:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.558997:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.559000:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [726:726:256:4294967295] 192.168.203.120@tcp LPNI seq info [726:726:8:4294967295] 00000400:00000200:1.0:1712357315.559003:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.559009:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.559014:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.559017:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357315.559022:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.559026:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.559030:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.559044:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.559046:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.559047:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.559049:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.559050:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.559052:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.559053:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.559054:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.559056:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.559057:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.560241:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.560245:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357315.560250:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.560255:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.560258:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357315.560260:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357315.560262:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.560266:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.560273:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.560276:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.560280:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.560286:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.562164:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab381440. 00000080:00000010:2.1:1712357315.562172:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d9c0. 00000800:00000001:2.0:1712357315.564499:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.564509:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.564512:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.564513:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.564522:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.564527:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.564533:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.564536:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.564539:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.564543:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b5c0 00000400:00000200:2.0:1712357315.564546:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.564551:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x193d [1] + 224 00000800:00000001:2.0:1712357315.564565:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.564576:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.564579:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.564603:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.564608:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.564614:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.564623:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.564638:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.564643:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.564647:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.564916:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.564921:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.564923:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.564925:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d10. 00000400:00000200:1.0:1712357315.564928:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:1.0:1712357315.564930:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:1.0:1712357315.564932:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.564936:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.564951:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.564956:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.564958:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.564959:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.564962:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.564963:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.564965:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.564967:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.564974:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.564977:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.564979:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.564982:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.564986:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.564988:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.564989:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.564991:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.564992:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.564995:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.565000:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.565001:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.565003:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.565005:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.565011:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.565014:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.565016:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.565018:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.565022:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.565025:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.565029:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.565032:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.565033:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.565034:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.565036:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.565039:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.565041:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.565043:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357315.565044:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.565046:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357315.565051:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565057:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.565060:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565064:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.565066:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565071:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.565072:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.565073:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565077:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.565085:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.565088:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.565090:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.565100:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.565103:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.565106:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565110:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.565112:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.565114:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565117:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.565119:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.565120:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.565121:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.565122:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357315.565123:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.565125:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357315.565127:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.565129:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.565133:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.565134:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.565136:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.565137:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.565139:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.565140:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.565141:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.565142:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.565144:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338659 from hash 00010000:00000001:1.0:1712357315.565145:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.565146:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.565150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.565150:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.565152:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.565152:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.565154:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.565155:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.565156:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565157:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.565159:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.565164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.565165:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.565166:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.565167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.565167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.565168:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.565170:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338659 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.565176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.565178:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.565181:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.565185:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.565190:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.565191:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565193:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565194:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565196:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.565197:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.565198:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565199:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.565200:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=serialize.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.565203:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.565205:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.565771:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565774:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.565776:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.565780:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880136bc1d40. 00000080:00002000:1.0:1712357315.565783:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.565787:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.565790:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.565793:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565795:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.565796:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.565798:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.565802:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:1.0:1712357315.565803:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.565807:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:1.0:1712357315.565809:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565810:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.565811:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565813:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.565815:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.565817:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09800. 00000100:00000001:1.0:1712357315.565822:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.565825:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28700 x1795536572167616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.565830:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.565832:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.565834:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.565837:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.565839:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.565840:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.565842:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.565843:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:1.0:1712357315.565846:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.565847:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.565848:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28700. 00000100:00000001:1.0:1712357315.565851:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.565852:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.565858:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.565859:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.565860:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.565863:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.565864:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry serialize.cpython-36.opt-1.pyc (ffff8800a7702ca8, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:1.0:1712357315.565867:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.565869:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.565871:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.565872:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.565873:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:1.0:1712357315.565875:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565901:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.565903:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.565904:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.565908:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565910:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.565911:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.565913:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.565914:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.565916:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.565918:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565920:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.565921:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.565923:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565924:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.565925:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.565927:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.565928:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.565929:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.565930:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565931:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.565932:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.565934:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565936:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.565937:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.565938:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.565939:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.565943:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.565944:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.565947:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.565948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565950:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.565951:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.565952:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.565953:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.565954:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.565954:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.565956:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.565957:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.565958:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.565962:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=serialize.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:1.0:1712357315.565965:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.565966:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=serialize.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:1.0:1712357315.565969:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab09800. 00000080:00000001:1.0:1712357315.565973:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.565975:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.565976:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'serialize.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:1.0:1712357315.565978:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.565981:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='serialize.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.565983:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.565985:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.565986:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: serialize.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.565989:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.565990:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.565992:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28700. 00000020:00000040:1.0:1712357315.565994:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.565997:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.566000:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.566002:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.566003:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.566006:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.566008:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.566010:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.566012:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.566016:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542c00. 00000100:00000001:1.0:1712357315.566020:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.566022:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.566023:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.566024:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.566025:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.566026:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.566031:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00010000:00000001:1.0:1712357315.566033:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.566034:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.566036:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:1.0:1712357315.566037:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.566039:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.566041:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357315.566043:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.566044:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f03338660 to hash 00000020:00000001:1.0:1712357315.566046:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.566046:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357315.566049:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357315.566050:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.566051:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.566053:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.566059:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.566065:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.566069:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.566072:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.566076:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158f00. 00000100:00000001:1.0:1712357315.566077:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535296 : -131938525016320 : ffff8800ab158f00) 00000100:00000001:1.0:1712357315.566079:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.566080:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00000100:00000001:1.0:1712357315.566083:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.566085:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.566087:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.566088:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.566091:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.566097:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.566098:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.566100:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.566102:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.566104:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.566107:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.566110:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.566111:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.566113:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.566115:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe9000. 02000000:00000001:1.0:1712357315.566116:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.566121:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.566123:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d10. 00000400:00000010:1.0:1712357315.566126:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357315.566131:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167680, portal 10 00000100:00000001:1.0:1712357315.566132:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.566133:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526855424 : -131936182696192 : ffff880136b28700) 00000100:00000040:1.0:1712357315.566137:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.566142:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.566144:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.566146:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357315.566148:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167680, offset 0 00000400:00000200:1.0:1712357315.566155:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.566159:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.566163:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.566167:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.566170:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.566172:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.566174:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.566177:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [727:727:256:4294967295] 192.168.203.120@tcp LPNI seq info [727:727:8:4294967295] 00000400:00000200:1.0:1712357315.566180:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.566186:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.566191:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.566194:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.566198:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.566203:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.566206:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.566213:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.566215:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.566217:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.566218:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.566220:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.566221:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158f00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.566223:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.566224:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.566225:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.566226:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.567358:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.567362:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357315.567366:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.567371:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.567374:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357315.567376:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357315.567379:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.567383:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.567391:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.567394:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.567398:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.567399:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.578056:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.578066:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.578069:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.578070:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.578078:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.578083:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.578089:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.578096:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.578099:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.578102:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b600 00000400:00000200:2.0:1712357315.578105:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.578109:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1945 [1] + 224 00000800:00000001:2.0:1712357315.578114:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.578123:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.578125:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.578128:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.578133:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.578138:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.578146:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.578155:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.578159:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.578161:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.578219:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.578227:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.578229:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.578231:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d10. 00000400:00000200:0.0:1712357315.578235:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:0.0:1712357315.578239:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:0.0:1712357315.578241:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.578246:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.578254:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578268:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.578270:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.578272:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.578274:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.578276:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.578278:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.578280:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.578287:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.578290:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.578292:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.578296:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578301:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.578304:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.578305:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.578307:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.578308:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.578311:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578316:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.578319:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.578321:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.578323:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.578330:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.578333:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.578335:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.578337:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.578339:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.578342:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578355:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.578358:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158f00. 00000100:00000001:0.0:1712357315.578360:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.578361:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.578364:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.578367:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.578370:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.578372:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:0.0:1712357315.578374:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:0.0:1712357315.578375:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:0.0:1712357315.578379:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578387:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.578390:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578396:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.578398:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578402:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.578403:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.578405:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578409:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.578411:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.578413:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.578415:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.578420:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.578425:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.578428:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578433:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.578434:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.578436:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578440:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.578441:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.578442:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.578443:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.578444:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:0.0:1712357315.578445:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:0.0:1712357315.578447:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:0.0:1712357315.578449:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.578450:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.578454:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.578455:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.578457:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.578458:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.578460:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.578461:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.578462:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.578463:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.578465:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f03338660 from hash 00010000:00000001:0.0:1712357315.578466:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.578467:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.578468:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.578469:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.578469:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.578470:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.578475:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.578476:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.578477:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578478:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.578480:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578484:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.578485:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.578485:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.578486:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.578487:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.578488:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.578489:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.578490:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338660 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.578496:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.578497:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.578501:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.578505:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.578511:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.578512:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578513:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578514:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578516:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.578518:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.578519:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578520:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.578522:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=serialize.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.578524:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.578527:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.578528:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578531:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.578532:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.578536:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4df40. 00000080:00002000:0.0:1712357315.578542:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7702e58 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.578546:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.578550:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.578565:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578567:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.578569:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.578570:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.578574:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.578576:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.578579:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.578596:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578598:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.578599:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578601:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.578603:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.578606:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09800. 00000100:00000001:0.0:1712357315.578611:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.578614:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28700 x1795536572167680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578620:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.578621:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.578624:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe9000. 02000000:00000001:0.0:1712357315.578628:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.578630:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.578631:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.578633:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.578635:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542c00. 02000000:00000001:0.0:1712357315.578637:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.578638:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.578640:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28700. 00000100:00000001:0.0:1712357315.578643:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.578644:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.578646:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.578647:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.578647:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.578652:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.578657:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry serialize.cpython-36.pyc (ffff8800a7702e58, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.578660:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.578662:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.578665:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.578667:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.578668:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.578670:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578698:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.578700:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.578702:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.578706:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578708:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.578710:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.578711:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.578713:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.578716:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.578717:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578719:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.578720:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.578722:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578724:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.578725:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.578727:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.578728:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.578729:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.578730:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578731:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.578733:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.578734:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578736:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.578736:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.578738:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.578739:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.578740:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.578741:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578742:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.578746:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.578748:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578750:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.578750:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.578752:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.578753:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.578754:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.578755:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.578756:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.578757:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.578758:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.578763:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=wrapper.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.578765:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.578766:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=wrapper.cpython-36.opt-1.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.578770:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.578774:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.578776:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.578777:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'wrapper.cpython-36.opt-1.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.578780:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.578782:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='wrapper.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.578784:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578786:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.578787:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: wrapper.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.578790:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.578791:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.578794:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7480. 00000020:00000040:0.0:1712357315.578796:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.578799:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.578802:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.578805:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.578806:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.578807:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.578808:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.578810:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.578815:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.578820:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357315.578823:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.578826:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.578827:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.578828:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.578829:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.578830:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.578835:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00010000:00000001:0.0:1712357315.578838:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.578839:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.578841:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.578842:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.578844:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.578846:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357315.578848:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.578850:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03338667 to hash 00000020:00000001:0.0:1712357315.578851:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.578852:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.578854:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.578856:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.578857:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.578859:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.578863:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.578870:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.578873:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.578874:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.578877:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.578879:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.578884:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.578885:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000001:0.0:1712357315.578888:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.578891:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.578892:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.578893:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.578897:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578902:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.578903:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.578905:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.578907:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.578909:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.578911:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.578914:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.578916:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.578918:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.578921:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.578922:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.578925:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.578928:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c688. 00000400:00000010:0.0:1712357315.578931:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.578935:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167744, portal 10 00000100:00000001:0.0:1712357315.578936:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.578937:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000040:0.0:1712357315.578940:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.578945:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.578947:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.578949:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357315.578950:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572167744, offset 0 00000400:00000200:0.0:1712357315.578955:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.578958:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.578965:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.578969:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.578972:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.578974:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.578976:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.578979:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [728:728:256:4294967295] 192.168.203.120@tcp LPNI seq info [728:728:8:4294967295] 00000400:00000200:0.0:1712357315.578982:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.578989:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.578993:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.578996:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.579000:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.579006:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.579009:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.579033:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.579035:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.579036:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.579038:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.579039:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.579041:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.579043:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.579044:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.579045:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.579046:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.580461:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.580465:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.580471:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.580476:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.580479:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:3.0:1712357315.580480:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:3.0:1712357315.580484:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.580489:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.580497:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.580499:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.580504:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.580506:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.582092:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:2.1:1712357315.582099:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880136bc1a40. 00010000:00000010:2.1:1712357315.582130:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357315.582133:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880136bc1d40. 00000800:00000001:2.0:1712357315.587930:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.587940:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.587944:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.587945:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.587954:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.587959:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.587965:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.587969:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.587972:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.587975:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b640 00000400:00000200:2.0:1712357315.587978:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.587983:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x194d [1] + 224 00000800:00000001:2.0:1712357315.587988:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.587998:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.588000:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.588007:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.588012:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.588018:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.588026:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.588035:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.588039:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.588042:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.588471:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.588478:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.588479:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.588482:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c688. 00000400:00000200:0.0:1712357315.588486:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357315.588488:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357315.588490:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.588494:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.588502:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.588511:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.588513:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.588515:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.588517:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.588519:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.588521:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.588523:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.588529:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.588532:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.588534:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.588537:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.588542:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.588544:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.588545:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.588547:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.588548:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.588551:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.588566:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.588569:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.588570:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.588573:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.588579:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.588598:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.588600:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.588602:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.588603:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.588606:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.588618:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.588621:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.588623:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.588623:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.588626:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.588628:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.588631:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.588633:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357315.588635:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.588637:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357315.588640:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588647:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.588651:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588655:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.588657:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588661:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.588663:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.588665:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588669:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.588671:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.588673:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.588674:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.588679:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.588684:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.588687:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588691:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.588693:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.588695:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588698:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.588700:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.588702:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.588703:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.588703:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357315.588705:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.588706:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.588708:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.588710:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.588714:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.588715:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.588717:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.588718:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.588721:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.588722:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.588723:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.588724:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.588726:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f03338667 from hash 00010000:00000001:0.0:1712357315.588727:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.588728:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.588729:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.588729:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.588730:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.588731:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.588736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.588737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.588738:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588739:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.588741:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588745:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.588746:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.588746:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.588747:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.588748:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.588748:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.588749:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.588750:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338667 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.588756:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.588757:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.588760:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.588765:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.588770:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.588771:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.588773:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.588774:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.588776:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.588778:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.588779:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.588780:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.588782:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=wrapper.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.588785:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.588788:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.588790:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588792:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.588794:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.588797:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4d6c0. 00000080:00002000:0.0:1712357315.588803:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.588809:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.588813:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.588815:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.588817:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.588819:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.588820:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.588824:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.588826:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.588830:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.588832:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.588833:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.588834:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588835:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.588837:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.588840:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000100:00000001:0.0:1712357315.588843:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.588846:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7480 x1795536572167744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.588850:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.588852:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.588854:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.588857:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.588859:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.588860:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.588861:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.588863:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357315.588866:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.588868:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.588869:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7480. 00000100:00000001:0.0:1712357315.588872:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.588872:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.588874:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.588875:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.588876:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.588879:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.588884:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry wrapper.cpython-36.opt-1.pyc (ffff8800a75165e8, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.588886:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.588888:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.588891:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.588892:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.588893:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.588896:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588922:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.588924:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.588926:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.588930:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588932:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.588933:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.588935:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.588936:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.588939:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.588941:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588943:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.588944:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.588946:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588948:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.588949:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.588950:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.588951:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.588953:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.588954:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588955:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.588956:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.588958:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588959:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.588960:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.588962:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.588963:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.588964:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.588965:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588966:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.588971:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.588973:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588974:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.588975:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77026c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.588977:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.588978:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.588979:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.588980:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.588981:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.588982:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff8800a76e38c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.588984:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.588988:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=wrapper.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), flags=0 00000080:00000001:0.0:1712357315.588991:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.588992:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=wrapper.cpython-36.pyc, dir=[0x200000401:0x3d:0x0](ffff8800a76e38c8), intent=getattr 00000080:00000010:0.0:1712357315.588996:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.589005:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.589007:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.589009:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'wrapper.cpython-36.pyc' on [0x200000401:0x3d:0x0] 00800000:00000001:0.0:1712357315.589012:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.589014:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3d:0x0], fid2=[0x0:0x0:0x0], name='wrapper.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.589016:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.589018:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.589019:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: wrapper.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3d:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.589022:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.589023:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.589026:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7480. 00000020:00000040:0.0:1712357315.589029:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.589032:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.589034:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.589037:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.589038:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.589039:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.589041:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.589043:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.589048:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.589053:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357315.589057:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.589060:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.589061:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.589062:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.589063:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.589064:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.589069:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00010000:00000001:0.0:1712357315.589072:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.589073:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.589075:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.589076:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.589078:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.589080:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357315.589082:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.589084:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f0333866e to hash 00000020:00000001:0.0:1712357315.589086:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.589087:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.589089:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.589091:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.589092:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.589094:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.589099:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.589106:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.589110:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.589111:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.589114:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.589115:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.589121:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.589122:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000001:0.0:1712357315.589125:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.589128:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.589130:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.589132:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.589135:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.589141:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.589142:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.589144:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.589147:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.589149:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.589151:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.589154:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.589156:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.589157:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.589160:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.589161:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.589165:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.589168:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c688. 00000400:00000010:0.0:1712357315.589171:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.589175:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167808, portal 10 00000100:00000001:0.0:1712357315.589176:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.589177:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000040:0.0:1712357315.589181:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.589186:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.589188:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.589190:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357315.589192:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572167808, offset 0 00000400:00000200:0.0:1712357315.589196:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.589200:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.589209:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.589213:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.589216:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.589219:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.589220:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.589223:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [729:729:256:4294967295] 192.168.203.120@tcp LPNI seq info [729:729:8:4294967295] 00000400:00000200:0.0:1712357315.589227:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.589234:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.589239:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.589241:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357315.589245:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.589251:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.589253:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.591775:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.591779:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.591782:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.591784:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.591786:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.591788:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.591791:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.591793:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.591795:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.591796:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.592182:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.592186:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357315.592191:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.592198:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.592202:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:3.0:1712357315.592208:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:3.0:1712357315.592212:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.592217:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.592226:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.592229:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.592233:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.592234:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.594640:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.594650:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.594653:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.594655:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.594663:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.594669:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.594674:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.594678:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.594681:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.594684:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b680 00000400:00000200:3.0:1712357315.594688:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.594692:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1955 [1] + 224 00000800:00000001:3.0:1712357315.594698:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.594709:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.594712:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.594715:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.594719:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.594725:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.594733:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.596334:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.596348:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.596361:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.596613:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.596619:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.596620:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.596623:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c688. 00000400:00000200:0.0:1712357315.596627:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357315.596629:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357315.596631:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.596639:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.596646:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.596657:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.596659:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.596660:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.596663:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.596664:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.596666:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.596668:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.596675:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.596678:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.596680:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.596683:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.596687:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.596690:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.596691:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.596693:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.596693:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.596696:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.596702:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.596705:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.596706:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.596709:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.596715:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.596718:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.596721:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.596722:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.596724:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.596726:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.596738:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.596741:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.596743:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.596744:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.596747:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.596749:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.596752:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.596754:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357315.596756:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.596758:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357315.596761:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596769:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.596772:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596777:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.596779:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596783:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.596784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.596785:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596789:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.596791:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.596793:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.596795:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.596799:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.596806:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.596809:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596813:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.596814:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.596816:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596819:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.596821:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.596822:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.596823:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.596824:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357315.596825:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.596826:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.596828:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.596830:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.596833:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.596834:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.596835:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.596836:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.596838:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.596839:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.596840:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.596841:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.596842:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f0333866e from hash 00010000:00000001:0.0:1712357315.596844:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.596844:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.596845:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.596846:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.596846:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.596847:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.596852:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.596853:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.596854:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.596855:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.596856:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596859:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.596860:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.596861:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.596861:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.596862:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.596863:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.596863:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.596864:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333866e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.596871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.596872:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.596875:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.596879:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.596884:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.596885:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.596886:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.596887:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.596889:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.596891:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.596891:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.596892:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.596894:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=wrapper.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.596897:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.596899:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.596900:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.596903:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.596905:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.596908:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4dc20. 00000080:00002000:0.0:1712357315.596914:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.596919:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.596922:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.596925:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.596927:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.596929:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.596930:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.596934:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e300 count: 2 00010000:00000001:0.0:1712357315.596936:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.596939:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/61 (0 0) 00000002:00000001:0.0:1712357315.596940:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.596942:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.596944:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.596945:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.596948:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.596950:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000100:00000001:0.0:1712357315.596953:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.596956:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7480 x1795536572167808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.596961:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.596962:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.596965:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.596968:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.596969:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.596970:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.596972:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.596973:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357315.596976:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.596977:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.596978:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7480. 00000100:00000001:0.0:1712357315.596981:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.596982:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.596983:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.596984:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.596985:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.596990:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.596996:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry wrapper.cpython-36.pyc (ffff8800a7516510, parent ffff8800a77026c0, inode (null)) hashed, 00000080:00000001:0.0:1712357315.596999:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.597001:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.597004:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.597006:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.597007:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77026c0, parent ffff8800a77025e8, inode ffff8800a76e38c8) hashed, 00000080:00000001:0.0:1712357315.597009:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597133:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.597135:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.597137:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.597141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597143:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.597144:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.597146:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.597148:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.597150:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.597152:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597153:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.597154:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.597156:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597158:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.597159:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.597161:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.597162:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.597163:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.597164:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597166:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.597166:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.597168:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597170:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.597170:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.597172:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.597173:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.597174:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.597175:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.597176:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.597181:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.597183:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.597189:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=0 00000080:00000001:0.0:1712357315.597191:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.597192:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:0.0:1712357315.597196:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.597200:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.597202:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.597204:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'caches' on [0x200000401:0x2f:0x0] 00800000:00000001:0.0:1712357315.597206:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.597208:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='caches' -> mds #0 00800000:00000001:0.0:1712357315.597210:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.597212:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.597214:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: caches,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.597216:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.597218:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.597220:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7480. 00000020:00000040:0.0:1712357315.597223:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.597226:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.597228:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.597231:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.597232:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.597233:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.597234:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.597236:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.597238:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.597243:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7dc00. 00000100:00000001:0.0:1712357315.597247:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.597249:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.597250:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.597251:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.597252:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.597253:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.597258:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00010000:00000001:0.0:1712357315.597260:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.597265:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.597268:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:0.0:1712357315.597269:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.597271:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.597273:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357315.597275:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.597277:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338675 to hash 00000020:00000001:0.0:1712357315.597278:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.597279:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.597281:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.597283:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.597284:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.597286:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.597292:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.597299:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.597302:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.597304:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.597307:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.597308:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.597310:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.597311:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000001:0.0:1712357315.597314:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.597316:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.597318:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.597319:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.597323:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.597329:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.597330:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.597335:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.597337:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.597340:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.597343:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.597346:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.597347:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.597349:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.597352:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.597353:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.597359:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.597361:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c688. 00000400:00000010:0.0:1712357315.597365:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.597369:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572167872, portal 10 00000100:00000001:0.0:1712357315.597371:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.597372:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000040:0.0:1712357315.597376:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.597382:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.597384:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.597386:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357315.597388:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572167872, offset 0 00000400:00000200:0.0:1712357315.597391:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.597396:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.597401:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.597405:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.597409:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.597412:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.597414:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.597417:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [730:730:256:4294967295] 192.168.203.120@tcp LPNI seq info [730:730:8:4294967295] 00000400:00000200:0.0:1712357315.597420:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.597426:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.597430:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.597437:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1712357315.597441:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.597447:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.597450:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.597471:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.597473:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.597474:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.597476:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.597477:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.597479:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.597480:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.597482:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.597483:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.597484:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.597652:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.597656:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1712357315.597660:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.597664:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.597666:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357315.597668:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357315.597670:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.597673:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.597679:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.597681:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.597685:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.597687:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.598636:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:3.1:1712357315.598642:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4df40. 00000800:00000001:3.0:1712357315.602798:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.602806:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.602809:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.602810:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.602818:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.602824:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.602829:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.602832:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.602835:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.602838:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b6c0 00000400:00000200:3.0:1712357315.602841:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.602845:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x195d [1] + 224 00000800:00000001:3.0:1712357315.602850:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.602858:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.602860:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.602864:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.602868:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.602878:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.602896:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.602905:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.602910:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.602913:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.604137:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.604143:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.604144:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.604146:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c688. 00000400:00000200:0.0:1712357315.604151:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357315.604153:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357315.604155:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.604160:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.604168:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.604173:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.604175:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.604176:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.604179:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.604181:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.604182:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.604185:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.604191:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.604193:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.604195:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.604201:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604203:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.604206:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.604208:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.604210:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.604211:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.604212:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.604215:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.604221:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.604223:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.604225:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.604227:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.604233:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572167872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.604236:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.604238:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.604239:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.604241:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.604243:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.604247:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.604249:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.604251:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.604252:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604254:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.604257:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604259:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604261:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357315.604262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604264:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000040:0.0:1712357315.604269:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0fc0, remote cookie: 0xa8e7976a8eb21f1a, flags: 0x1001 00010000:00010000:0.0:1712357315.604275:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.604282:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3e:0x0].0x0, instead of [0x200000401:0x2f:0x0].0x0 00010000:00000001:0.0:1712357315.604284:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.604291:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e200. 00010000:00000010:0.0:1712357315.604293:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.604296:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.604298:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.604304:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604308:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.604311:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.604312:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.604313:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.604314:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.604316:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3e:0x0].0x0 (ffff8800b6f0e200) refcount = 1 00010000:00010000:0.0:1712357315.604319:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604323:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.604325:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.604326:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.604328:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.604330:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.604332:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604337:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.604342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604345:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604348:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.604349:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604350:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604352:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604353:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604354:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604356:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604356:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604357:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357315.604358:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604360:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604361:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.604363:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.604365:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604369:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604369:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604371:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604371:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357315.604372:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604373:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604375:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.604376:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604380:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604380:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.604384:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604388:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.604389:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604390:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604390:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604391:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.604394:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.604400:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604400:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604401:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604402:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604403:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.604406:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604407:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604409:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.604411:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604411:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604412:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604413:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604415:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00000002:00010000:0.0:1712357315.604416:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604421:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604421:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604422:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.604423:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604423:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604424:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604425:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604430:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000040:0.0:1712357315.604433:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e200 count: 2 00010000:00000001:0.0:1712357315.604434:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.604436:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/62 (0 0) 00010000:00000001:0.0:1712357315.604438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604439:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.604440:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.604442:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=caches intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.604444:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604447:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604449:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604453:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.604454:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357315.604457:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.604459:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604462:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604464:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.604466:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.604468:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:0.0:1712357315.604470:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.604474:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.604476:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3e:0x0] 00000080:00000001:0.0:1712357315.604478:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604480:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:0.0:1712357315.604482:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.604485:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3e:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.604487:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3e:0x0](ffff8800a76e40c8): rc = 0 00000080:00000001:0.0:1712357315.604489:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123239112 : -131938586312504 : ffff8800a76e40c8) 00010000:00000001:0.0:1712357315.604490:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604491:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604492:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604493:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604494:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604495:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604499:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.604500:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.604501:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.604503:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.604504:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604506:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.604507:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.604510:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) for lock 0xbda2fb8f03338675 00000080:00000001:0.0:1712357315.604512:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604513:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.604514:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604516:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.604516:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604517:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604518:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604519:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604520:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.604523:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604525:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.604528:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a9bd68e0. 00000080:00002000:0.0:1712357315.604531:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode ffff8800a76e40c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.604534:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.604536:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604538:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.604540:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) 00000080:00010000:0.0:1712357315.604543:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338675 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357315.604544:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604545:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604546:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604547:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604548:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604549:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.604565:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604570:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604571:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604572:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.604573:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.604575:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604580:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.604596:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.604597:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.604600:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604601:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604602:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604604:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.604605:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604607:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604608:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604609:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.604610:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604610:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.604612:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.604615:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000100:00000001:0.0:1712357315.604617:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.604620:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7480 x1795536572167872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.604625:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.604626:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.604629:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.604632:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.604633:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.604634:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=5 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.604636:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.604637:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357315.604639:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.604645:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.604646:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7480. 00000100:00000001:0.0:1712357315.604649:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.604650:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.604651:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.604652:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.604654:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357315.604661:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file caches:[0x200000401:0x3e:0x0](ffff8800a76e40c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357315.604665:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357315.604667:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8),name=caches 00000080:00000010:0.0:1712357315.604671:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.604675:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604678:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.604680:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x3e:0x0] 'caches' on [0x200000401:0x2f:0x0] 00800000:00000001:0.0:1712357315.604682:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.604685:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x200000401:0x3e:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357315.604687:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604689:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.604691:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x3e:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.604693:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.604694:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.604695:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.604697:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e200 count: 2 00010000:00000001:0.0:1712357315.604699:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.604701:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.604702:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357315.604704:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357315.604708:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357315.604710:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.604712:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357315.604717:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357315.604721:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.604722:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357315.604723:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357315.604725:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357315.604726:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.604728:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357315.604729:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.604731:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) 00000080:00010000:0.0:1712357315.604733:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) for lock 0xbda2fb8f03338675 00000080:00000001:0.0:1712357315.604734:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604736:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.604736:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604737:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.604738:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604739:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604740:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604741:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604742:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.604744:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604745:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.604746:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338675 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357315.604747:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.604748:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.604749:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=3 00000020:00000001:0.0:1712357315.604750:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604751:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.604752:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.604754:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604758:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604758:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604762:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.604762:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.604764:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.604769:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.604770:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.604770:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.604772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604773:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604773:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604775:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.604775:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604776:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604778:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604779:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.604779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604780:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357315.604781:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357315.604782:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.604784:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357315.604787:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file caches:[0x200000401:0x3e:0x0](ffff8800a76e40c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357315.604790:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.604792:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7516af8, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:0.0:1712357315.604794:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604820:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.604822:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.604823:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.604826:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604829:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.604830:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.604832:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.604834:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.604836:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.604837:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604839:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.604840:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.604845:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604846:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.604848:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.604849:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.604850:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.604852:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.604853:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604854:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.604856:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.604857:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604859:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.604860:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.604862:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.604863:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.604864:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.604865:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604866:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.604867:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.604868:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604870:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.604871:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7516af8) flags 0x108008e refc 0 00000080:00000001:0.0:1712357315.604872:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.604873:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=0 00000080:00000001:0.0:1712357315.604874:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.604875:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604881:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357315.604883:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file caches:[0x200000401:0x3e:0x0](ffff8800a76e40c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.714139994, ctime 1712357315.000000000 00000080:00000002:0.0:1712357315.604887:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:0.0:1712357315.604890:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.604891:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357315.604893:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.604895:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357315.604897:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x3e:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357315.604899:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604904:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357315.604905:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357315.604907:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e200 count: 2 00010000:00000001:0.0:1712357315.604909:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.604911:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357315.604913:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.604915:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357315.604920:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.604922:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357315.604923:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357315.604924:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x3e:0x0] mode (null) 00000080:00000001:0.0:1712357315.604925:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604927:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.604927:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.604928:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e200 count: 3 00010000:00000001:0.0:1712357315.604930:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.604931:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604932:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604933:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.604933:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.604934:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e200 count: 3 00010000:00000001:0.0:1712357315.604935:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.604937:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604938:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.604938:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.604939:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.604940:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e200 count: 3 00010000:00000001:0.0:1712357315.604941:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.604942:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.604944:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357315.604945:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x3e:0x0] lli = ffff8800a76e4000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357315.604948:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357315.604949:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357315.604950:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357315.604954:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) invalid 00000080:00002000:0.0:1712357315.604956:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry caches (ffff8800a7516af8) parent ffff8800a77025e8 inode ffff8800a76e40c8 refc 1 00000080:00000001:0.0:1712357315.604958:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357315.604959:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357315.604960:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.604962:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.604963:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.604964:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.604965:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.604966:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357315.604968:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f03338675 from hash 00010000:00000001:0.0:1712357315.604970:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.604970:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604971:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604972:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.604973:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.604974:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357315.604976:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.604977:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.604978:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357315.604982:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7480. 00000020:00000040:0.0:1712357315.604984:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.604987:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.604989:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.604991:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.604991:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.604992:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.604994:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.604995:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.604997:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.605001:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b614d400. 00000100:00000001:0.0:1712357315.605005:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.605006:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.605007:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357315.605011:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.605023:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357315.605024:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.605025:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.605027:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f03338675 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21f1a expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.605032:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6f0e200 count: 0 00010000:00000010:0.0:1712357315.605035:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.605042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.605043:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.605044:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.605045:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.605046:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357315.605048:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:0.0:1712357315.605054:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357315.605058:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357315.605064:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.605065:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.605068:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.605070:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.605072:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.605073:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000001:0.0:1712357315.605075:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.605078:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.605080:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.605081:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.605084:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.605089:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.605090:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.605095:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.605097:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.605100:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168000:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.605102:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.605106:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.605107:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.605109:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.605111:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7dc00. 02000000:00000001:0.0:1712357315.605112:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.605118:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.605121:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c688. 00000400:00000010:0.0:1712357315.605124:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.605128:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572168000, portal 10 00000100:00000001:0.0:1712357315.605129:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.605130:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000040:0.0:1712357315.605134:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.605139:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.605141:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.605143:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357315.605145:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572168000, offset 0 00000400:00000200:0.0:1712357315.605149:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.605155:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.605160:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.605164:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.605167:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.605169:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.605171:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.605174:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [731:731:256:4294967295] 192.168.203.120@tcp LPNI seq info [731:731:8:4294967295] 00000400:00000200:0.0:1712357315.605178:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.605185:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.605189:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.605195:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357315.605200:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.605205:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.605208:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.605231:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.605233:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.605234:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.605236:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.605237:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.605239:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.605241:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.605242:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.605244:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.605245:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.605368:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.605372:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1712357315.605375:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.605379:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.605382:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357315.605383:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357315.605386:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.605390:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.605397:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.605400:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.605404:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.605405:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.612060:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.612081:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.612086:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.612088:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.612101:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612109:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.612116:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612121:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612124:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612129:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90b740 00000400:00000200:3.0:1712357315.612133:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612139:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1965 [1] + 224 00000800:00000001:3.0:1712357315.612157:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.612172:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.612175:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.612179:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.612186:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.612194:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.612204:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.612229:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.612237:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.612241:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612246:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.612251:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [732:732:256:4294967295] 192.168.203.120@tcp LPNI seq info [732:732:8:4294967295] 00000400:00000200:3.0:1712357315.612255:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.612261:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.612266:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.612271:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357315.612276:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000001:0.0:1712357315.612277:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1712357315.612284:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000400:00000001:0.0:1712357315.612286:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1712357315.612287:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:0.0:1712357315.612288:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.612291:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c688. 00000400:00000200:0.0:1712357315.612297:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:0.0:1712357315.612299:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:0.0:1712357315.612302:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.612310:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.612318:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7480 x1795536572168000/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.612324:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.612325:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.612327:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.612330:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.612331:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.612333:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.612335:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.612342:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.612346:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.612348:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.612354:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.612356:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.612359:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612361:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357315.612363:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357315.612364:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357315.612365:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.612367:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369367680 : -131936340183936 : ffff88012d4f7480) 00000100:00000001:0.0:1712357315.612369:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.612370:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.612371:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000800:00000200:3.0:1712357315.612372:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1712357315.612372:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1712357315.612375:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000100:00000040:0.0:1712357315.612376:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7480 x1795536572168000/t4294967419(4294967419) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000400:00000200:3.0:1712357315.612377:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.612380:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000001:0.0:1712357315.612382:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1712357315.612384:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1712357315.612385:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.612386:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.612387:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.612389:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7480 x1795536572168000/t4294967419(4294967419) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.612394:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168000:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.612398:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.612400:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612402:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.612404:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.612406:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7480 x1795536572168000/t4294967419(4294967419) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.612411:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.612414:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.612416:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.612416:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.612422:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.612424:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612427:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.612434:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.612436:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.612438:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.612443:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.612444:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3e:0x0] 00000080:00000001:0.0:1712357315.612447:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612449:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:0.0:1712357315.612451:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.612455:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3e:0x0], updating i_size 4096 00000100:00000001:0.0:1712357315.612456:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.612459:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7480 x1795536572168000/t4294967419(4294967419) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.612463:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612465:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.612466:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.612467:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612469:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612470:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.612473:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000080:00200008:0.0:1712357315.612479:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file caches:[0x200000401:0x3e:0x0](ffff8800a76e40c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.603000000, mtime 1611184480.714139994, ctime 1712357315.603000000, rc 0 00000080:00000001:0.0:1712357315.612483:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612490:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.612492:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry caches (ffff8800a7516af8, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:0.0:1712357315.612494:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.612498:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.612502:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.612517:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.612518:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.612520:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.612523:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357315.612525:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000001:0.0:1712357315.612525:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.612526:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.612528:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.612530:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000010:2.1:1712357315.612531:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4d6c0. 00000080:00000001:0.0:1712357315.612535:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.612537:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612539:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.612540:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.612542:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612544:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.612545:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.612546:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357315.612547:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00200000:0.0:1712357315.612547:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000010:2.1:1712357315.612549:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4dc20. 00000080:00000001:0.0:1712357315.612549:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.612549:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612550:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.612551:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.612566:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612568:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.612569:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.612570:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.612571:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=17 00000080:00000001:0.0:1712357315.612573:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.612574:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.612575:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.612576:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.612578:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.612598:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=1 00000080:00000001:0.0:1712357315.612601:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.612603:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=getattr 00000080:00000010:0.0:1712357315.612608:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c600. 00000080:00000001:0.0:1712357315.612612:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.612615:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.612617:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'caches' on [0x200000401:0x2f:0x0] 00800000:00000001:0.0:1712357315.612619:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.612622:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='caches' -> mds #0 00800000:00000001:0.0:1712357315.612624:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.612627:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.612629:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: caches,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.612636:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.612637:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.612641:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7800. 00000020:00000040:0.0:1712357315.612644:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.612647:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.612652:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.612655:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.612656:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.612657:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612659:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.612661:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.612663:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.612668:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357315.612672:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.612675:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.612677:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.612678:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.612678:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.612680:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.612684:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00010000:00000001:0.0:1712357315.612687:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.612688:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.612692:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:0.0:1712357315.612694:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.612696:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.612698:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357315.612701:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.612703:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f0333867c to hash 00000020:00000001:0.0:1712357315.612705:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.612706:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.612708:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.612711:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.612712:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.612715:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.612728:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.612741:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.612745:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.612746:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.612749:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.612750:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.612752:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.612753:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000001:0.0:1712357315.612756:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.612758:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612759:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.612760:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.612764:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.612770:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.612771:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.612773:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.612775:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.612777:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.612780:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.612783:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.612784:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.612786:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.612789:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357315.612790:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.612797:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.612799:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c688. 00000400:00000010:0.0:1712357315.612802:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.612806:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168064, portal 10 00000100:00000001:0.0:1712357315.612811:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.612811:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000040:0.0:1712357315.612817:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.612822:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.612824:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.612825:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357315.612828:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572168064, offset 0 00000400:00000200:0.0:1712357315.612832:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.612838:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.612843:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.612847:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.612850:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.612853:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.612854:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.612857:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [733:733:256:4294967295] 192.168.203.120@tcp LPNI seq info [733:733:8:4294967295] 00000400:00000200:0.0:1712357315.612860:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.612867:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.612871:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.612874:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0eb00. 00000800:00000200:0.0:1712357315.612878:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.612884:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.612887:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0eb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.612893:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612894:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.612896:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612898:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.612899:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.612900:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.612902:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.612903:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.612905:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.612909:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.613451:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.613455:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0eb00. 00000400:00000200:3.0:1712357315.613459:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.613470:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.613473:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:3.0:1712357315.613474:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:3.0:1712357315.613478:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.613482:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.613490:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.613492:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.613497:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.613498:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.619166:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.619176:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.619178:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.619179:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.619187:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.619193:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.619198:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.619201:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.619203:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.619207:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b780 00000400:00000200:3.0:1712357315.619210:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.619214:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x196d [1] + 224 00000800:00000001:3.0:1712357315.619220:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.619229:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.619231:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.619234:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.619238:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.619244:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.619252:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.619268:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.619273:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.619275:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.619294:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357315.619298:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357315.619299:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357315.619300:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c688. 00000400:00000200:3.0:1712357315.619303:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:3.0:1712357315.619305:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:3.0:1712357315.619307:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.619310:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357315.619316:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.619320:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.619322:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.619323:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357315.619326:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357315.619327:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.619329:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.619331:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.619337:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357315.619339:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.619341:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357315.619342:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619344:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357315.619346:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.619349:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357315.619350:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357315.619352:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357315.619353:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.619356:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.619361:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.619365:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357315.619366:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357315.619369:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357315.619375:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.619378:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.619380:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.619382:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357315.619383:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.619385:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.619389:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.619392:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:3.0:1712357315.619393:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357315.619394:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619396:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357315.619399:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619401:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619403:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:3.0:1712357315.619404:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619406:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:3.0:1712357315.619410:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0240, remote cookie: 0xa8e7976a8eb21f3d, flags: 0x1001 00010000:00010000:3.0:1712357315.619413:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1712357315.619419:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3e:0x0].0x0, instead of [0x200000401:0x2f:0x0].0x0 00010000:00000001:3.0:1712357315.619421:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1712357315.619428:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6320900. 00010000:00000010:3.0:1712357315.619430:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b34b3880. 00010000:00000001:3.0:1712357315.619432:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.619435:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1712357315.619442:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619446:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1712357315.619449:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1712357315.619450:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1712357315.619451:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:3.0:1712357315.619452:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1712357315.619453:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3e:0x0].0x0 (ffff8800b6320900) refcount = 1 00010000:00010000:3.0:1712357315.619456:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619460:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1712357315.619462:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1712357315.619463:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357315.619465:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1712357315.619466:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.619468:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619472:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1712357315.619473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619474:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619474:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619476:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619478:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1712357315.619479:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619480:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619481:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619482:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619483:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619485:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619487:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619488:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:3.0:1712357315.619489:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619490:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619492:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.619494:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.619496:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619500:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619501:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619501:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619502:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:3.0:1712357315.619503:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619504:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619505:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357315.619507:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619510:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357315.619512:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619516:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357315.619517:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619517:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619518:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1712357315.619521:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357315.619526:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619528:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619529:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619530:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619532:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357315.619534:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619536:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619538:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357315.619539:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619539:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619540:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619541:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619542:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00000002:00010000:3.0:1712357315.619544:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619548:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619548:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619549:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1712357315.619550:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619550:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619551:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619560:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619562:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:3.0:1712357315.619564:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320900 count: 2 00010000:00000001:3.0:1712357315.619566:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357315.619568:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/62 (0 0) 00010000:00000001:3.0:1712357315.619569:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619570:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357315.619571:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357315.619572:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=caches intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1712357315.619575:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619577:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619597:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.619601:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357315.619603:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:3.0:1712357315.619605:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:3.0:1712357315.619607:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619610:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619612:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1712357315.619613:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1712357315.619615:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:3.0:1712357315.619617:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:3.0:1712357315.619622:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1712357315.619624:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3e:0x0] 00000080:00000001:3.0:1712357315.619626:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.619627:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:3.0:1712357315.619629:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1712357315.619633:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3e:0x0], updating i_size 4096 00000080:00200000:3.0:1712357315.619634:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3e:0x0](ffff8800a76e40c8): rc = 0 00000080:00000001:3.0:1712357315.619636:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123239112 : -131938586312504 : ffff8800a76e40c8) 00010000:00000001:3.0:1712357315.619638:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619639:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619640:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619641:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619643:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619644:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619645:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1712357315.619646:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1712357315.619647:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1712357315.619648:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357315.619649:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619651:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1712357315.619652:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1712357315.619654:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) for lock 0xbda2fb8f0333867c 00000080:00000001:3.0:1712357315.619656:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619657:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1712357315.619658:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619665:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1712357315.619666:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619667:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619667:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619668:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619670:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619671:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619672:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1712357315.619672:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619674:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1712357315.619677:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c7eb80. 00000080:00002000:3.0:1712357315.619682:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode ffff8800a76e40c8 refc 1 flags 0x100008e 00000080:00000001:3.0:1712357315.619684:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.619686:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.619687:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1712357315.619690:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) 00000080:00010000:3.0:1712357315.619692:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333867c from it ffff8800aa3cfc38 00010000:00000001:3.0:1712357315.619694:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.619694:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.619695:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:3.0:1712357315.619696:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619698:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:3.0:1712357315.619699:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357315.619701:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619707:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1712357315.619709:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1712357315.619710:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357315.619715:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1712357315.619719:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1712357315.619721:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357315.619723:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619725:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619727:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1712357315.619728:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619729:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619731:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619732:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357315.619733:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619733:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1712357315.619735:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357315.619737:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c600. 00000100:00000001:3.0:1712357315.619740:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.619743:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7800 x1795536572168064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.619748:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357315.619750:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357315.619752:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:3.0:1712357315.619755:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357315.619756:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357315.619757:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357315.619759:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357315.619760:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:3.0:1712357315.619763:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357315.619764:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357315.619765:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7800. 00000100:00000001:3.0:1712357315.619767:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357315.619768:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.619770:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357315.619771:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:3.0:1712357315.619771:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357315.619779:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:3.0:1712357315.619781:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file caches:[0x200000401:0x3e:0x0](ffff8800a76e40c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:3.0:1712357315.619786:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:3.0:1712357315.619791:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:3.0:1712357315.619792:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:3.0:1712357315.619794:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.619797:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:3.0:1712357315.619798:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x3e:0x0], valid 0x41/0x1 00800000:00000001:3.0:1712357315.619800:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619802:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:3.0:1712357315.619803:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:3.0:1712357315.619805:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320900 count: 2 00010000:00000001:3.0:1712357315.619807:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357315.619808:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1712357315.619810:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357315.619812:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1712357315.619817:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357315.619819:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1712357315.619820:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1712357315.619822:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x3e:0x0] mode (null) 00000080:00000001:3.0:1712357315.619823:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619825:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357315.619825:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357315.619826:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320900 count: 3 00010000:00000001:3.0:1712357315.619827:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1712357315.619829:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.619830:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619831:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357315.619832:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357315.619833:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320900 count: 3 00010000:00000001:3.0:1712357315.619834:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1712357315.619835:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.619836:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.619836:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357315.619837:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357315.619838:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6320900 count: 3 00010000:00000001:3.0:1712357315.619839:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1712357315.619840:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.619843:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1712357315.619845:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x3e:0x0] lli = ffff8800a76e4000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1712357315.619848:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1712357315.619849:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1712357315.619850:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1712357315.619851:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) invalid 00000080:00002000:3.0:1712357315.619853:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry caches (ffff8800a7516870) parent ffff8800a77025e8 inode ffff8800a76e40c8 refc 1 00000080:00000001:3.0:1712357315.619855:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1712357315.619856:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1712357315.619856:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619858:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357315.619860:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357315.619860:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357315.619861:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.619862:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1712357315.619864:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0240 with handle 0xbda2fb8f0333867c from hash 00010000:00000001:3.0:1712357315.619865:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357315.619866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619867:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357315.619868:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357315.619869:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1712357315.619871:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1712357315.619872:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1712357315.619873:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1712357315.619877:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cd880. 00000020:00000040:3.0:1712357315.619879:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357315.619881:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357315.619883:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357315.619884:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.619885:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619885:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.619888:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357315.619889:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357315.619891:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357315.619895:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237c00. 00000100:00000001:3.0:1712357315.619901:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619903:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.619905:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1712357315.619908:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1712357315.619912:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1712357315.619913:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1712357315.619914:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357315.619915:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f0333867c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21f3d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1712357315.619920:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6320900 count: 0 00010000:00000010:3.0:1712357315.619924:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b34b3880. 00010000:00000001:3.0:1712357315.619930:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.619931:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619933:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.619933:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.619935:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1712357315.619936:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:3.0:1712357315.619942:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1712357315.619946:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357315.619951:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357315.619952:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357315.619956:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f0c0. 00000100:00000001:3.0:1712357315.619957:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166472384 : -131938543079232 : ffff8800aa01f0c0) 00000100:00000001:3.0:1712357315.619959:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.619961:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322376320 : -131938387175296 : ffff8800b34cd880) 00000100:00000001:3.0:1712357315.619964:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357315.619966:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.619968:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357315.619969:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357315.619972:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.619981:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357315.619982:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.619984:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357315.619986:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.619989:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168192:192.168.203.120@tcp:36:rsync.0 00000100:00000001:3.0:1712357315.619991:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357315.619995:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357315.619996:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.619998:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357315.620001:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa03a800. 02000000:00000001:3.0:1712357315.620002:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.620005:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357315.620007:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37609f8. 00000400:00000010:3.0:1712357315.620011:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586cc0. 00000100:00000200:3.0:1712357315.620015:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572168192, portal 10 00000100:00000001:3.0:1712357315.620016:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.620017:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322376320 : -131938387175296 : ffff8800b34cd880) 00000100:00000040:3.0:1712357315.620021:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.620026:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.620028:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.620030:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586d48. 00000100:00000200:3.0:1712357315.620032:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572168192, offset 0 00000400:00000200:3.0:1712357315.620035:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.620039:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.620042:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.620047:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357315.620050:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357315.620052:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357315.620054:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357315.620057:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [734:734:256:4294967295] 192.168.203.120@tcp LPNI seq info [734:734:8:4294967295] 00000400:00000200:3.0:1712357315.620059:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.620069:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.620073:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.620076:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320f00. 00000800:00000200:3.0:1712357315.620080:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.620086:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.620088:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.620107:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.620109:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.620111:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.620112:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357315.620113:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357315.620115:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357315.620117:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.620118:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.620119:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.620120:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.620242:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.620245:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320f00. 00000400:00000200:2.0:1712357315.620248:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.620250:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.620253:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586d48 00000400:00000010:2.0:1712357315.620254:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586d48. 00000100:00000001:2.0:1712357315.620256:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.620259:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.620265:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.620266:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.620270:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.620271:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.626681:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f0e200. 00010000:00000010:3.1:1712357315.626694:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:3.1:1712357315.626704:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a9bd68e0. 00000800:00000001:3.0:1712357315.631155:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.631165:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.631167:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.631169:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.631178:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631184:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.631189:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631193:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631196:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631199:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90b800 00000400:00000200:3.0:1712357315.631203:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631208:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1975 [1] + 224 00000800:00000001:3.0:1712357315.631213:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.631222:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.631224:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.631227:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.631232:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.631241:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.631249:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631258:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.631264:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.631266:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631270:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.631274:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [735:735:256:4294967295] 192.168.203.120@tcp LPNI seq info [735:735:8:4294967295] 00000400:00000200:3.0:1712357315.631277:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631283:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.631288:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.631291:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357315.631295:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.631301:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.631304:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.631359:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.631361:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357315.631364:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.631367:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.631371:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.631373:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.631383:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357315.631388:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357315.631389:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357315.631391:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b37609f8. 00000400:00000200:3.0:1712357315.631394:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586cc0 00000400:00000010:3.0:1712357315.631396:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586cc0. 00000100:00000001:3.0:1712357315.631398:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.631401:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357315.631418:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cd880 x1795536572168192/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631423:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.631425:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.631426:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357315.631429:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357315.631431:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.631432:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.631434:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.631441:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357315.631444:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.631446:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357315.631447:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.631449:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357315.631452:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631454:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1712357315.631455:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000078/0x0] 00000100:00000001:3.0:1712357315.631456:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1712357315.631458:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.631459:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322376320 : -131938387175296 : ffff8800b34cd880) 00000100:00000001:3.0:1712357315.631461:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357315.631463:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357315.631464:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357315.631465:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.631469:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cd880 x1795536572168192/t4294967420(4294967420) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631474:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.631476:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357315.631478:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357315.631480:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cd880 x1795536572168192/t4294967420(4294967420) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357315.631487:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168192:192.168.203.120@tcp:36:rsync.0 00000100:00000001:3.0:1712357315.631494:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.631497:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631499:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357315.631501:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.631504:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cd880 x1795536572168192/t4294967420(4294967420) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631509:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.631511:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f0c0. 00000100:00000001:3.0:1712357315.631514:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357315.631515:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.631520:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.631523:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.631528:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.631531:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1712357315.631532:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1712357315.631536:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1712357315.631538:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3e:0x0] 00000080:00000001:3.0:1712357315.631540:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631543:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:3.0:1712357315.631544:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1712357315.631548:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3e:0x0], updating i_size 4096 00000100:00000001:3.0:1712357315.631549:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.631552:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cd880 x1795536572168192/t4294967420(4294967420) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631567:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631568:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.631570:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1712357315.631571:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631573:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631574:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357315.631577:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000080:00200008:3.0:1712357315.631595:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file caches:[0x200000401:0x3e:0x0](ffff8800a76e40c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.619000000, rc 0 00000080:00000001:3.0:1712357315.631607:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631612:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357315.631613:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry caches (ffff8800a7516870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:3.0:1712357315.631616:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.631619:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357315.631621:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357315.631639:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357315.631641:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.631642:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.631645:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631647:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.631648:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.631650:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.631651:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:3.0:1712357315.631653:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.631655:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631657:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.631658:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.631659:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631661:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.631662:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.631663:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.631664:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:3.0:1712357315.631666:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.631666:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631667:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.631668:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.631670:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631671:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.631672:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 1 00000080:00000001:3.0:1712357315.631673:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.631674:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:3.0:1712357315.631675:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.631676:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.631677:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.631683:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.631685:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.631689:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), flags=16 00000080:00000001:3.0:1712357315.631691:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357315.631693:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=caches, dir=[0x200000401:0x2f:0x0](ffff8800a771c8c8), intent=0 00000080:00000010:3.0:1712357315.631697:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:3.0:1712357315.631700:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.631703:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357315.631704:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'caches' on [0x200000401:0x2f:0x0] 00800000:00000001:3.0:1712357315.631707:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357315.631709:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x2f:0x0], fid2=[0x0:0x0:0x0], name='caches' -> mds #0 00800000:00000001:3.0:1712357315.631711:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.631714:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357315.631715:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: caches,[0x0:0x0:0x0]) in obj [0x200000401:0x2f:0x0], intent: lookup flags 0 00000002:00000001:3.0:1712357315.631718:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357315.631720:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357315.631723:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cdf80. 00000020:00000040:3.0:1712357315.631725:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357315.631729:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357315.631731:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357315.631736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.631737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.631738:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631740:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357315.631741:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357315.631743:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357315.631747:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa038400. 00000100:00000001:3.0:1712357315.631751:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.631753:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.631754:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.631755:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.631756:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.631757:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.631762:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322378112 : -131938387173504 : ffff8800b34cdf80) 00010000:00000001:3.0:1712357315.631764:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357315.631767:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357315.631771:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4a00 count: 2 00010000:00000001:3.0:1712357315.631773:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357315.631775:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357315.631777:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab381680. 00000020:00000001:3.0:1712357315.631780:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357315.631781:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab381680 with handle 0xbda2fb8f03338683 to hash 00000020:00000001:3.0:1712357315.631783:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357315.631784:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:3.0:1712357315.631786:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:3.0:1712357315.631788:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.631789:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.631792:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.631798:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.631804:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357315.631807:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357315.631808:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357315.631810:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f0c0. 00000100:00000001:3.0:1712357315.631811:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166472384 : -131938543079232 : ffff8800aa01f0c0) 00000100:00000001:3.0:1712357315.631813:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.631813:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322378112 : -131938387173504 : ffff8800b34cdf80) 00000100:00000001:3.0:1712357315.631816:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357315.631818:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631820:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357315.631822:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357315.631825:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631830:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357315.631831:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.631836:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357315.631837:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.631840:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cdf80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.631842:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357315.631845:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357315.631846:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.631847:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357315.631850:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a666800. 02000000:00000001:3.0:1712357315.631851:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.631855:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357315.631856:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b37609f8. 00000400:00000010:3.0:1712357315.631860:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586cc0. 00000100:00000200:3.0:1712357315.631863:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168256, portal 10 00000100:00000001:3.0:1712357315.631864:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.631865:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322378112 : -131938387173504 : ffff8800b34cdf80) 00000100:00000040:3.0:1712357315.631868:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631873:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.631875:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.631876:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586dd0. 00000100:00000200:3.0:1712357315.631878:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572168256, offset 0 00000400:00000200:3.0:1712357315.631880:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.631883:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631886:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.631888:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357315.631891:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357315.631893:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357315.631895:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357315.631897:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [736:736:256:4294967295] 192.168.203.120@tcp LPNI seq info [736:736:8:4294967295] 00000400:00000200:3.0:1712357315.631900:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.631904:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.631907:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.631911:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357315.631914:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.631917:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.631919:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.631924:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631925:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.631927:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631928:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357315.631929:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357315.631931:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357315.631932:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.631933:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631934:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.631935:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.631953:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.631955:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357315.631956:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.631959:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.631961:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586dd0 00000400:00000010:3.0:1712357315.631962:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586dd0. 00000100:00000001:3.0:1712357315.631964:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.631966:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631972:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.631973:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.631978:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.631979:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.632444:0:34:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6320900. 00010000:00000010:2.1:1712357315.632449:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0240. 00000800:00000001:3.0:1712357315.636816:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.636826:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.636829:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.636831:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.636840:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.636846:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.636855:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.636859:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.636862:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.636866:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b840 00000400:00000200:3.0:1712357315.636869:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.636874:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1985 [1] + 224 00000800:00000001:3.0:1712357315.636880:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.636888:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.636891:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.636894:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.636899:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.636905:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.636914:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.637402:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.637409:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.637412:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.637500:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357315.637505:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357315.637507:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357315.637509:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b37609f8. 00000400:00000200:2.0:1712357315.637513:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586cc0 00000400:00000010:2.0:1712357315.637515:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586cc0. 00000100:00000001:2.0:1712357315.637518:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.637523:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357315.637529:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.637539:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357315.637541:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.637543:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357315.637545:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357315.637547:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357315.637548:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.637550:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357315.637568:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357315.637572:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357315.637574:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357315.637575:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.637577:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357315.637580:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.637910:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357315.637912:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:2.0:1712357315.637914:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357315.637915:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357315.637920:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.637926:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.637928:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357315.637930:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357315.637932:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357315.637938:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cdf80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.637942:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.637944:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.637946:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357315.637947:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.637950:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.637955:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357315.637961:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f0c0. 00000100:00000001:2.0:1712357315.637964:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357315.637965:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.637967:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357315.637970:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.637972:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.637974:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=4 00000020:00000001:2.0:1712357315.637976:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.637978:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000040:2.0:1712357315.637982:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab381680, remote cookie: 0xa8e7976a8eb21f60, flags: 0x1001 00010000:00010000:2.0:1712357315.637986:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357315.637992:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3e:0x0].0x0, instead of [0x200000401:0x2f:0x0].0x0 00010000:00000001:2.0:1712357315.637995:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357315.638001:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343800. 00010000:00000010:2.0:1712357315.638004:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf480. 00010000:00000001:2.0:1712357315.638006:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.638008:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357315.638015:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638019:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357315.638022:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357315.638023:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357315.638024:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357315.638025:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357315.638027:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3e:0x0].0x0 (ffff8800aa343800) refcount = 1 00010000:00010000:2.0:1712357315.638030:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638042:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357315.638044:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357315.638045:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.638048:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357315.638049:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.638052:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638056:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357315.638057:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638059:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638060:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638061:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638064:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357315.638065:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638066:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638067:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638068:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638069:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638071:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638071:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638072:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=4 00000020:00000001:2.0:1712357315.638073:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638074:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638076:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.638078:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.638080:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638089:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638089:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638090:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=5 00000020:00000001:2.0:1712357315.638092:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638093:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638095:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.638096:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357315.638103:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638107:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.638108:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638109:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638109:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357315.638113:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357315.638119:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638120:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638121:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638122:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638123:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638125:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638125:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.638126:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638127:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638129:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357315.638130:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638131:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638132:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638136:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638138:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00000002:00010000:2.0:1712357315.638140:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638145:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638146:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638147:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357315.638147:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638148:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638149:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638150:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638151:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000040:2.0:1712357315.638154:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.638156:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357315.638158:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/62 (0 0) 00010000:00000001:2.0:1712357315.638159:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638160:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.638161:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357315.638162:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=caches intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357315.638165:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638167:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638168:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.638172:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357315.638173:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:2.0:1712357315.638175:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357315.638178:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638180:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638183:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357315.638184:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357315.638186:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:2.0:1712357315.638189:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357315.638192:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357315.638195:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3e:0x0] 00000080:00000001:2.0:1712357315.638197:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.638201:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502334 : 144115205272502334 : 20000040100003e) 00000080:00000001:2.0:1712357315.638203:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357315.638206:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3e:0x0], updating i_size 4096 00000080:00200000:2.0:1712357315.638208:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3e:0x0](ffff8800a76e40c8): rc = 0 00000080:00000001:2.0:1712357315.638210:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123239112 : -131938586312504 : ffff8800a76e40c8) 00010000:00000001:2.0:1712357315.638211:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638212:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638214:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638215:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638216:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638218:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638218:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357315.638219:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357315.638220:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357315.638221:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357315.638223:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638224:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357315.638225:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357315.638228:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) for lock 0xbda2fb8f03338683 00000080:00000001:2.0:1712357315.638230:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638231:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357315.638232:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638234:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357315.638234:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638235:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638236:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638237:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638238:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.638241:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638243:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357315.638246:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b8bad80. 00000080:00002000:2.0:1712357315.638249:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7642870 inode ffff8800a76e40c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357315.638254:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.638256:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.638257:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357315.638259:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3e:0x0](ffff8800a76e40c8) 00000080:00010000:2.0:1712357315.638262:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338683 from it ffff8800aa3cfa60 00010000:00000001:2.0:1712357315.638263:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.638264:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.638265:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381680 refcount=3 00000020:00000001:2.0:1712357315.638266:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638267:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798208 : -131938522753408 : ffff8800ab381680) 00010000:00000001:2.0:1712357315.638269:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.638270:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638276:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638277:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357315.638278:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357315.638280:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab381680/0xbda2fb8f03338683 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21f60 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.638286:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357315.638287:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357315.638289:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.638291:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638293:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638295:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357315.638297:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638298:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638300:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638301:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.638302:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638302:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357315.638303:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357315.638309:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000100:00000001:2.0:1712357315.638312:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.638315:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cdf80 x1795536572168256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.638320:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357315.638322:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357315.638325:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a666800. 02000000:00000001:2.0:1712357315.638328:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357315.638329:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357315.638330:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357315.638332:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357315.638333:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa038400. 02000000:00000001:2.0:1712357315.638337:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357315.638338:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357315.638340:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cdf80. 00000100:00000001:2.0:1712357315.638343:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357315.638343:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.638348:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.638350:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.638353:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.638359:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=0 00000080:00000001:2.0:1712357315.638362:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357315.638363:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=getattr 00000080:00000010:2.0:1712357315.638367:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcd400. 00000080:00000001:2.0:1712357315.638370:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.638373:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357315.638374:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x3e:0x0] 00800000:00000001:2.0:1712357315.638377:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357315.638379:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:2.0:1712357315.638382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638383:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357315.638385:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357315.638388:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357315.638389:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357315.638395:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45c00. 00000020:00000040:2.0:1712357315.638398:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357315.638401:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357315.638403:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.638404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.638405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.638406:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.638408:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357315.638410:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357315.638412:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357315.638416:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61ac400. 00000100:00000001:2.0:1712357315.638419:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638422:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.638423:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638424:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.638425:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.638426:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.638431:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00010000:00000001:2.0:1712357315.638433:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357315.638434:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357315.638436:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.638437:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.638439:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357315.638441:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3840. 00000020:00000001:2.0:1712357315.638443:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357315.638445:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3840 with handle 0xbda2fb8f0333868a to hash 00000020:00000001:2.0:1712357315.638447:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357315.638448:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357315.638450:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357315.638452:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.638453:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.638455:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.638460:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.638470:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357315.638474:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357315.638475:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357315.638479:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.638480:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322136768 : -131938387414848 : ffff8800b34930c0) 00000100:00000001:2.0:1712357315.638482:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.638483:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000001:2.0:1712357315.638486:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357315.638489:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.638490:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357315.638492:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357315.638495:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.638501:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357315.638502:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.638505:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357315.638506:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357315.638508:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.638511:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357315.638514:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357315.638515:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.638517:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357315.638520:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.638521:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.638526:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357315.638528:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1a50. 00000400:00000010:2.0:1712357315.638531:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000100:00000200:2.0:1712357315.638535:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168320, portal 10 00000100:00000001:2.0:1712357315.638536:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.638537:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000040:2.0:1712357315.638541:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.638549:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357315.638564:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357315.638566:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4198. 00000100:00000200:2.0:1712357315.638568:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572168320, offset 0 00000400:00000200:2.0:1712357315.638573:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357315.638577:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.638597:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.638601:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357315.638604:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357315.638607:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357315.638609:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357315.638612:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [737:737:256:4294967295] 192.168.203.120@tcp LPNI seq info [737:737:8:4294967295] 00000400:00000200:2.0:1712357315.638615:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.638622:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357315.638626:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.638629:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000800:00000200:2.0:1712357315.638633:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.638640:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.638643:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357315.638659:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.638661:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.638662:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.638664:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357315.638665:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357315.638667:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34930c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357315.638669:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.638670:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.638672:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.638673:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.638870:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.638873:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000400:00000200:2.0:1712357315.638876:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.638883:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.638886:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4198 00000400:00000010:2.0:1712357315.638887:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4198. 00000100:00000001:2.0:1712357315.638890:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.638893:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.638900:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.638902:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.638912:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.638913:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.642911:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.642924:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.642928:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.642931:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.642943:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.642950:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.642958:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.642962:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.642965:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.642969:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b880 00000400:00000200:3.0:1712357315.642974:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.642980:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1995 [1] + 224 00000800:00000001:3.0:1712357315.642988:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.643000:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.643007:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.643011:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.643017:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.643024:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.643033:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.643054:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.643062:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.643065:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.643320:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357315.643329:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357315.643331:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357315.643334:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1a50. 00000400:00000200:2.0:1712357315.643340:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:2.0:1712357315.643342:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000001:2.0:1712357315.643345:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.643354:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357315.643362:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.643369:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357315.643371:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.643372:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357315.643375:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357315.643377:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357315.643378:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.643381:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357315.643386:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357315.643844:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357315.643847:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357315.643852:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.643869:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357315.643871:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357315.643873:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:2.0:1712357315.643875:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357315.643876:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357315.643880:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.643885:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357315.643887:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357315.643889:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357315.643892:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357315.643898:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.643902:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.643905:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357315.643907:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357315.643909:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.643911:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.643915:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357315.643918:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.643920:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357315.643921:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357315.643924:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357315.643926:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.643929:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.643931:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=4 00000020:00000001:2.0:1712357315.643933:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357315.643935:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00010000:2.0:1712357315.643939:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.643949:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357315.643952:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.643956:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.643958:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.643963:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.643964:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357315.643966:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.643970:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.643972:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.643974:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357315.643976:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.643980:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c3840 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357315.643983:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357315.643985:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.643990:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357315.643991:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357315.643993:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.643997:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357315.643999:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357315.644000:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.644000:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.644004:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=5 00000020:00000001:2.0:1712357315.644005:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357315.644526:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357315.644529:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357315.644531:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357315.644536:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357315.644537:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.644539:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357315.644540:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357315.644542:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357315.644543:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357315.644544:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.644545:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357315.644547:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c3840 with handle 0xbda2fb8f0333868a from hash 00010000:00000001:2.0:1712357315.644549:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357315.644549:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.644550:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.644551:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357315.644561:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357315.644562:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357315.644564:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.644565:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.644566:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644567:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.644569:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.644573:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.644574:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.644575:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357315.644576:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.644577:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.644577:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.644578:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357315.644579:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3840/0xbda2fb8f0333868a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.644623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.644625:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357315.644629:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357315.644635:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357315.644641:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357315.644642:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644643:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644644:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644647:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357315.644648:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357315.644649:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644650:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357315.644652:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357315.644655:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.644657:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.644659:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644662:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357315.644663:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357315.644666:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b8baa20. 00000080:00002000:2.0:1712357315.644670:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750c288 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357315.644675:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.644678:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357315.644681:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644683:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357315.644684:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.644686:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.644690:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.644692:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000010:1.1:1712357315.644693:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c7eb80. 00010000:00010000:2.0:1712357315.644695:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/62 (0 0) 00000002:00000001:2.0:1712357315.644698:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644699:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.644700:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644705:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357315.644707:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357315.644710:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd400. 00000100:00000001:2.0:1712357315.644713:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.644716:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45c00 x1795536572168320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.644721:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357315.644723:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357315.644726:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.644728:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357315.644730:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357315.644731:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357315.644733:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357315.644735:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61ac400. 02000000:00000001:2.0:1712357315.644739:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357315.644741:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357315.644742:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45c00. 00000100:00000001:2.0:1712357315.644745:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357315.644745:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.644747:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357315.644749:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357315.644750:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357315.644755:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.644756:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a750c288, parent ffff8800a7642870, inode (null)) hashed, 00000080:00000001:2.0:1712357315.644759:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.644761:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357315.644764:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357315.644766:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.644767:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:2.0:1712357315.644769:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644799:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357315.644801:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.644803:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.644806:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644809:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.644810:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.644812:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.644817:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:2.0:1712357315.644820:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.644822:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644824:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.644825:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.644827:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644829:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.644830:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.644832:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.644833:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:2.0:1712357315.644835:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.644836:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644837:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.644838:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.644840:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644841:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.644842:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.644844:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.644845:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:2.0:1712357315.644846:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.644847:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644848:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.644849:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.644850:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644852:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.644853:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x108008e refc 0 00000080:00000001:2.0:1712357315.644854:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.644855:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:2.0:1712357315.644856:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.644857:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.644858:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.644859:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.644861:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.644866:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=file_cache.py, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=0 00000080:00000001:2.0:1712357315.644869:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357315.644870:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=file_cache.py, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=getattr 00000080:00000010:2.0:1712357315.644877:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcd400. 00000080:00000001:2.0:1712357315.644881:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.644883:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357315.644885:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'file_cache.py' on [0x200000401:0x3e:0x0] 00800000:00000001:2.0:1712357315.644887:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357315.644890:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='file_cache.py' -> mds #0 00800000:00000001:2.0:1712357315.644892:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644894:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357315.644895:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: file_cache.py,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357315.644898:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357315.644900:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357315.644902:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45c00. 00000020:00000040:2.0:1712357315.644904:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357315.644908:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357315.644910:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.644912:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.644913:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.644914:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.644917:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357315.644919:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357315.644921:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357315.644925:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61ac400. 00000100:00000001:2.0:1712357315.644929:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.644931:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.644933:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.644934:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.644935:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.644936:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.644940:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00010000:00000001:2.0:1712357315.644942:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357315.644943:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357315.644945:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.644947:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.644948:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357315.644951:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3a80. 00000020:00000001:2.0:1712357315.644956:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357315.644957:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3a80 with handle 0xbda2fb8f03338691 to hash 00000020:00000001:2.0:1712357315.644959:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357315.644960:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.644963:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.644964:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.644965:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.644968:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.644973:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.644979:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357315.644983:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357315.644984:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357315.644988:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.644989:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322136768 : -131938387414848 : ffff8800b34930c0) 00000100:00000001:2.0:1712357315.644991:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.644992:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000001:2.0:1712357315.644995:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357315.644998:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.645000:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357315.645001:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357315.645004:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.645009:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357315.645011:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.645013:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357315.645014:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357315.645017:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.645020:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357315.645026:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357315.645028:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.645029:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357315.645032:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.645033:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.645039:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357315.645041:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1a50. 00000400:00000010:2.0:1712357315.645045:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000100:00000200:2.0:1712357315.645050:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168384, portal 10 00000100:00000001:2.0:1712357315.645051:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.645052:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000040:2.0:1712357315.648395:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.648404:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357315.648407:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357315.648412:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4198. 00000100:00000200:2.0:1712357315.648417:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572168384, offset 0 00000400:00000200:2.0:1712357315.648422:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357315.648430:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.648435:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.648439:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357315.648443:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357315.648446:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357315.648447:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357315.648450:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [738:738:256:4294967295] 192.168.203.120@tcp LPNI seq info [738:738:8:4294967295] 00000400:00000200:2.0:1712357315.648453:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.648460:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357315.648465:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.648469:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000800:00000200:2.0:1712357315.648474:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.648481:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.648485:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357315.648510:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.648512:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.648514:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.648518:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357315.648519:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357315.648521:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34930c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357315.648523:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.648525:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.648527:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.648528:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.648882:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.648888:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000400:00000200:3.0:1712357315.648893:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.648900:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.648905:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4198 00000400:00000010:3.0:1712357315.648906:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4198. 00000100:00000001:3.0:1712357315.648911:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.648916:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.648925:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.648928:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.648933:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.648935:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.652643:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.652661:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.652667:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.652669:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.652682:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.652689:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.652698:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.652703:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.652707:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.652724:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b8c0 00000400:00000200:3.0:1712357315.652728:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.652734:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x19a5 [1] + 224 00000800:00000001:3.0:1712357315.652742:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.652758:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.652761:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.652765:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.652772:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.652780:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.652789:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.652815:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.652823:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.652826:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.652899:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357315.652907:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357315.652909:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357315.652912:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1a50. 00000400:00000200:2.0:1712357315.652917:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:2.0:1712357315.652919:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000001:2.0:1712357315.652921:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.652925:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357315.652933:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.652939:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357315.652940:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.652942:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357315.652946:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357315.652948:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357315.652950:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.652953:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357315.652962:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357315.652966:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357315.652967:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357315.652971:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.652976:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357315.652979:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357315.652987:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:2.0:1712357315.652988:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357315.652991:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357315.652996:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.653002:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357315.653005:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357315.653007:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357315.653009:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357315.653015:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.653019:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.653023:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357315.653025:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357315.653027:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.653030:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.653035:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357315.653038:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.653041:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357315.653042:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357315.653045:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357315.653049:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.653052:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.653054:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3a80 refcount=4 00000020:00000001:2.0:1712357315.653056:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.653059:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00010000:2.0:1712357315.653063:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653072:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357315.653076:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653085:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.653088:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.653094:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357315.653096:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653100:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.653102:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.653105:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357315.653108:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.653112:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357315.653116:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357315.653119:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653124:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357315.653126:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357315.653128:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653132:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357315.653134:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357315.653135:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.653136:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.653137:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3a80 refcount=5 00000020:00000001:2.0:1712357315.653139:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.653140:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.653143:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357315.653148:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357315.653153:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357315.653154:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.653157:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357315.653158:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357315.653161:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357315.653162:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357315.653163:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.653164:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357315.653167:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c3a80 with handle 0xbda2fb8f03338691 from hash 00010000:00000001:2.0:1712357315.653168:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357315.653169:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.653170:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.653171:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357315.653172:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357315.653173:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357315.653175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.653176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.653177:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653178:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.653180:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.653185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.653186:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357315.653187:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.653188:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.653189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.653190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357315.653191:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f03338691 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.653201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.653202:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357315.653207:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357315.653215:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357315.653221:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357315.653223:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653224:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653226:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653228:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357315.653231:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357315.653231:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653233:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357315.653235:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=file_cache.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357315.653237:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.653240:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.653242:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653246:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357315.653247:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357315.653255:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c7eb80. 00000080:00002000:2.0:1712357315.653260:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750c510 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357315.653265:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.653269:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357315.653273:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653276:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357315.653278:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.653280:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.653286:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.653289:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357315.653293:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/62 (0 0) 00000002:00000001:2.0:1712357315.653295:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653296:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.653298:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653300:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357315.653302:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357315.653306:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd400. 00000100:00000001:2.0:1712357315.653310:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.653313:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45c00 x1795536572168384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.653322:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357315.653323:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357315.653327:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.653330:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357315.653332:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357315.653334:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357315.653336:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357315.653338:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61ac400. 02000000:00000001:2.0:1712357315.653343:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357315.653345:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357315.653347:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45c00. 00000100:00000001:2.0:1712357315.653349:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357315.653350:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.653353:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357315.653354:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357315.653356:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357315.653361:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.653363:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry file_cache.py (ffff8800a750c510, parent ffff8800a7642870, inode (null)) hashed, 00000080:00000001:2.0:1712357315.653365:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.653368:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357315.653371:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357315.653374:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.653374:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:2.0:1712357315.653376:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653408:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357315.653410:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.653412:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.653416:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653420:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.653422:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.653424:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.653426:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:2.0:1712357315.653429:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.653431:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653433:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.653434:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.653440:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653442:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.653443:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.653446:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.653447:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:2.0:1712357315.653448:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.653449:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653451:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.653452:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.653454:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653456:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.653457:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.653458:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.653459:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:2.0:1712357315.653461:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.653462:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653463:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.653464:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.653466:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653468:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.653468:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357315.653470:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.653471:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:2.0:1712357315.653472:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.653473:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.653474:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.653475:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.653477:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.653484:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=redis_cache.py, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=0 00000080:00000001:2.0:1712357315.653487:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357315.653488:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=redis_cache.py, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=getattr 00000080:00000010:2.0:1712357315.653493:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcd400. 00000080:00000001:2.0:1712357315.653498:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.653501:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357315.653502:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'redis_cache.py' on [0x200000401:0x3e:0x0] 00800000:00000001:2.0:1712357315.653509:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357315.653513:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='redis_cache.py' -> mds #0 00800000:00000001:2.0:1712357315.653515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653517:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357315.653519:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: redis_cache.py,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357315.653522:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357315.653524:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357315.653527:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45c00. 00000020:00000040:2.0:1712357315.653529:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357315.653534:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357315.653537:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.653541:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.653542:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.653543:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.653546:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357315.653548:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357315.653551:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357315.653568:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61ac400. 00000100:00000001:2.0:1712357315.653573:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.653576:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.653578:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.653579:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.653580:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.653602:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.653608:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00010000:00000001:2.0:1712357315.653611:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357315.653613:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357315.653615:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.653617:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.653619:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357315.653622:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3cc0. 00000020:00000001:2.0:1712357315.653624:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357315.653626:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3cc0 with handle 0xbda2fb8f03338698 to hash 00000020:00000001:2.0:1712357315.653628:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357315.653629:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184972992 : -131938524578624 : ffff8800ab1c3cc0) 00010000:00000001:2.0:1712357315.653635:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184972992 : -131938524578624 : ffff8800ab1c3cc0) 00010000:00000001:2.0:1712357315.653638:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.653639:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.653641:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.653647:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.653655:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357315.653659:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357315.653661:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357315.653665:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.653666:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322136768 : -131938387414848 : ffff8800b34930c0) 00000100:00000001:2.0:1712357315.653669:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.653670:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000001:2.0:1712357315.653674:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357315.653677:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.653679:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357315.653681:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357315.653685:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.653691:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357315.653692:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.653695:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357315.653697:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357315.653701:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.653704:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357315.653709:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357315.653711:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.653712:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357315.653715:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.653721:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.653725:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357315.653726:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1a50. 00000400:00000010:2.0:1712357315.653730:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000100:00000200:2.0:1712357315.653737:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168448, portal 10 00000100:00000001:2.0:1712357315.653738:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.653739:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000040:2.0:1712357315.653743:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.653749:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357315.653751:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357315.653752:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4000. 00000100:00000200:2.0:1712357315.653754:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572168448, offset 0 00000400:00000200:2.0:1712357315.653758:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357315.653762:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.653768:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.653773:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357315.653776:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357315.653780:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357315.653782:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357315.653785:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [739:739:256:4294967295] 192.168.203.120@tcp LPNI seq info [739:739:8:4294967295] 00000400:00000200:2.0:1712357315.653788:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.653794:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357315.653799:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.653802:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357315.653807:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.653813:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.653817:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357315.653824:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.653826:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.653828:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.653834:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357315.653835:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357315.653837:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34930c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357315.653839:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.653840:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.653841:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.653842:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.655128:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.655132:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:3.0:1712357315.655138:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.655144:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.655147:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4000 00000400:00000010:3.0:1712357315.655149:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4000. 00000100:00000001:3.0:1712357315.655153:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.655158:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.655164:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.655167:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.655172:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.655173:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357315.657744:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c3840. 00000080:00000010:1.1:1712357315.660739:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b8baa20. 00010000:00000010:1.1:1712357315.660755:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c3a80. 00000080:00000010:1.1:1712357315.660777:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5c7eb80. 00000800:00000001:3.0:1712357315.675496:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.675527:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.675531:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.675578:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.675639:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.675645:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.675654:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.675659:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.675662:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.675667:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b900 00000400:00000200:3.0:1712357315.675671:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.675677:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x19b5 [1] + 224 00000800:00000001:3.0:1712357315.675685:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.675701:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.675704:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.675709:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.675716:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.675725:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.675734:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.675759:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.675768:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.675771:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.677199:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357315.677209:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357315.677211:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357315.677214:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1a50. 00000400:00000200:2.0:1712357315.677221:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:2.0:1712357315.677222:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000001:2.0:1712357315.677225:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.677233:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:2.0:1712357315.677240:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677245:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357315.677246:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.677247:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357315.677250:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357315.677252:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357315.677254:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.677256:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357315.677263:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357315.677266:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357315.677268:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357315.677270:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677274:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357315.677277:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357315.677278:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:2.0:1712357315.677280:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357315.677281:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357315.677294:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677298:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357315.677301:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357315.677302:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357315.677304:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:2.0:1712357315.677310:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.677314:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.677317:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357315.677319:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357315.677320:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.677322:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677327:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357315.677330:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.677332:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357315.677333:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357315.677336:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357315.677339:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.677341:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.677343:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3cc0 refcount=4 00000020:00000001:2.0:1712357315.677344:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184972992 : -131938524578624 : ffff8800ab1c3cc0) 00010000:00000001:2.0:1712357315.677346:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184972992 : -131938524578624 : ffff8800ab1c3cc0) 00010000:00010000:2.0:1712357315.677350:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677357:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357315.677360:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677365:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.677371:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.677377:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357315.677379:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677383:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.677385:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.677388:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357315.677389:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.677393:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c3cc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357315.677396:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357315.677398:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677403:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357315.677404:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357315.677406:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677410:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357315.677412:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357315.677413:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.677413:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.677414:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3cc0 refcount=5 00000020:00000001:2.0:1712357315.677415:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184972992 : -131938524578624 : ffff8800ab1c3cc0) 00010000:00000001:2.0:1712357315.677417:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184972992 : -131938524578624 : ffff8800ab1c3cc0) 00010000:00000001:2.0:1712357315.677419:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357315.677420:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:2.0:1712357315.677430:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357315.677431:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.677433:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357315.677434:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357315.677437:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357315.677438:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357315.677439:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.677440:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357315.677441:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c3cc0 with handle 0xbda2fb8f03338698 from hash 00010000:00000001:2.0:1712357315.677443:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357315.677443:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.677444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.677445:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357315.677446:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357315.677447:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357315.677448:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.677449:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.677450:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677451:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.677453:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677456:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.677456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.677457:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357315.677458:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.677458:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.677459:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.677459:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357315.677461:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3cc0/0xbda2fb8f03338698 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:2.0:1712357315.677485:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.677486:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357315.677489:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357315.677493:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357315.677501:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357315.677502:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677503:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677504:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677506:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357315.677508:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357315.677508:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677509:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357315.677511:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=redis_cache.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357315.677513:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.677515:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.677517:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677520:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357315.677522:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:2.0:1712357315.677525:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa1ce080. 00000080:00002000:2.0:1712357315.677529:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750c6c0 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357315.677533:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.677536:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357315.677539:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677541:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357315.677542:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.677543:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.677548:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.677549:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357315.677563:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/62 (0 0) 00000002:00000001:2.0:1712357315.677566:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677567:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.677568:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677570:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357315.677572:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357315.677575:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd400. 00000100:00000001:2.0:1712357315.677578:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.677599:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45c00 x1795536572168448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677611:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357315.677613:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357315.677615:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.677617:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357315.677619:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357315.677620:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357315.677621:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357315.677623:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61ac400. 02000000:00000001:2.0:1712357315.677627:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357315.677628:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357315.677629:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45c00. 00000100:00000001:2.0:1712357315.677631:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357315.677633:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.677635:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357315.677636:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357315.677637:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357315.677641:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.677643:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry redis_cache.py (ffff8800a750c6c0, parent ffff8800a7642870, inode (null)) hashed, 00000080:00000001:2.0:1712357315.677645:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.677647:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:2.0:1712357315.677650:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:2.0:1712357315.677652:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.677653:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:2.0:1712357315.677655:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677681:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357315.677683:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.677685:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.677688:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677690:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.677691:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.677693:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.677695:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:2.0:1712357315.677697:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.677699:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677700:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.677701:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.677706:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677708:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.677709:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.677710:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.677711:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:2.0:1712357315.677713:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.677714:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677715:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.677716:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.677717:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677718:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.677719:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.677721:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.677721:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:2.0:1712357315.677723:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.677723:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677724:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.677725:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.677727:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677728:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.677729:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 0 00000080:00000001:2.0:1712357315.677730:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.677731:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:2.0:1712357315.677731:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.677732:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.677733:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.677734:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.677735:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.677739:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=0 00000080:00000001:2.0:1712357315.677741:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357315.677742:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=getattr 00000080:00000010:2.0:1712357315.677746:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcd400. 00000080:00000001:2.0:1712357315.677749:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.677750:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357315.677752:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x3e:0x0] 00800000:00000001:2.0:1712357315.677756:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357315.677759:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:2.0:1712357315.677761:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677763:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357315.677765:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357315.677767:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357315.677768:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357315.677770:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45c00. 00000020:00000040:2.0:1712357315.677772:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357315.677775:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357315.677778:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.677780:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.677781:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.677782:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.677784:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357315.677785:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357315.677787:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357315.677791:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61ac400. 00000100:00000001:2.0:1712357315.677795:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.677797:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.677799:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.677800:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.677801:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.677802:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.677806:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00010000:00000001:2.0:1712357315.677808:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357315.677809:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357315.677811:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:2.0:1712357315.677812:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.677814:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357315.677816:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3a80. 00000020:00000001:2.0:1712357315.677817:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357315.677819:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3a80 with handle 0xbda2fb8f0333869f to hash 00000020:00000001:2.0:1712357315.677821:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357315.677822:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.677826:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:2.0:1712357315.677828:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.677829:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.677831:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.677836:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:2.0:1712357315.677842:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:2.0:1712357315.677845:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357315.677846:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357315.677850:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34930c0. 00000100:00000001:2.0:1712357315.677851:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322136768 : -131938387414848 : ffff8800b34930c0) 00000100:00000001:2.0:1712357315.677852:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.677853:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000001:2.0:1712357315.677856:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357315.677858:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.677860:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357315.677861:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357315.677864:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677869:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357315.677870:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.677872:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357315.677874:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357315.677876:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:2.0:1712357315.677878:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357315.677881:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357315.677882:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.677883:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357315.677885:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4d000. 02000000:00000001:2.0:1712357315.677889:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.677895:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357315.677897:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1a50. 00000400:00000010:2.0:1712357315.677900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000100:00000200:2.0:1712357315.677904:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168512, portal 10 00000100:00000001:2.0:1712357315.677906:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.677906:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227448320 : -131938482103296 : ffff8800ada45c00) 00000100:00000040:2.0:1712357315.677910:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.677915:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357315.677917:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357315.677918:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4088. 00000100:00000200:2.0:1712357315.677920:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572168512, offset 0 00000400:00000200:2.0:1712357315.677924:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357315.677929:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.677935:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.677939:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357315.677942:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357315.677945:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357315.677947:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357315.677950:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [740:740:256:4294967295] 192.168.203.120@tcp LPNI seq info [740:740:8:4294967295] 00000400:00000200:2.0:1712357315.677953:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.677959:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357315.677964:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.677968:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357315.677972:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.677978:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.677981:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1712357315.677999:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.678001:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.678002:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.678012:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357315.678013:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357315.678015:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34930c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357315.678017:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.678018:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.678020:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.678021:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.678173:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.678178:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:3.0:1712357315.678184:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.678190:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.678193:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4088 00000400:00000010:3.0:1712357315.678195:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4088. 00000100:00000001:3.0:1712357315.678199:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.678204:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.678212:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.678214:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.678226:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.678228:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.680437:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.680451:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.680454:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.680457:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.680469:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.680475:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.680484:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.680488:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.680492:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.680496:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90b940 00000400:00000200:3.0:1712357315.680500:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.680506:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x19c5 [1] + 224 00000800:00000001:3.0:1712357315.680513:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.680538:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.680541:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.680545:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.680562:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.680569:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.680579:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.680740:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.680773:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357315.680779:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357315.680780:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357315.680783:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1a50. 00000400:00000200:3.0:1712357315.680787:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:3.0:1712357315.680789:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000001:3.0:1712357315.680792:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.680796:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357315.680810:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.680815:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.680817:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.680819:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357315.680822:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357315.680825:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.680827:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.680830:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.680838:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357315.680841:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.680844:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1712357315.680847:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.680852:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357315.680855:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357315.680857:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357315.680858:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357315.680860:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1712357315.680864:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.680870:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1712357315.680873:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357315.680875:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357315.680878:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357315.680884:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.680888:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.680892:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1712357315.680894:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357315.680899:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.680902:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.680907:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.680911:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34930c0. 00000100:00000001:3.0:1712357315.680913:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357315.680914:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1712357315.680917:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357315.680921:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.680924:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.680926:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3a80 refcount=4 00000020:00000001:3.0:1712357315.680928:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:3.0:1712357315.680931:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00010000:3.0:1712357315.680935:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.680944:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1712357315.680948:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.680953:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1712357315.680955:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.680960:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.680961:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1712357315.680963:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.680967:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.680970:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.680972:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1712357315.680975:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.680986:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c3a80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:3.0:1712357315.680989:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1712357315.680992:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.680997:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1712357315.680999:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1712357315.681001:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.681005:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1712357315.681007:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1712357315.681008:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.681008:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.681009:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3a80 refcount=5 00000020:00000001:3.0:1712357315.681010:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:3.0:1712357315.681012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184972416 : -131938524579200 : ffff8800ab1c3a80) 00010000:00000001:3.0:1712357315.681014:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1712357315.681017:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:3.0:1712357315.681021:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1712357315.681023:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.681024:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1712357315.681025:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1712357315.681028:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1712357315.681029:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1712357315.681030:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.681031:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357315.681033:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c3a80 with handle 0xbda2fb8f0333869f from hash 00010000:00000001:3.0:1712357315.681034:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1712357315.681035:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.681039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.681040:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1712357315.681041:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1712357315.681042:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1712357315.681044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.681045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.681046:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681047:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.681049:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.681053:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.681054:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.681055:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1712357315.681056:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1712357315.681057:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.681058:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.681058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1712357315.681060:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab1c3a80/0xbda2fb8f0333869f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:3.0:1712357315.681085:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.681086:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1712357315.681091:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1712357315.681095:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:3.0:1712357315.681100:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357315.681101:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681103:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681104:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681108:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1712357315.681111:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1712357315.681112:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681113:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1712357315.681115:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1712357315.681118:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681121:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681127:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357315.681179:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.681183:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.681206:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1712357315.681208:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:3.0:1712357315.681213:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6510220. 00000080:00002000:3.0:1712357315.681218:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a750c438 inode (null) refc 1 flags 0x8e 00000080:00000001:3.0:1712357315.681223:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681227:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1712357315.681231:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681234:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1712357315.681235:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1712357315.681237:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1712357315.681243:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:3.0:1712357315.681245:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1712357315.681248:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/62 (0 0) 00000002:00000001:3.0:1712357315.681251:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681252:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681254:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681255:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357315.681258:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1712357315.681261:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd400. 00000100:00000001:3.0:1712357315.681266:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.681269:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45c00 x1795536572168512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.681275:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357315.681277:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357315.681280:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4d000. 02000000:00000001:3.0:1712357315.681283:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357315.681285:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357315.681287:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:3.0:1712357315.681289:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357315.681291:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61ac400. 02000000:00000001:3.0:1712357315.681296:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357315.681297:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357315.681299:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45c00. 00000100:00000001:3.0:1712357315.681302:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357315.681302:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.681308:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:3.0:1712357315.681309:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:3.0:1712357315.681311:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:3.0:1712357315.681316:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357315.681318:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a750c438, parent ffff8800a7642870, inode (null)) hashed, 00000080:00000001:3.0:1712357315.681321:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357315.681323:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357315.681327:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1712357315.681329:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357315.681331:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:3.0:1712357315.681333:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681354:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357315.681356:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681358:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.681362:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681365:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.681367:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.681369:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.681371:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:3.0:1712357315.681374:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.681376:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681378:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681379:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.681381:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681384:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.681385:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.681386:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.681388:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:3.0:1712357315.681389:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.681390:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681392:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681393:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.681395:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681397:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.681397:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.681399:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.681400:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:3.0:1712357315.681405:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.681406:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681407:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681408:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.681410:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681412:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.681413:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 0 00000080:00000001:3.0:1712357315.681414:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.681415:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:3.0:1712357315.681416:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.681416:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681417:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681418:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.681420:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.681429:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=1536 00000080:00000001:3.0:1712357315.681431:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681432:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 3 00000080:00000001:3.0:1712357315.681434:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681438:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.681439:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 3 00000080:00000001:3.0:1712357315.681442:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.681445:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:3.0:1712357315.681446:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8) 00000080:00000001:3.0:1712357315.681449:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:3.0:1712357315.681452:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236a00. 00000080:00000002:3.0:1712357315.681459:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x3e:0x0] requests qos mkdir 0x40 00000080:00000001:3.0:1712357315.681461:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681464:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:3.0:1712357315.681469:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1712357315.681471:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1712357315.681473:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1712357315.681475:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:3.0:1712357315.681478:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1712357315.681480:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:3.0:1712357315.681481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681484:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1712357315.681489:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1712357315.681492:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x3f:0x0] 40000000:00000001:3.0:1712357315.681494:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681496:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681497:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.681499:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1712357315.681501:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x3f:0x0] on [0x200000401:0x3e:0x0] -> mds #0 00800000:00000001:3.0:1712357315.681503:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681506:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:3.0:1712357315.681507:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:3.0:1712357315.681509:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:3.0:1712357315.681511:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357315.681513:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1712357315.681516:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.681517:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.681519:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.681523:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cdc00. 00000020:00000040:3.0:1712357315.681525:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:3.0:1712357315.681529:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1712357315.681531:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.681533:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357315.681536:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357315.681539:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.681540:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.681542:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.681544:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357315.681545:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357315.681548:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357315.681567:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237a00. 00000100:00000001:3.0:1712357315.681572:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.681574:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.681576:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.681577:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.681578:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.681580:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1712357315.681854:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1712357315.681864:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357315.681869:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357315.681871:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357315.681878:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f9c0. 00000100:00000001:3.0:1712357315.681879:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166474688 : -131938543076928 : ffff8800aa01f9c0) 00000100:00000001:3.0:1712357315.681882:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.681883:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322377216 : -131938387174400 : ffff8800b34cdc00) 00000100:00000001:3.0:1712357315.681887:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357315.681891:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.681893:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357315.681895:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357315.681898:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.681904:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357315.681905:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.681907:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357315.681909:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.681911:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cdc00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168640:192.168.203.120@tcp:36:rsync.0 00000100:00000001:3.0:1712357315.681914:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357315.681918:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357315.681919:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.681921:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357315.681924:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa03b000. 02000000:00000001:3.0:1712357315.681925:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.681930:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357315.681933:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760a50. 00000400:00000010:3.0:1712357315.681938:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586dd0. 00000100:00000200:3.0:1712357315.681943:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572168640, portal 10 00000100:00000001:3.0:1712357315.681944:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.681945:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322377216 : -131938387174400 : ffff8800b34cdc00) 00000100:00000040:3.0:1712357315.681949:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:1.1:1712357315.681950:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c3cc0. 00000080:00000010:1.1:1712357315.681955:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa1ce080. 00000100:00000001:3.0:1712357315.681962:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.681964:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.681966:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586e58. 00000100:00000200:3.0:1712357315.681968:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572168640, offset 0 00000400:00000200:3.0:1712357315.681972:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.681978:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.681984:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.681990:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357315.681993:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357315.681996:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357315.681999:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357315.682002:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [741:741:256:4294967295] 192.168.203.120@tcp LPNI seq info [741:741:8:4294967295] 00000400:00000200:3.0:1712357315.682006:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.682013:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.682018:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.682022:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357315.682027:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.682035:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.682038:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.682626:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.682629:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.682631:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.682634:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357315.682635:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357315.682638:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357315.682640:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.682642:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.682644:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.682646:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.683124:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.683128:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:2.0:1712357315.683135:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.683141:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.683144:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586e58 00000400:00000010:2.0:1712357315.683146:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586e58. 00000100:00000001:2.0:1712357315.683150:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.683155:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.683162:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.683164:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.683169:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.683170:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357315.685935:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c3a80. 00000080:00000010:1.1:1712357315.688853:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6510220. 00000800:00000001:2.0:1712357315.700401:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.700413:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.700416:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.700417:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.700427:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700433:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.700438:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700442:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700445:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700449:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90b9c0 00000400:00000200:2.0:1712357315.700453:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700457:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x19d5 [1] + 224 00000800:00000001:2.0:1712357315.700473:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.700484:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.700486:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.700490:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.700495:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.700502:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.700510:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.700534:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.700540:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.700543:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700547:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.700551:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [742:742:256:4294967295] 192.168.203.120@tcp LPNI seq info [742:742:8:4294967295] 00000400:00000200:2.0:1712357315.700563:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.700570:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.700575:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.700579:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357315.700859:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.700865:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.700869:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1712357315.701118:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357315.701124:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357315.701126:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357315.701133:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760a50. 00000400:00000200:3.0:1712357315.701137:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586dd0 00000400:00000010:3.0:1712357315.701139:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586dd0. 00000100:00000001:3.0:1712357315.701142:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.701146:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357315.701154:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cdc00 x1795536572168640/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.701159:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.701161:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.701163:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357315.701166:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357315.701167:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.701169:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.701171:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.701178:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357315.701181:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.701184:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357315.701185:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.701187:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357315.701190:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701193:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1712357315.701194:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000007c/0x1] 00000100:00000001:3.0:1712357315.701196:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1712357315.701197:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.701199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322377216 : -131938387174400 : ffff8800b34cdc00) 00000100:00000001:3.0:1712357315.701201:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357315.701203:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357315.701204:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357315.701206:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.701209:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cdc00 x1795536572168640/t4294967421(4294967421) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.701215:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.701218:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357315.701224:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357315.701227:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cdc00 x1795536572168640/t4294967421(4294967421) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357315.701234:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cdc00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168640:192.168.203.120@tcp:36:rsync.0 00000100:00000001:3.0:1712357315.701238:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.701240:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701242:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357315.701244:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.701246:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cdc00 x1795536572168640/t4294967421(4294967421) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.701251:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.701254:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f9c0. 00000100:00000001:3.0:1712357315.701258:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357315.701258:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.701264:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1712357315.701267:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x3f:0x0] 00800000:00000001:3.0:1712357315.701269:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1712357315.701272:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x3e:0x0] mtime from 1611184480 to 1712357315 00000080:00000001:3.0:1712357315.701275:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:3.0:1712357315.701278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.701280:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.701283:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1712357315.701285:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1712357315.701287:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:3.0:1712357315.701289:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:3.0:1712357315.701295:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7648800. 00000080:00000001:3.0:1712357315.701301:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:3.0:1712357315.701302:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8) 00000080:00000001:3.0:1712357315.701304:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1712357315.701306:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3f:0x0] 00000080:00000001:3.0:1712357315.701308:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701309:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:3.0:1712357315.701310:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1712357315.701316:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502335 mtime from 0 to 1712357315 00000080:00200000:3.0:1712357315.701319:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3f:0x0], updating i_size 4096 00000080:00000001:3.0:1712357315.701321:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1712357315.701323:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122602184 : -131938586949432 : ffff8800a76488c8) 00000080:00000001:3.0:1712357315.701325:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1712357315.701326:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.701328:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1712357315.701329:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701333:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:3.0:1712357315.701334:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.701337:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cdc00 x1795536572168640/t4294967421(4294967421) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.701342:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1712357315.701345:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236a00. 00000080:00000001:3.0:1712357315.701348:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701351:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701357:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1712357315.701359:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:3.0:1712357315.701378:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:3.0:1712357315.701380:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:3.0:1712357315.701383:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701473:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:3.0:1712357315.701475:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.701476:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.701480:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701483:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.701485:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.701487:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.701488:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:3.0:1712357315.701491:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.701492:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701494:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.701495:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.701497:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701499:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.701500:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.701505:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.701506:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:3.0:1712357315.701508:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.701509:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701510:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.701511:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.701513:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701515:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.701516:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:3.0:1712357315.701517:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.701518:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:3.0:1712357315.701520:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.701521:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701522:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.701523:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.701525:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701526:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:3.0:1712357315.701527:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 0 00000080:00000001:3.0:1712357315.701528:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.701529:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:3.0:1712357315.701531:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1712357315.701532:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357315.701533:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:3.0:1712357315.701534:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:3.0:1712357315.701536:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1712357315.701541:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=0 00000080:00000001:3.0:1712357315.701544:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:3.0:1712357315.701546:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=getattr 00000080:00000010:3.0:1712357315.701550:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236a00. 00000080:00000001:3.0:1712357315.701565:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357315.701568:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1712357315.701569:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x3e:0x0] 00800000:00000001:3.0:1712357315.701572:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1712357315.701575:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:3.0:1712357315.701577:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.701599:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1712357315.701600:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:3.0:1712357315.701604:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1712357315.701605:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1712357315.701609:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cca80. 00000020:00000040:3.0:1712357315.701611:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:3.0:1712357315.701615:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1712357315.701618:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357315.701622:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357315.701623:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357315.701624:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701626:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357315.701627:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357315.701630:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357315.701635:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa038400. 00000100:00000001:3.0:1712357315.701639:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.701641:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.701643:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.701645:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1712357315.701645:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.701647:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357315.701652:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135322372736 : -131938387178880 : ffff8800b34cca80) 00010000:00000001:3.0:1712357315.701654:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357315.701656:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357315.701661:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:3.0:1712357315.701663:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357315.701665:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357315.701667:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab3818c0. 00000020:00000001:3.0:1712357315.701670:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357315.701672:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab3818c0 with handle 0xbda2fb8f033386a6 to hash 00000020:00000001:3.0:1712357315.701673:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357315.701674:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:3.0:1712357315.701677:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:3.0:1712357315.701679:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357315.701681:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357315.701688:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.701695:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:3.0:1712357315.701702:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:3.0:1712357315.701706:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357315.701708:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357315.701711:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800aa01f9c0. 00000100:00000001:3.0:1712357315.701712:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135166474688 : -131938543076928 : ffff8800aa01f9c0) 00000100:00000001:3.0:1712357315.701714:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.701715:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322372736 : -131938387178880 : ffff8800b34cca80) 00000100:00000001:3.0:1712357315.701718:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357315.701720:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701722:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357315.701723:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357315.701727:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.701732:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357315.701733:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.701735:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357315.701737:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.701740:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cca80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.701742:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357315.701745:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357315.701747:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.701748:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357315.701751:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012a666000. 02000000:00000001:3.0:1712357315.701752:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.701756:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357315.701758:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760a50. 00000400:00000010:3.0:1712357315.701762:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586dd0. 00000100:00000200:3.0:1712357315.701770:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168704, portal 10 00000100:00000001:3.0:1712357315.701771:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.701772:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322372736 : -131938387178880 : ffff8800b34cca80) 00000100:00000040:3.0:1712357315.701777:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.701782:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.701784:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.701785:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586ee0. 00000100:00000200:3.0:1712357315.701787:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572168704, offset 0 00000400:00000200:3.0:1712357315.701790:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.701794:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.701797:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.701801:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357315.701804:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357315.701806:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357315.701808:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357315.701810:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [743:743:255:4294967295] 192.168.203.120@tcp LPNI seq info [743:743:7:4294967295] 00000400:00000200:3.0:1712357315.701813:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.701817:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.701821:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.701823:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320800. 00000800:00000200:3.0:1712357315.701827:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.701831:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.701833:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.701835:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701837:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.701838:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701840:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357315.701841:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357315.701843:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa01f9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1712357315.701844:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.701846:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.701850:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.701851:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357315.701867:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357315.701929:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.701931:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357315.701934:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.701938:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:2.0:1712357315.702121:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.702123:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320800. 00000400:00000200:2.0:1712357315.702127:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.702130:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.702133:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586ee0 00000400:00000010:2.0:1712357315.702137:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586ee0. 00000100:00000001:2.0:1712357315.702140:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.702144:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.702150:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.702152:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.702156:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.702157:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.706185:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.706393:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.706402:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.706404:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.706406:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.706414:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.706420:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.706426:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.706429:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.706432:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.706436:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ba00 00000400:00000200:2.0:1712357315.706439:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.706444:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x19e5 [1] + 224 00000800:00000001:2.0:1712357315.706449:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.706463:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.706465:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.706469:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.706473:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.706478:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.706487:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.706505:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.706510:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.706518:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.706533:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357315.706539:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357315.706540:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357315.706543:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760a50. 00000400:00000200:3.0:1712357315.706548:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586dd0 00000400:00000010:3.0:1712357315.706550:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586dd0. 00000100:00000001:3.0:1712357315.706564:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.706569:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:3.0:1712357315.706576:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.706608:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357315.706609:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.706611:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357315.708876:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357315.708880:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357315.708882:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.708887:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357315.708895:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357315.708900:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357315.708903:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357315.708904:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.708906:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357315.708909:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.708911:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357315.708913:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357315.708914:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357315.708916:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.708922:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.708928:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.708940:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357315.708942:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357315.708945:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:3.0:1712357315.708952:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cca80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:3.0:1712357315.708956:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.708959:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.708961:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357315.708962:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.708965:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.708970:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357315.708973:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800aa01f9c0. 00000100:00000001:3.0:1712357315.708976:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357315.708977:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357315.708980:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357315.708982:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357315.708984:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357315.708987:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=4 00000020:00000001:3.0:1712357315.708988:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:3.0:1712357315.708990:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000040:3.0:1712357315.708995:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab3818c0, remote cookie: 0xa8e7976a8eb21fde, flags: 0x1001 00010000:00010000:3.0:1712357315.708998:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1712357315.709004:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3f:0x0].0x0, instead of [0x200000401:0x3e:0x0].0x0 00010000:00000001:3.0:1712357315.709006:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1712357315.709275:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800aa343100. 00010000:00000010:2.0:1712357315.709279:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b63cf400. 00010000:00000001:2.0:1712357315.709283:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.709286:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357315.709293:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709298:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1712357315.709301:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1712357315.709302:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1712357315.709303:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:2.0:1712357315.709304:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1712357315.709306:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3f:0x0].0x0 (ffff8800aa343100) refcount = 1 00010000:00010000:2.0:1712357315.709309:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709313:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1712357315.709315:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1712357315.709316:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.709319:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1712357315.709320:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.709322:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709327:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1712357315.709328:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709329:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709330:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709331:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709332:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.709335:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1712357315.709336:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709340:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709342:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709343:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709345:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709347:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709347:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709348:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=4 00000020:00000001:2.0:1712357315.709349:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709350:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709353:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.709354:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.709356:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709361:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709362:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709363:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709363:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=5 00000020:00000001:2.0:1712357315.709365:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709366:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709367:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.709369:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709373:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709374:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357315.709376:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709380:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.709380:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709381:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709383:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709384:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1712357315.709389:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:2.0:1712357315.709395:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709396:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709396:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709398:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709399:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709400:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709401:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.709402:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.709403:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.709405:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357315.709407:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709407:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709408:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709409:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709411:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00000002:00010000:2.0:1712357315.709413:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709419:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1712357315.709419:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709420:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709421:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709422:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709423:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000040:2.0:1712357315.709425:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357315.709427:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1712357315.709429:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/63 (0 0) 00010000:00000001:2.0:1712357315.709431:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709434:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.709435:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357315.709437:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1712357315.709439:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709442:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709444:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.709447:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357315.709448:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:2.0:1712357315.709451:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:2.0:1712357315.709453:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709455:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.709458:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1712357315.709459:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1712357315.709461:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:2.0:1712357315.709463:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:2.0:1712357315.709467:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1712357315.709469:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3f:0x0] 00000080:00000001:2.0:1712357315.709471:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.709473:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:2.0:1712357315.709475:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1712357315.709478:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3f:0x0], updating i_size 4096 00000080:00200000:2.0:1712357315.709480:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3f:0x0](ffff8800a76488c8): rc = 0 00000080:00000001:2.0:1712357315.709481:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122602184 : -131938586949432 : ffff8800a76488c8) 00010000:00000001:2.0:1712357315.709482:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709483:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709484:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709485:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709486:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709488:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709488:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357315.709490:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1712357315.709490:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1712357315.709491:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357315.709493:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709494:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1712357315.709498:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357315.709501:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) for lock 0xbda2fb8f033386a6 00000080:00000001:2.0:1712357315.709504:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709506:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357315.709507:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.709509:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357315.709510:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709510:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709511:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709513:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709514:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709516:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709517:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.709517:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709519:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1712357315.709523:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800ab3c5120. 00000080:00002000:2.0:1712357315.709526:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7642288 inode ffff8800a76488c8 refc 1 flags 0x100008e 00000080:00000001:2.0:1712357315.709529:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.709531:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.709533:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1712357315.709535:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) 00000080:00010000:2.0:1712357315.709537:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386a6 from it ffff8800aa3cfbb8 00010000:00000001:2.0:1712357315.709539:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.709539:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.709540:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.709541:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709543:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.709544:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.709545:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709550:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709551:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709562:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357315.709567:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357315.709569:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.709575:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357315.709577:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357315.709579:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.709674:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709676:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.709677:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.709680:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357315.709681:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.709683:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.709685:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.709686:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.709687:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.709688:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357315.709689:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357315.709692:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236a00. 00000100:00000001:2.0:1712357315.709696:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.709700:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cca80 x1795536572168704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.709706:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357315.709708:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357315.709711:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012a666000. 02000000:00000001:2.0:1712357315.709714:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357315.709716:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357315.709717:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357315.709719:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357315.709720:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa038400. 02000000:00000001:2.0:1712357315.709724:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357315.709725:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357315.709727:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cca80. 00000100:00000001:2.0:1712357315.709730:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357315.709730:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.709904:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357315.709906:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:2.0:1712357315.709912:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:2.0:1712357315.709921:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x3f:0x0](ffff8800a76488c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357315.709925:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357315.709926:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8),name=__pycache__ 00000080:00000010:2.0:1712357315.709930:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcd000. 00000080:00000001:2.0:1712357315.709934:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709937:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357315.709938:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x3f:0x0] '__pycache__' on [0x200000401:0x3e:0x0] 00800000:00000001:2.0:1712357315.709940:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357315.709943:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x200000401:0x3f:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357315.709945:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.709947:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357315.709949:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x3f:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357315.709951:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357315.709952:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.709954:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.709956:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357315.709958:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.709959:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.709960:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357315.709962:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357315.709968:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357315.709970:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.709972:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357315.709976:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357315.709978:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357315.709979:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357315.709980:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357315.709981:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1712357315.709983:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd000. 00000080:00000001:2.0:1712357315.709991:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357315.709992:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357315.709993:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) 00000080:00010000:2.0:1712357315.709995:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) for lock 0xbda2fb8f033386a6 00000080:00000001:2.0:1712357315.709997:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.709999:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357315.710000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.710001:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357315.710002:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.710003:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.710004:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.710005:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.710007:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.710008:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.710009:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357315.710010:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.710011:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357315.710012:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386a6 from it ffff8800aa3cfcc8 00010000:00000001:2.0:1712357315.710013:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357315.710014:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357315.710015:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab3818c0 refcount=3 00000020:00000001:2.0:1712357315.710016:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.710017:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186798784 : -131938522752832 : ffff8800ab3818c0) 00010000:00000001:2.0:1712357315.710018:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357315.710020:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.710024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.710025:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.710026:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357315.710027:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357315.710028:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357315.710038:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357315.710039:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357315.710040:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.710041:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.710042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.710043:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710044:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357315.710045:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710045:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710047:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710048:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357315.710048:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.710049:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357315.710050:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357315.710051:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357315.710053:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:2.0:1712357315.710056:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x3f:0x0](ffff8800a76488c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357315.710058:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357315.710059:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7642288, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:2.0:1712357315.710061:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710084:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357315.710086:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.710088:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.710090:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710093:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.710094:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.710096:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.710098:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:2.0:1712357315.710100:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.710101:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710103:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.710104:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.710106:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710107:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.710108:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.710114:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.710115:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:2.0:1712357315.710116:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.710117:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710119:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.710120:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.710122:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710123:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.710124:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:2.0:1712357315.710126:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.710127:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:2.0:1712357315.710128:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.710129:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710130:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.710132:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.710133:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710135:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.710136:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 1 00000080:00000001:2.0:1712357315.710137:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.710138:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:2.0:1712357315.710139:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.710140:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710141:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:2.0:1712357315.710142:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357315.710144:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710145:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357315.710146:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7642288) flags 0x108008e refc 0 00000080:00000001:2.0:1712357315.710147:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357315.710148:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:2.0:1712357315.710149:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1712357315.710150:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710157:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:2.0:1712357315.710159:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x3f:0x0](ffff8800a76488c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.713139994, ctime 1712357315.000000000 00000080:00000002:2.0:1712357315.710164:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:2.0:1712357315.710170:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6dcd000. 00000080:00000001:2.0:1712357315.710171:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:2.0:1712357315.710174:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357315.710176:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:2.0:1712357315.710177:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x3f:0x0], valid 0x101f0/0x1 00800000:00000001:2.0:1712357315.710180:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.710182:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:2.0:1712357315.710183:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1712357315.710185:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 2 00010000:00000001:2.0:1712357315.710186:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357315.710189:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1712357315.710191:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357315.710193:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1712357315.710198:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357315.710200:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1712357315.710201:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1712357315.710202:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x3f:0x0] mode (null) 00000080:00000001:2.0:1712357315.710204:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.710205:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.710206:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.710207:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357315.710208:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357315.710209:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710211:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.710212:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.710212:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.710213:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357315.710214:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357315.710215:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710216:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357315.710217:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357315.710218:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357315.710219:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343100 count: 3 00010000:00000001:2.0:1712357315.710220:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1712357315.710221:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357315.710226:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1712357315.710228:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x3f:0x0] lli = ffff8800a7648800, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1712357315.710231:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1712357315.710232:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1712357315.710233:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1712357315.710234:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3f:0x0](ffff8800a76488c8) invalid 00000080:00002000:2.0:1712357315.710236:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7642288) parent ffff8800a7642870 inode ffff8800a76488c8 refc 1 00000080:00000001:2.0:1712357315.710238:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1712357315.710239:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1712357315.710240:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710242:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357315.710244:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357315.710245:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357315.710246:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357315.710247:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1712357315.710249:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab3818c0 with handle 0xbda2fb8f033386a6 from hash 00010000:00000001:2.0:1712357315.710251:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357315.710251:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.710252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.710253:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357315.710254:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357315.710255:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1712357315.710257:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357315.710259:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357315.710260:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1712357315.710264:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45880. 00000020:00000040:2.0:1712357315.710266:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:2.0:1712357315.710270:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357315.710272:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357315.710274:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357315.710274:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.710275:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.710277:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357315.710278:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357315.710280:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357315.710285:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcde00. 00000100:00000001:2.0:1712357315.710292:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710294:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.710295:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1712357315.710298:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357315.710303:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1712357315.710304:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1712357315.710305:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357315.710307:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab3818c0/0xbda2fb8f033386a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb21fde expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1712357315.710313:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800aa343100 count: 0 00010000:00000010:2.0:1712357315.710316:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b63cf400. 00010000:00000001:2.0:1712357315.710341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357315.710342:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710343:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357315.710344:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.710346:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1712357315.710347:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:2.0:1712357315.710353:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1712357315.710358:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357315.710363:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357315.710365:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357315.710369:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357315.710370:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357315.710372:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.710373:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227447424 : -131938482104192 : ffff8800ada45880) 00000100:00000001:2.0:1712357315.710376:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357315.710378:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.710380:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357315.710381:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357315.710385:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.710394:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357315.710395:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.710397:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357315.710399:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357315.710402:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:2.0:1712357315.710404:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357315.710408:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357315.710410:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.710411:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357315.710415:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61adc00. 02000000:00000001:2.0:1712357315.710416:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.710422:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357315.710425:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1aa8. 00000400:00000010:2.0:1712357315.710431:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4110. 00000100:00000200:2.0:1712357315.710436:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572168832, portal 10 00000100:00000001:2.0:1712357315.710438:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357315.710439:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227447424 : -131938482104192 : ffff8800ada45880) 00000100:00000040:2.0:1712357315.710443:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.710448:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357315.710450:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357315.710452:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4088. 00000100:00000200:2.0:1712357315.710453:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572168832, offset 0 00000400:00000200:2.0:1712357315.710457:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357315.710463:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.710468:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.710472:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357315.710475:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357315.710477:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357315.710639:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357315.710642:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [744:744:256:4294967295] 192.168.203.120@tcp LPNI seq info [744:744:8:4294967295] 00000400:00000200:2.0:1712357315.710645:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.710655:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357315.710660:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.710663:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357315.710667:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.710673:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.710676:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1712357315.710693:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.710695:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.710697:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.710698:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357315.710700:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357315.710701:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357315.710703:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.710704:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.710707:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357315.710708:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.710781:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.710784:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:3.0:1712357315.710787:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.710792:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.710798:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4088 00000400:00000010:3.0:1712357315.710800:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4088. 00000100:00000001:3.0:1712357315.710802:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.710806:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.710813:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.710815:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.710820:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.710821:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.713018:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800aa343100. 00010000:00000010:2.1:1712357315.713027:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab3818c0. 00000800:00000001:2.0:1712357315.714937:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.714946:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.714949:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.714951:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.714958:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.714963:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.714969:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.714972:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.714976:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.714979:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90ba80 00000400:00000200:2.0:1712357315.714983:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.714987:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x19f5 [1] + 224 00000800:00000001:2.0:1712357315.715104:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.715118:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.715121:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.715125:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.715130:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.715146:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.715154:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.716366:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.716374:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.716380:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.716385:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.716390:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [745:745:256:4294967295] 192.168.203.120@tcp LPNI seq info [745:745:8:4294967295] 00000400:00000200:2.0:1712357315.716393:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.716399:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.716403:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.716407:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357315.716411:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.716417:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.716421:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357315.716480:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.716543:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.716545:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.716547:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1aa8. 00000400:00000200:1.0:1712357315.716558:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4110 00000400:00000010:1.0:1712357315.716561:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4110. 00000100:00000001:1.0:1712357315.716563:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.716568:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.716599:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45880 x1795536572168832/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.716604:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.716606:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.716608:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.716610:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.716612:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.716614:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.716616:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.716623:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.716626:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.716628:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.716629:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.716632:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.716634:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.716636:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.716638:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357315.716639:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.716640:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.716641:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227447424 : -131938482104192 : ffff8800ada45880) 00000100:00000001:1.0:1712357315.716644:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.716645:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.716646:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.716648:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.716651:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45880 x1795536572168832/t4294967422(4294967422) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.716656:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.716658:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.716660:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.716662:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45880 x1795536572168832/t4294967422(4294967422) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.716668:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168832:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.716674:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.716677:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.716678:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.716680:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.716682:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45880 x1795536572168832/t4294967422(4294967422) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.716687:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.716689:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:1.0:1712357315.716691:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.716692:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.716697:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.716699:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716702:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.716705:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.716707:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.716709:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.716715:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.716716:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3f:0x0] 00000080:00000001:1.0:1712357315.716718:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716720:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:1.0:1712357315.716722:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.716725:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3f:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.716727:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.716729:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45880 x1795536572168832/t4294967422(4294967422) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.716734:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716735:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.716736:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.716737:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716739:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716740:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.716743:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcd000. 00000080:00200008:1.0:1712357315.716748:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x3f:0x0](ffff8800a76488c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.709000000, mtime 1611184480.713139994, ctime 1712357315.709000000, rc 0 00000080:00000001:1.0:1712357315.716758:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716764:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.716765:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7642288, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:1.0:1712357315.716767:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.716771:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.716784:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.716787:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.716788:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:1.0:1712357315.716790:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716802:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.716804:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.716805:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.716808:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716811:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.716812:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.716814:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.716816:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357315.716819:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.716820:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716822:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.716823:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.716825:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716826:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.716827:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.716829:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.716830:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:1.0:1712357315.716831:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.716832:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716833:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.716834:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.716836:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716838:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.716839:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.716840:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.716841:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=17 00000080:00000001:1.0:1712357315.716845:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.716846:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716847:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.716849:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.716850:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716852:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.716853:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.716854:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.716855:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=17 00000080:00000001:1.0:1712357315.716856:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.716857:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.716858:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.716859:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.716861:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.716866:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=1 00000080:00000001:1.0:1712357315.716869:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.716871:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=getattr 00000080:00000010:1.0:1712357315.716874:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab09600. 00000080:00000001:1.0:1712357315.716878:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.716882:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.716883:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x3e:0x0] 00800000:00000001:1.0:1712357315.716886:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.716889:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.716892:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.716894:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.716895:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.716898:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.716900:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.716904:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28a80. 00000020:00000040:1.0:1712357315.716906:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.716910:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.716913:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.716917:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.716918:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.716929:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.716931:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.716933:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.716935:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.716939:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542400. 00000100:00000001:1.0:1712357315.716943:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.716946:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.716948:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.716949:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.716949:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.716951:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.716956:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526856320 : -131936182695296 : ffff880136b28a80) 00010000:00000001:1.0:1712357315.716959:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.716961:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.716966:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:1.0:1712357315.716968:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.716970:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.716972:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357315.716975:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.716977:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f033386ad to hash 00000020:00000001:1.0:1712357315.716979:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.716980:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.716982:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.716985:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.716987:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.716990:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.716996:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.717003:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.717007:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.717012:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.717016:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.717017:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357315.717019:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.717019:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526856320 : -131936182695296 : ffff880136b28a80) 00000100:00000001:1.0:1712357315.717023:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.717026:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.717027:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.717029:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.717032:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.717037:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.717039:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.717041:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.717043:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.717046:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.717048:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.717052:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.717053:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.717054:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.717058:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.717059:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.717063:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.717065:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.717069:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.717073:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572168896, portal 10 00000100:00000001:1.0:1712357315.717074:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.717075:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526856320 : -131936182695296 : ffff880136b28a80) 00000100:00000040:1.0:1712357315.717079:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.717084:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.717086:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.717088:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357315.717090:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572168896, offset 0 00000400:00000200:1.0:1712357315.717098:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.717102:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.717104:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.717108:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.717111:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.717113:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.717115:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.717117:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [746:746:255:4294967295] 192.168.203.120@tcp LPNI seq info [746:746:7:4294967295] 00000400:00000200:1.0:1712357315.717120:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.717126:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.717130:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.717132:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.717135:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.717139:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.717141:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.718532:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.718536:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.718538:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.718540:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.718542:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.718544:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.718546:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.718548:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.718550:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.718551:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.718724:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.718727:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357315.718731:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.718736:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.718742:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.718746:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357315.721694:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.721701:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:2.0:1712357315.721706:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.721712:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.721716:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:2.0:1712357315.721718:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:2.0:1712357315.721722:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.721727:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.721744:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.721747:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.721753:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.721754:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.721761:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.721768:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.721769:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.721771:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.721777:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.721780:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.721785:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.721788:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.721791:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.721794:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bac0 00000400:00000200:2.0:1712357315.721797:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.721802:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a05 [1] + 224 00000800:00000001:2.0:1712357315.721807:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.721819:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.721821:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.721824:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.721827:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.721830:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.721837:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.721857:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.721861:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.721863:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1712357315.721913:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800ab3c5120. 00000100:00000001:1.0:1712357315.722013:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.722018:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.722019:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.722021:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.722024:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.722025:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.722027:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.722031:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.722046:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.722051:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.722053:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.722054:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.722057:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.722059:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.722060:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.722062:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.722068:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.722071:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.722073:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.722074:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722076:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.722079:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722081:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.722082:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.722084:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.722085:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.722088:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.722094:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.722096:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.722097:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.722100:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.722107:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572168896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.722110:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.722112:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722114:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.722115:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.722120:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.722125:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.722126:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.722128:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.722129:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722131:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.722134:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722136:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722138:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.722140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000040:1.0:1712357315.722147:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e400, remote cookie: 0xa8e7976a8eb22001, flags: 0x1001 00010000:00010000:1.0:1712357315.722150:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.722156:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3f:0x0].0x0, instead of [0x200000401:0x3e:0x0].0x0 00010000:00000001:1.0:1712357315.722159:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.722166:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4b00. 00010000:00000010:1.0:1712357315.722168:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.722171:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.722173:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.722179:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722184:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.722186:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.722187:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.722188:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.722189:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.722193:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3f:0x0].0x0 (ffff8800b3ab4b00) refcount = 1 00010000:00010000:1.0:1712357315.722196:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722201:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.722203:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.722204:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.722206:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.722207:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.722210:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722214:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.722215:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722216:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722217:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722217:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722218:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722221:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.722222:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722222:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722223:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722224:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722226:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722227:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722228:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722229:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357315.722230:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722231:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722233:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.722235:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.722237:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722248:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722249:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722250:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722251:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357315.722252:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722253:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722255:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.722257:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722261:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.722263:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722267:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.722268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.722273:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.722278:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722279:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722279:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722280:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722282:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722284:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.722284:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722286:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722289:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.722291:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722292:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722293:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722294:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722296:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00000002:00010000:1.0:1712357315.722298:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722302:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722303:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722303:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.722304:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722305:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722305:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722307:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722308:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000040:1.0:1712357315.722310:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.722312:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.722314:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/63 (0 0) 00010000:00000001:1.0:1712357315.722316:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722316:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.722317:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.722319:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.722321:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722323:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722325:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.722329:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.722330:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357315.722332:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.722334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722336:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722338:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.722340:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.722342:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:1.0:1712357315.722346:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.722350:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.722352:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3f:0x0] 00000080:00000001:1.0:1712357315.722354:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.722356:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:1.0:1712357315.722357:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.722360:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.722363:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3f:0x0](ffff8800a76488c8): rc = 0 00000080:00000001:1.0:1712357315.722364:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122602184 : -131938586949432 : ffff8800a76488c8) 00010000:00000001:1.0:1712357315.722366:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722367:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722368:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722369:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722370:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722372:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.722373:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.722374:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.722375:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.722376:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722378:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.722379:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.722382:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) for lock 0xbda2fb8f033386ad 00000080:00000001:1.0:1712357315.722384:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722385:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.722386:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722388:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.722388:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722389:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722390:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722391:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722392:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722393:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722394:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.722397:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722398:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.722401:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a650b3e0. 00000080:00002000:1.0:1712357315.722405:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da438 inode ffff8800a76488c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.722407:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.722410:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.722411:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.722413:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) 00000080:00010000:1.0:1712357315.722416:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386ad from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357315.722417:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.722418:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.722418:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=3 00000020:00000001:1.0:1712357315.722419:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722421:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357315.722422:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.722424:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722428:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722428:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722429:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.722430:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.722432:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.722437:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.722439:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.722440:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.722443:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722444:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722444:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722447:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.722448:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722449:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722451:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722455:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.722456:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.722458:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.722460:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09600. 00000100:00000001:1.0:1712357315.722465:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.722468:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28a80 x1795536572168896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.722474:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.722476:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.722478:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.722481:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.722483:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.722484:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.722486:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.722488:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.722490:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.722492:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.722493:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28a80. 00000100:00000001:1.0:1712357315.722496:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.722497:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.722498:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.722499:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357315.722500:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.722511:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.722514:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x3f:0x0](ffff8800a76488c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.722519:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.722521:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012ab09600. 00000080:00000001:1.0:1712357315.722522:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.722525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.722527:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.722528:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x3f:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357315.722530:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722532:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.722534:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.722538:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.722540:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.722541:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.722543:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.722545:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.722550:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.722562:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.722564:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.722566:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x3f:0x0] mode (null) 00000080:00000001:1.0:1712357315.722568:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722569:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.722571:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.722572:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 3 00010000:00000001:1.0:1712357315.722573:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.722575:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.722576:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722577:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.722578:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.722579:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 3 00010000:00000001:1.0:1712357315.722580:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.722601:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.722602:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.722603:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.722603:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.722604:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 3 00010000:00000001:1.0:1712357315.722606:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.722607:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.722608:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.722611:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x3f:0x0] lli = ffff8800a7648800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.722614:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.722615:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.722616:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.722617:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3f:0x0](ffff8800a76488c8) invalid 00000080:00002000:1.0:1712357315.722619:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a75da438) parent ffff8800a7642870 inode ffff8800a76488c8 refc 1 00000080:00000001:1.0:1712357315.722624:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.722625:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.722626:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722628:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.722630:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.722631:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.722632:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.722634:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.722636:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f033386ad from hash 00010000:00000001:1.0:1712357315.722637:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.722638:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722639:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722640:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.722641:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.722642:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.722644:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.722645:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.722646:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.722649:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28a80. 00000020:00000040:1.0:1712357315.722651:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.722654:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.722656:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.722657:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.722658:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722659:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722661:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.722662:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.722665:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.722670:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ab09000. 00000100:00000001:1.0:1712357315.722673:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722675:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.722676:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.722679:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.722684:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.722687:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.722688:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.722690:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033386ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22001 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.722695:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4b00 count: 0 00010000:00000010:1.0:1712357315.722698:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.722706:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.722707:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722708:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.722709:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.722711:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.722712:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:1.0:1712357315.722717:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.722722:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.722727:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.722728:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.722731:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.722732:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357315.722734:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.722735:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526856320 : -131936182695296 : ffff880136b28a80) 00000100:00000001:1.0:1712357315.722738:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.722740:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722741:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.722742:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.722745:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.722750:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.722751:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.722754:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.722755:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.722757:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.722764:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.722767:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.722768:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.722770:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.722772:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6542400. 02000000:00000001:1.0:1712357315.722773:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.722777:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.722779:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.722782:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.722786:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572169024, portal 10 00000100:00000001:1.0:1712357315.722788:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.722789:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526856320 : -131936182695296 : ffff880136b28a80) 00000100:00000040:1.0:1712357315.722792:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.722798:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.722800:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.722801:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357315.722803:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572169024, offset 0 00000400:00000200:1.0:1712357315.722806:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.722810:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.722814:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.722818:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.722822:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.722824:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.722826:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.722829:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [747:747:256:4294967295] 192.168.203.120@tcp LPNI seq info [747:747:8:4294967295] 00000400:00000200:1.0:1712357315.722832:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.722838:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.722841:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.722844:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.722847:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.722852:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.722857:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.722872:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722874:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.722876:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722878:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.722879:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.722880:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.722882:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.722883:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.722885:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.722886:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.723218:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.723222:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:2.0:1712357315.723228:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.723231:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.723233:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:2.0:1712357315.723234:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:2.0:1712357315.723236:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.723240:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.723245:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.723247:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.723251:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.723252:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.724745:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.724753:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.724756:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.724757:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.724764:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724768:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.724773:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724776:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724778:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724782:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90bb40 00000400:00000200:3.0:1712357315.724785:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724789:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1a0d [1] + 224 00000800:00000001:3.0:1712357315.724794:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.724804:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.724806:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.724809:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.724812:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.724816:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.724824:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.724873:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.724881:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.724884:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724887:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.724891:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [748:748:256:4294967295] 192.168.203.120@tcp LPNI seq info [748:748:8:4294967295] 00000400:00000200:3.0:1712357315.724894:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.724900:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.724904:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.724906:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357315.724910:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.724915:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.724917:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.724980:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.724982:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357315.724984:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.724987:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.724989:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.724991:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.725051:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.725054:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.725055:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.725057:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.725060:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.725061:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.725063:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.725067:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.725073:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28a80 x1795536572169024/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.725079:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.725080:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.725081:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.725083:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.725084:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.725086:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.725088:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.725092:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.725095:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.725097:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.725098:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.725100:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.725102:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.725104:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.725109:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x10000007d/0x0] 00000100:00000001:1.0:1712357315.725111:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.725112:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.725113:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526856320 : -131936182695296 : ffff880136b28a80) 00000100:00000001:1.0:1712357315.725116:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.725117:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.725119:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.725120:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.725123:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28a80 x1795536572169024/t4294967423(4294967423) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.725129:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.725131:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.725132:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.725135:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28a80 x1795536572169024/t4294967423(4294967423) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.725141:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169024:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.725144:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.725146:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.725148:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.725149:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.725151:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28a80 x1795536572169024/t4294967423(4294967423) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.725156:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.725158:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.725160:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.725161:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.725165:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.725167:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725170:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.725172:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.725174:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.725176:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.725179:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.725183:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3f:0x0] 00000080:00000001:1.0:1712357315.725185:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725186:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:1.0:1712357315.725188:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.725191:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3f:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.725193:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.725195:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28a80 x1795536572169024/t4294967423(4294967423) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.725200:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725201:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.725203:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.725204:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725205:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725207:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.725209:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09600. 00000080:00200008:1.0:1712357315.725216:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x3f:0x0](ffff8800a76488c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.721000000, rc 0 00000080:00000001:1.0:1712357315.725220:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725227:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.725228:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a75da438, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:1.0:1712357315.725230:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.725234:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.725238:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.725239:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.725240:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry caches (ffff8800a7642870, parent ffff8800a77025e8, inode ffff8800a76e40c8) hashed, 00000080:00000001:1.0:1712357315.725242:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725262:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.725264:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.725266:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.725268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725271:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.725272:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.725274:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.725275:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.725279:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.725281:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725283:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.725284:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.725286:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725287:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.725288:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.725290:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.725291:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.725292:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.725293:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725294:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.725295:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.725297:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725298:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.725299:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.725301:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.725302:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.725303:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.725304:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725305:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.725306:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.725307:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725309:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.725310:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.725311:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.725312:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:1.0:1712357315.725313:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.725314:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.725315:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.725317:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.725318:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.725323:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), flags=16 00000080:00000001:1.0:1712357315.725326:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.725327:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x3e:0x0](ffff8800a76e40c8), intent=0 00000080:00000010:1.0:1712357315.725330:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab09600. 00000080:00000001:1.0:1712357315.725336:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.725338:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.725340:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x3e:0x0] 00800000:00000001:1.0:1712357315.725343:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.725346:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3e:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.725348:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.725350:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.725351:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x3e:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357315.725354:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.725356:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.725358:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28e00. 00000020:00000040:1.0:1712357315.725361:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.725364:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.725366:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.725369:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.725370:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.725371:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.725373:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.725374:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.725376:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.725380:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542000. 00000100:00000001:1.0:1712357315.725384:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.725386:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.725387:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.725388:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.725389:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.725390:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.725394:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00010000:00000001:1.0:1712357315.725396:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.725397:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.725401:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800aa343800 count: 2 00010000:00000001:1.0:1712357315.725403:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.725405:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.725407:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e1c0. 00000020:00000001:1.0:1712357315.725410:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.725414:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e1c0 with handle 0xbda2fb8f033386b4 to hash 00000020:00000001:1.0:1712357315.725415:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.725416:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.725418:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.725421:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.725422:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.725425:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.725431:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.725437:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.725441:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.725442:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.725444:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.725446:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357315.725447:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.725448:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000001:1.0:1712357315.725450:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.725453:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.725455:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.725456:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.725459:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.725465:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.725466:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.725468:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.725469:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.725472:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.725475:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.725478:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.725482:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.725484:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.725487:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.725488:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.725491:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.725493:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.725496:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.725500:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169088, portal 10 00000100:00000001:1.0:1712357315.725501:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.725502:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000040:1.0:1712357315.725506:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.725511:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.725513:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.725515:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357315.725516:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572169088, offset 0 00000400:00000200:1.0:1712357315.725520:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.725523:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.725526:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.725530:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.725532:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.725535:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.725537:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.725539:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [749:749:256:4294967295] 192.168.203.120@tcp LPNI seq info [749:749:8:4294967295] 00000400:00000200:1.0:1712357315.725542:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.725547:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.725550:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.725561:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.725564:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.725568:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.725570:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1712357315.729763:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.729768:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357315.729774:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.729780:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.729784:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357315.729786:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357315.729790:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.729796:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.729805:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.729807:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.729813:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.729814:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357315.730791:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.730800:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.730803:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.730806:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.730807:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.730809:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.730822:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.730824:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.730826:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.730827:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357315.732809:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.732816:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.732820:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.732821:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.732829:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.732834:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.732838:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.732842:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.732844:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.732848:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bb80 00000400:00000200:2.0:1712357315.732851:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.732855:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a15 [1] + 224 00000800:00000001:2.0:1712357315.732860:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.732868:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.732871:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.732874:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.732879:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.732886:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.732893:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.732920:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.732925:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.732928:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1712357315.732949:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4b00. 00010000:00000010:0.1:1712357315.732955:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000100:00000001:1.0:1712357315.732981:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.732985:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.732987:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.732989:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.732992:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.732994:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.732996:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.733000:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.733008:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.733013:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.733014:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.733016:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.733018:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.733019:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.733021:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.733023:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.733029:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.733032:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.733034:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.733035:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733037:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.733040:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.733042:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.733043:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.733045:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.733050:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.733053:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.733060:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.733062:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.733064:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.733066:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.733073:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.733077:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.733079:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.733081:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.733082:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.733085:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.733090:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.733092:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.733094:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.733095:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733097:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.733099:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733101:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733103:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357315.733105:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733107:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000040:1.0:1712357315.733111:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38e1c0, remote cookie: 0xa8e7976a8eb22024, flags: 0x1001 00010000:00010000:1.0:1712357315.733115:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.733122:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3f:0x0].0x0, instead of [0x200000401:0x3e:0x0].0x0 00010000:00000001:1.0:1712357315.733124:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.733135:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4b00. 00010000:00000010:1.0:1712357315.733137:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25380. 00010000:00000001:1.0:1712357315.733140:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.733142:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.733149:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733154:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.733156:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.733157:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.733158:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.733159:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.733161:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x3f:0x0].0x0 (ffff8800b3ab4b00) refcount = 1 00010000:00010000:1.0:1712357315.733164:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733169:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.733171:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.733172:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.733174:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.733175:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.733177:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733181:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.733182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733184:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733186:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733189:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.733189:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733190:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733194:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733196:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733197:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733199:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733199:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733281:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=4 00000020:00000001:1.0:1712357315.733283:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733285:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733287:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.733288:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.733290:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733297:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733297:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733298:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=5 00000020:00000001:1.0:1712357315.733299:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733300:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733302:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.733304:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733309:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733309:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.733312:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733316:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.733316:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733317:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733322:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.733326:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.733332:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733333:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733334:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733335:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733336:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733338:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.733339:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733340:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733342:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.733344:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733345:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733345:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733346:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733348:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00000002:00010000:1.0:1712357315.733350:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733354:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733355:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733355:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.733356:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733357:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733358:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733359:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733360:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000040:1.0:1712357315.733363:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.733364:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.733366:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/63 (0 0) 00010000:00000001:1.0:1712357315.733368:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.733372:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.733373:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.733376:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733379:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733381:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.733385:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.733386:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357315.733388:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.733390:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733393:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733396:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.733397:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.733399:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:1.0:1712357315.733401:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.733405:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.733406:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x3f:0x0] 00000080:00000001:1.0:1712357315.733408:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.733410:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502335 : 144115205272502335 : 20000040100003f) 00000080:00000001:1.0:1712357315.733412:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.733415:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x3f:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.733417:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x3f:0x0](ffff8800a76488c8): rc = 0 00000080:00000001:1.0:1712357315.733419:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135122602184 : -131938586949432 : ffff8800a76488c8) 00010000:00000001:1.0:1712357315.733420:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733421:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733422:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733423:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733424:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733425:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733426:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.733427:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.733428:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.733429:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.733430:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733432:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.733435:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.733437:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) for lock 0xbda2fb8f033386b4 00000080:00000001:1.0:1712357315.733439:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733441:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.733442:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733443:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.733444:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733445:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733445:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733447:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733448:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733449:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733450:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.733451:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733452:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.733455:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a650b660. 00000080:00002000:1.0:1712357315.733458:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da0d8 inode ffff8800a76488c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.733460:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.733462:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.733464:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.733466:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3f:0x0](ffff8800a76488c8) 00000080:00010000:1.0:1712357315.733468:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386b4 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357315.733469:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.733470:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.733470:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e1c0 refcount=3 00000020:00000001:1.0:1712357315.733472:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733473:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203627456 : -131938505924160 : ffff8800ac38e1c0) 00010000:00000001:1.0:1712357315.733474:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.733476:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733481:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733481:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733482:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.733485:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.733487:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e1c0/0xbda2fb8f033386b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22024 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.733493:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.733495:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.733496:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.733499:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733500:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733501:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733503:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.733504:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733506:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733507:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733509:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.733509:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733510:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.733511:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.733514:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09600. 00000100:00000001:1.0:1712357315.733518:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.733521:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28e00 x1795536572169088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.733525:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.733527:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.733529:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.733532:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.733534:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.733535:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.733537:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.733539:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.733542:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.733543:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.733544:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28e00. 00000100:00000001:1.0:1712357315.733548:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.733549:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.733566:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.733568:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.733575:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.733580:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), flags=0 00000080:00000001:1.0:1712357315.733741:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.733742:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), intent=getattr 00000080:00000010:1.0:1712357315.733746:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab09600. 00000080:00000001:1.0:1712357315.733750:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.733752:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.733753:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x3f:0x0] 00800000:00000001:1.0:1712357315.733756:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.733759:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3f:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.733762:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733764:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.733765:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.733768:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.733769:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.733772:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28e00. 00000020:00000040:1.0:1712357315.733774:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.733777:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.733779:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.733781:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.733781:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.733783:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.733784:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.733786:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.733788:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.733792:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542000. 00000100:00000001:1.0:1712357315.733795:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733797:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.733799:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733800:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.733801:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.733802:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.733806:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00010000:00000001:1.0:1712357315.733808:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.733817:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.733819:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.733820:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.733822:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.733824:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357315.733827:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.733828:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033386bb to hash 00000020:00000001:1.0:1712357315.733830:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.733831:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.733833:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.733834:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.733836:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.733838:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.733843:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.733850:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.733853:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.733855:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.733857:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.733859:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357315.733860:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.733861:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000001:1.0:1712357315.733864:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.733866:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.733868:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.733869:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.733873:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.733879:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.733880:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.733884:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.733886:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.733888:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.733891:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.733894:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.733895:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.733896:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.733898:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.733899:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.733904:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.733906:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.733909:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.733913:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169152, portal 10 00000100:00000001:1.0:1712357315.733914:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.733916:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000040:1.0:1712357315.733919:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.733925:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.733927:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.733928:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357315.733930:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572169152, offset 0 00000400:00000200:1.0:1712357315.733934:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.733937:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.733941:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.733945:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.733948:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.733950:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.733952:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.733955:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [750:750:256:4294967295] 192.168.203.120@tcp LPNI seq info [750:750:8:4294967295] 00000400:00000200:1.0:1712357315.733958:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.733964:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.733968:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.733972:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357315.733976:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.733982:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.733984:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.735488:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.735492:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.735494:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.735496:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.735497:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.735500:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.735502:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.735504:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.735506:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.735507:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.735545:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.735548:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357315.735561:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.735567:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.735570:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357315.735571:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357315.735574:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.735578:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.735600:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.735603:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.735608:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.735610:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:1.1:1712357315.736287:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a650b3e0. 00000800:00000001:2.0:1712357315.742086:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.742098:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.742101:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.742102:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.742111:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.742117:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.742122:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.742126:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.742129:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.742133:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bbc0 00000400:00000200:2.0:1712357315.742137:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.742146:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a1d [1] + 224 00000800:00000001:2.0:1712357315.742151:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.742165:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.742167:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.742171:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.742176:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.742182:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.742190:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.742217:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.742223:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.742226:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.742298:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.742304:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.742305:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.742308:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.742311:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.742313:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.742315:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.742319:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.742325:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.742331:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.742332:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.742334:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.742336:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.742338:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.742339:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.742342:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.742348:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.742351:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.742353:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.742363:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.742368:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.742370:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.742372:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.742373:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.742375:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.742378:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.742383:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.742385:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.742387:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.742390:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.742395:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.742399:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.742402:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.742404:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.742405:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.742407:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.742412:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.742415:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.742417:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.742418:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.742420:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.742423:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.742425:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.742427:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357315.742429:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.742431:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357315.742438:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742445:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.742447:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742452:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.742454:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742457:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.742458:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.742460:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742464:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.742465:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.742467:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.742469:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.742473:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.742475:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.742477:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742481:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.742482:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.742484:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742487:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.742488:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.742492:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.742493:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.742494:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357315.742495:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.742496:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357315.742498:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.742499:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.742503:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.742504:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.742505:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.742506:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.742508:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.742509:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.742510:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.742511:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.742512:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033386bb from hash 00010000:00000001:1.0:1712357315.742513:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.742514:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.742515:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.742515:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.742516:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.742517:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.742518:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.742519:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.742520:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.742521:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.742522:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.742525:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.742526:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.742526:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.742527:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.742528:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.742529:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.742531:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.742533:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033386bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.743118:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.743120:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.743124:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.743129:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.743135:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.743136:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743138:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743139:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743141:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.743143:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.743144:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743145:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.743146:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.743149:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.743152:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.743154:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743157:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.743158:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.743162:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a650b7a0. 00000080:00002000:1.0:1712357315.743166:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da6c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.743170:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.743173:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.743176:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743178:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.743180:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.743182:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.743186:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.743188:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.743192:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/63 (0 0) 00000002:00000001:1.0:1712357315.743194:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743196:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.743201:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743202:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.743204:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.743208:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09600. 00000100:00000001:1.0:1712357315.743212:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.743216:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28e00 x1795536572169152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.743221:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.743222:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.743225:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.743228:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.743230:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.743231:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.743233:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.743235:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.743237:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.743238:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.743240:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28e00. 00000100:00000001:1.0:1712357315.743243:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.743244:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.743246:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.743247:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.743249:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.743253:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.743255:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a75da6c0, parent ffff8800a75da0d8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.743257:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.743260:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.743263:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.743264:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.743265:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75da0d8, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:1.0:1712357315.743267:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743297:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.743299:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.743301:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.743305:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743308:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.743313:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.743315:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.743316:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.743319:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.743321:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743323:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.743324:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.743326:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743328:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.743329:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.743330:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.743331:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.743333:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.743334:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743336:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.743337:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.743339:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743340:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.743341:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.743343:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.743343:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:1.0:1712357315.743345:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.743346:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743348:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.743349:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.743350:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743352:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.743353:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.743355:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.743356:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:1.0:1712357315.743357:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.743358:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743359:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.743361:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.743362:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743364:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.743368:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75da0d8) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.743370:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.743371:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.743372:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.743373:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.743375:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.743375:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.743377:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.743384:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), flags=0 00000080:00000001:1.0:1712357315.743387:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.743388:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), intent=getattr 00000080:00000010:1.0:1712357315.743392:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012ab09600. 00000080:00000001:1.0:1712357315.743397:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.743399:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.743400:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x3f:0x0] 00800000:00000001:1.0:1712357315.743403:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.743405:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3f:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.743407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743409:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.743410:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3f:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.743413:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.743414:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.743417:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28e00. 00000020:00000040:1.0:1712357315.743419:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.743423:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.743425:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.743428:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.743429:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.743430:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.743431:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.743433:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.743435:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.743439:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542000. 00000100:00000001:1.0:1712357315.743443:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.743450:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.743451:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.743452:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.743453:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.743454:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.743460:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00010000:00000001:1.0:1712357315.743462:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.743463:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.743465:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.743467:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.743468:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.743471:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357315.743473:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.743474:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033386c2 to hash 00000020:00000001:1.0:1712357315.743476:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.743477:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.743479:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.743481:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.743482:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.743484:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.743489:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.743495:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.743499:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.743500:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.743503:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.743504:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357315.743506:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.743507:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000001:1.0:1712357315.743511:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.743516:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.743519:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.743520:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.743524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.743530:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.743531:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.743533:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.743536:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.743538:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.743541:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.743544:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.743546:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.743548:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.743550:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.743566:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.743570:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.743572:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.743576:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.743580:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169216, portal 10 00000100:00000001:1.0:1712357315.743598:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.743599:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000040:1.0:1712357315.743604:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.743609:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.743611:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.743613:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357315.743615:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572169216, offset 0 00000400:00000200:1.0:1712357315.743620:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.743624:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.743629:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.743633:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.743636:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.743638:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.743644:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.743647:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [751:751:256:4294967295] 192.168.203.120@tcp LPNI seq info [751:751:8:4294967295] 00000400:00000200:1.0:1712357315.743650:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.743657:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.743662:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.743665:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357315.743669:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.743675:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.743678:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.744309:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.744312:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.744314:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.744316:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.744317:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.744319:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.744321:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.744322:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.744324:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.744324:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.744394:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.744397:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357315.744401:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.744405:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.744408:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:3.0:1712357315.744409:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:3.0:1712357315.744412:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.744415:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.744422:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.744424:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.744429:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.744430:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.749874:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.749889:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.749893:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.749895:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.749906:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.749922:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.749929:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.749932:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.749935:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.749938:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bc00 00000400:00000200:2.0:1712357315.749942:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.749947:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a25 [1] + 224 00000800:00000001:2.0:1712357315.749953:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.749967:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.749969:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.749973:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.749978:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.749984:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.749992:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.750013:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.750019:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.750022:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357315.750102:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:3.1:1712357315.750109:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a650b7a0. 00000100:00000001:1.0:1712357315.750165:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.750172:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.750173:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.750176:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.750180:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.750181:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.750184:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.750189:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.750197:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.750202:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.750203:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.750205:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.750213:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.750215:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.750216:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.750219:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.750226:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.750229:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.750231:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.750234:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.750239:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.750241:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.750243:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.750244:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.750246:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.750249:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.750254:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.750257:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.750258:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.750261:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.750267:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.750271:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.750273:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.750275:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.750276:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.750279:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.750284:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.750286:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357315.750288:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.750289:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.750295:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.750299:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.750301:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.750303:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357315.750304:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.750307:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357315.750311:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750318:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.750321:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750326:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.750328:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750331:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.750332:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.750334:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750337:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.750339:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.750341:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.750342:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.750346:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.750348:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.750350:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750354:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.750356:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.750362:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750366:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.750368:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.750369:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.750370:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.750371:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357315.750372:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.750373:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357315.750375:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.750377:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.750380:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.750381:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.750383:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.750384:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.750386:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.750387:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.750387:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.750388:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.750390:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033386c2 from hash 00010000:00000001:1.0:1712357315.750391:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.750392:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.750393:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.750393:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.750394:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.750395:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.750396:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.750397:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.750397:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.750398:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.750400:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750408:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.750409:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.750410:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.750411:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.750411:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.750412:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.750412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.750414:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033386c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.750436:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.750437:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.750441:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.750445:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.750451:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.750452:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.750454:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.750455:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.750457:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.750459:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.750460:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.750461:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.750462:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.750465:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.750467:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.750469:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.750472:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.750473:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.750476:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a650b900. 00000080:00002000:1.0:1712357315.750480:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.750484:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.750487:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.750490:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.750492:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.750497:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.750499:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.750503:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:1.0:1712357315.750505:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.750508:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/63 (0 0) 00000002:00000001:1.0:1712357315.750510:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.750511:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.750513:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.750515:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.750517:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.750520:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012ab09600. 00000100:00000001:1.0:1712357315.750525:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.750528:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28e00 x1795536572169216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.750533:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.750534:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.750537:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fec000. 02000000:00000001:1.0:1712357315.750540:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.750542:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.750543:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.750545:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.750547:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.750549:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.750551:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.750564:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28e00. 00000100:00000001:1.0:1712357315.750568:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.750569:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.750571:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.750572:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.750573:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.750578:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.750579:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a75da438, parent ffff8800a75da0d8, inode (null)) hashed, 00000080:00000001:1.0:1712357315.750763:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.750766:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.750768:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.751838:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.751840:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75da0d8, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:0.0:1712357315.751843:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751874:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.751877:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.751878:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.751883:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751885:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.751887:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.751889:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.751891:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.751894:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.751896:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751897:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.751898:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.751900:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751902:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.751903:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.751905:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.751906:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.751908:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.751909:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751910:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.751911:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.751913:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751915:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.751916:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.751917:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.751918:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.751920:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.751920:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751921:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.751922:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.751924:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751930:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.751931:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.751933:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.751934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:0.0:1712357315.751936:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.751937:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751939:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.751940:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.751942:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751943:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.751944:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75da0d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.751945:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.751946:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.751947:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.751948:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.751949:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.751950:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.751952:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.751958:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=file_cache.cpython-36.opt-1.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), flags=0 00000080:00000001:0.0:1712357315.751961:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.751962:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=file_cache.cpython-36.opt-1.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), intent=getattr 00000080:00000010:0.0:1712357315.751967:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.751971:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.751974:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.751976:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'file_cache.cpython-36.opt-1.pyc' on [0x200000401:0x3f:0x0] 00800000:00000001:0.0:1712357315.751978:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.751981:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3f:0x0], fid2=[0x0:0x0:0x0], name='file_cache.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.751983:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.751985:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.751987:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: file_cache.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.751990:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.751991:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.751994:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7b80. 00000020:00000040:0.0:1712357315.751997:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.752004:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.752006:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.752010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.752011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.752012:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.752014:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.752016:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.752018:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.752023:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d800. 00000100:00000001:0.0:1712357315.752027:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.752029:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.752031:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.752032:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.752033:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.752034:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.752038:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00010000:00000001:0.0:1712357315.752041:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.752043:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.752045:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.752047:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.752048:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.752051:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357315.752053:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.752055:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f033386c9 to hash 00000020:00000001:0.0:1712357315.752056:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.752057:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.752059:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.752061:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.752063:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.752065:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.752072:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.752078:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.752086:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.752087:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.752091:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.752093:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.752094:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.752095:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000001:0.0:1712357315.752099:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.752101:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.752103:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.752104:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.752109:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.752115:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.752116:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.752118:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.752120:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.752122:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.752126:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.752129:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.752131:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.752132:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.752135:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.752137:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.752143:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.752146:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.752150:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.752155:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169280, portal 10 00000100:00000001:0.0:1712357315.752156:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.752157:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000040:0.0:1712357315.752161:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.752166:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.752172:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.752174:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357315.752177:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572169280, offset 0 00000400:00000200:0.0:1712357315.752181:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.752186:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.752190:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.752194:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.752197:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.752200:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.752202:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.752205:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [752:752:256:4294967295] 192.168.203.120@tcp LPNI seq info [752:752:8:4294967295] 00000400:00000200:0.0:1712357315.752208:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.752214:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.752219:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.752222:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0eb00. 00000800:00000200:0.0:1712357315.752226:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.752231:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.752234:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0eb00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.752253:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.752255:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.752257:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.752259:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.752260:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.752262:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.752264:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.752265:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.752267:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.752268:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.752444:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.752447:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0eb00. 00000400:00000200:3.0:1712357315.752451:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.752455:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.752458:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:3.0:1712357315.752463:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:3.0:1712357315.752469:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.752471:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.752477:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.752480:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.752484:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.752485:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.755946:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000800:00000001:2.0:1712357315.757245:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.757255:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.757257:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.757259:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.757267:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.757272:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.757278:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.757281:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.757284:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.757288:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bc40 00000400:00000200:2.0:1712357315.757291:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.757295:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a2d [1] + 224 00000800:00000001:2.0:1712357315.757301:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.757318:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.757320:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.757324:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.757329:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.757336:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.757343:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.757352:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.757357:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.757359:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.757406:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.757412:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.757413:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.757415:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.757419:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.757420:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.757427:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.757431:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.757437:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.757681:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.757683:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.757685:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.757687:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.757689:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.757690:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.757693:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.757698:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.757701:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.757704:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.757707:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.757712:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.757714:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.757716:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.757717:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.757719:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.757722:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.757728:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.757730:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.757731:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.757734:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.757740:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.757744:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.757750:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.757752:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.757753:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.757756:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.757761:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.757763:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.757765:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.757766:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.757769:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.757772:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.757774:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.757777:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357315.757778:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.757780:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357315.757783:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757790:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.757793:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757797:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.757799:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757803:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.757804:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.757806:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757810:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.757812:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.757814:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.757816:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.757824:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.757826:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.757829:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757833:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.757835:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.757837:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757841:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.757842:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.757843:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.757844:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.757845:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357315.757846:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.757847:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.757849:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.757851:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.757855:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.757856:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.757858:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.757859:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.757861:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.757862:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.757863:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.757864:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.757866:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f033386c9 from hash 00010000:00000001:0.0:1712357315.757867:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.757868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.757871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.757872:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.757873:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.757874:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.757875:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.757876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.757877:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.757878:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.757880:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.757884:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.757885:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.757886:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.757886:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.757887:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.757888:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.757889:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033386c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.757910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.757911:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.757914:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.757918:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.757925:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.757926:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.757927:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.757928:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.757930:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.757932:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.757933:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.757934:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.757935:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=file_cache.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.757938:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.757941:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.757947:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.757950:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.757951:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.757955:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a9bd6d60. 00000080:00002000:0.0:1712357315.757959:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.757964:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.757967:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.757970:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.757972:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.757974:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.757975:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.757979:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.757981:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.757984:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/63 (0 0) 00000002:00000001:0.0:1712357315.757987:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.757988:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.757989:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.757990:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.757993:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.757996:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.757999:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.758002:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7b80 x1795536572169280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.758006:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.758008:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.758010:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.758013:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.758015:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.758016:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.758018:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.758019:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357315.758022:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.758023:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.758024:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7b80. 00000100:00000001:0.0:1712357315.758026:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.758027:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.758033:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.758034:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.758035:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.758039:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.758041:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry file_cache.cpython-36.opt-1.pyc (ffff8800a75165e8, parent ffff8800a75da0d8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.758043:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.758045:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.758048:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.758049:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.758050:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75da0d8, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:0.0:1712357315.758052:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758079:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.758081:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.758083:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.758087:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758090:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.758091:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.758093:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.758095:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.758097:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.758099:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758101:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.758102:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.758103:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758105:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.758106:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.758107:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.758108:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.758110:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.758111:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758112:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.758113:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.758115:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758117:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.758118:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.758119:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.758120:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.758125:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.758126:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758128:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.758129:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.758131:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758132:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.758133:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.758135:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.758136:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:0.0:1712357315.758138:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.758139:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758140:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.758141:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.758142:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758144:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.758145:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75da0d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.758146:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.758147:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.758148:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.758149:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.758150:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.758151:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.758153:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.758158:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=file_cache.cpython-36.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), flags=0 00000080:00000001:0.0:1712357315.758160:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.758161:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=file_cache.cpython-36.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), intent=getattr 00000080:00000010:0.0:1712357315.758165:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.758169:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.758171:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.758172:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'file_cache.cpython-36.pyc' on [0x200000401:0x3f:0x0] 00800000:00000001:0.0:1712357315.758174:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.758177:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3f:0x0], fid2=[0x0:0x0:0x0], name='file_cache.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.758178:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.758180:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.758186:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: file_cache.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.758189:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.758190:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.758193:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7b80. 00000020:00000040:0.0:1712357315.758195:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.758198:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.758200:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.758203:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.758204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.758205:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.758207:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.758208:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.758210:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.758214:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d800. 00000100:00000001:0.0:1712357315.758218:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.758221:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.758222:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.758223:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.758224:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.758225:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.758229:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00010000:00000001:0.0:1712357315.758231:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.758232:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.758235:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.758236:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.758238:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.758239:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357315.758241:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.758243:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033386d0 to hash 00000020:00000001:0.0:1712357315.758244:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.758245:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.758247:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.758249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.758250:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.758252:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.758261:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.758267:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.758270:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.758271:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.758274:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.758275:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.758277:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.758278:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000001:0.0:1712357315.758281:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.758283:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.758285:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.758286:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.758290:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.758295:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.758296:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.758298:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.758300:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.758302:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.758305:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.758308:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.758309:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.758311:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.758313:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.758315:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.758318:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.758320:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.758323:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.758328:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169344, portal 10 00000100:00000001:0.0:1712357315.758332:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.758333:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000040:0.0:1712357315.758337:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.758342:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.758344:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.758346:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357315.758348:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572169344, offset 0 00000400:00000200:0.0:1712357315.758352:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.758356:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.758360:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.758364:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.758367:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.758369:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.758371:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.758374:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [753:753:256:4294967295] 192.168.203.120@tcp LPNI seq info [753:753:8:4294967295] 00000400:00000200:0.0:1712357315.758377:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.758383:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.758387:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.758390:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.758394:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.758400:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.758403:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.758418:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.758423:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.758425:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.758427:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.758429:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.758430:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.758431:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.758433:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.758434:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.758438:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.758666:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.758669:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1712357315.758673:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.758676:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.758678:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357315.758680:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357315.758683:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.758686:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.758692:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.758694:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.758699:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.758700:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.760811:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.760822:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.760825:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.760826:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.760834:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.760839:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.760844:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.760847:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.760850:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.760853:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bc80 00000400:00000200:2.0:1712357315.760856:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.760861:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a35 [1] + 224 00000800:00000001:2.0:1712357315.760866:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.760879:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.760881:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.760884:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.760889:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.760894:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.760901:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.760968:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.760975:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.760978:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.760982:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.760987:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.760988:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.760990:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.760993:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.760994:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.760996:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.761000:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.761006:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761011:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.761012:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.761014:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.761016:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.761018:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.761019:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.761021:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.761027:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.761030:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.761032:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.761035:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761039:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.761042:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.761043:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.761044:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.761046:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.761049:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761054:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.761056:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.761058:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.761065:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.761071:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.761074:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.761077:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.761079:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.761080:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.761082:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761087:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.761089:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.761091:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.761092:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.761094:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.761097:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.761099:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.761101:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357315.761103:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.761105:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357315.761108:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761113:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.761116:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761120:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.761122:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761125:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.761126:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.761132:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761135:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.761137:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.761144:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.761146:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.761151:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.761153:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.761156:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761160:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.761161:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.761163:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761166:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.761168:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.761169:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.761170:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.761171:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357315.761172:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.761173:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.761175:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.761177:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.761180:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.761181:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.761183:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.761184:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.761186:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.761190:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.761191:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.761192:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.761194:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033386d0 from hash 00010000:00000001:0.0:1712357315.761195:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.761196:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.761197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.761198:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.761198:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.761199:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.761201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.761201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.761202:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761203:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.761205:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761209:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.761210:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.761210:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.761211:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.761212:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.761213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.761214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.761215:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033386d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.761223:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.761224:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.761310:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.761315:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.761321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.761322:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761323:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761324:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761326:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.761332:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.761333:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761334:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.761335:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=file_cache.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.761338:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.761340:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.761342:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761344:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.761346:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.761349:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a9bd6ec0. 00000080:00002000:0.0:1712357315.761353:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.761357:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.761360:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.761362:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761364:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.761365:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.761366:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.761370:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.761372:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.761375:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/63 (0 0) 00000002:00000001:0.0:1712357315.761377:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761378:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.761379:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761381:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.761383:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.761386:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.761389:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.761392:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7b80 x1795536572169344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761396:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.761398:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.761400:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.761403:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.761404:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.761405:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.761407:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.761413:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357315.761415:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.761417:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.761418:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7b80. 00000100:00000001:0.0:1712357315.761420:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.761421:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.761423:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.761424:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.761425:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.761430:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.761431:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry file_cache.cpython-36.pyc (ffff8800a7516510, parent ffff8800a75da0d8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.761434:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.761436:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.761439:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.761441:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.761442:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75da0d8, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:0.0:1712357315.761444:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761470:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.761472:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.761474:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.761478:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761482:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.761483:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.761485:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.761486:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.761489:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.761490:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761492:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.761493:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.761494:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761496:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.761497:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.761499:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.761500:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.761501:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.761502:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761503:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.761508:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.761510:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761512:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.761513:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.761514:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.761515:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.761517:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.761518:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761519:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.761520:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.761522:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761523:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.761525:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.761526:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.761527:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:0.0:1712357315.761529:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.761529:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761530:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.761531:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.761533:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761534:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.761535:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75da0d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.761536:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.761537:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.761538:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.761539:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.761540:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.761541:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.761543:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.761549:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=redis_cache.cpython-36.opt-1.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), flags=0 00000080:00000001:0.0:1712357315.761567:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.761569:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=redis_cache.cpython-36.opt-1.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), intent=getattr 00000080:00000010:0.0:1712357315.761573:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.761577:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.761579:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.761687:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'redis_cache.cpython-36.opt-1.pyc' on [0x200000401:0x3f:0x0] 00800000:00000001:0.0:1712357315.761691:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.761693:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3f:0x0], fid2=[0x0:0x0:0x0], name='redis_cache.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.761695:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761698:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.761699:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: redis_cache.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.761702:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.761703:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.761706:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7b80. 00000020:00000040:0.0:1712357315.761708:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.761710:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.761713:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.761715:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.761716:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.761717:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.761719:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.761720:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.761723:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.761726:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d800. 00000100:00000001:0.0:1712357315.761730:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.761732:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.761733:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.761735:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.761735:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.761737:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.761741:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00010000:00000001:0.0:1712357315.761743:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.761744:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.761746:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.761747:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.761749:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.761751:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357315.761752:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.761754:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f033386d7 to hash 00000020:00000001:0.0:1712357315.761755:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.761760:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.761763:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.761765:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.761766:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.761768:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.761772:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.761780:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.761784:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.761785:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.761788:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.761789:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.761791:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.761792:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000001:0.0:1712357315.761795:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.761797:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.761799:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.761801:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.761804:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761809:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.761811:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.761813:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.761815:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.761818:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.761820:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.761823:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.761824:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.761826:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.761832:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.761833:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.761838:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.761840:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.761843:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.761846:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169408, portal 10 00000100:00000001:0.0:1712357315.761848:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.761848:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000040:0.0:1712357315.761853:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.761857:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.761859:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.761860:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357315.761862:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572169408, offset 0 00000400:00000200:0.0:1712357315.761865:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.761869:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.761873:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.761877:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.761880:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.761882:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.761884:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.761888:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [754:754:256:4294967295] 192.168.203.120@tcp LPNI seq info [754:754:8:4294967295] 00000400:00000200:0.0:1712357315.761890:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.761896:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.761901:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.761903:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357315.761907:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.761912:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.761915:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.761934:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.761936:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.761937:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.761943:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.761944:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.761946:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.761947:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.761949:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.761950:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.761951:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.762098:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.762101:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357315.762104:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.762108:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.762110:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357315.762111:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357315.762114:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.762116:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.762123:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.762129:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.762134:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.762135:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357315.762265:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a650b900. 00000800:00000001:2.0:1712357315.764813:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.764823:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.764825:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.764827:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.764835:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.764840:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.764845:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.764849:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.764851:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.764855:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bcc0 00000400:00000200:2.0:1712357315.764859:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.764864:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a3d [1] + 224 00000800:00000001:2.0:1712357315.764869:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.764884:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.764887:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.764890:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.764895:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.764900:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.764908:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.764958:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.764964:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.764967:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.765004:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.765009:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.765010:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.765013:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.765016:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.765017:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.765019:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.765023:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.765029:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765034:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.765035:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.765037:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.765039:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.765041:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.765042:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.765044:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.765050:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.765053:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.765055:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.765057:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765062:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.765064:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.765066:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.765067:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.765069:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.765079:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765084:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.765086:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.765088:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.765090:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.765096:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.765099:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.765101:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.765103:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.765104:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.765107:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765111:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.765113:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.765115:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.765116:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.765119:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.765122:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.765125:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.765126:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357315.765128:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.765130:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357315.765133:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765139:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.765141:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765145:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.765151:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765155:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.765156:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.765157:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765161:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.765162:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.765164:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.765166:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.765171:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.765173:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.765175:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765179:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.765181:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.765183:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765186:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.765188:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.765189:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.765190:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.765190:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357315.765192:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.765193:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.765195:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.765197:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.765207:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.765208:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.765210:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.765211:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.765213:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.765214:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.765215:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.765216:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.765217:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f033386d7 from hash 00010000:00000001:0.0:1712357315.765219:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.765220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.765220:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.765221:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.765222:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.765223:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.765225:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.765225:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.765226:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765227:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.765229:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765232:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.765233:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.765234:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.765234:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.765235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.765236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.765236:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.765238:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033386d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.765246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.765247:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.765250:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.765254:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.765264:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.765265:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765267:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765268:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765269:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.765271:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.765272:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765273:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.765274:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=redis_cache.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.765276:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.765278:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.765280:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765283:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.765284:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.765293:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514000. 00000080:00002000:0.0:1712357315.765298:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.765302:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.765305:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.765307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765309:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.765311:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.765312:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.765316:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.765318:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.765321:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/63 (0 0) 00000002:00000001:0.0:1712357315.765323:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765324:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.765325:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765327:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.765329:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.765332:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.765335:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.765338:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7b80 x1795536572169408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765350:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.765351:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.765354:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.765357:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.765359:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.765360:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.765361:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.765363:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357315.765365:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.765366:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.765368:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7b80. 00000100:00000001:0.0:1712357315.765370:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.765371:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.765373:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.765374:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.765375:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.765379:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.765381:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry redis_cache.cpython-36.opt-1.pyc (ffff8800a7516438, parent ffff8800a75da0d8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.765383:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.765385:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.765388:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.765390:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.765392:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75da0d8, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:0.0:1712357315.765394:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765421:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.765423:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.765425:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.765428:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765431:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.765433:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.765435:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.765437:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.765439:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.765441:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765442:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.765447:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.765449:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765451:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.765452:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.765453:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.765454:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.765456:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.765457:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765458:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.765459:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.765461:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765463:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.765464:0:12713:0:(dcache.c:101:ll_dcompare()) found name cachecontrol(ffff8800a77025e8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.765465:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.765466:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=cachecontrol, flags=16 00000080:00000001:0.0:1712357315.765468:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.765469:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765470:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.765471:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x2f:0x0](ffff8800a771c8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.765472:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765474:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.765475:0:12713:0:(dcache.c:101:ll_dcompare()) found name caches(ffff8800a7642870) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.765477:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.765478:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=caches, flags=16 00000080:00000001:0.0:1712357315.765479:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.765480:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765481:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.765482:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3e:0x0](ffff8800a76e40c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.765484:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765485:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.765486:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a75da0d8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.765487:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.765488:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.765489:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.765490:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.765491:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.765496:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff8800a76488c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.765497:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.765503:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=redis_cache.cpython-36.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), flags=0 00000080:00000001:0.0:1712357315.765506:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.765507:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=redis_cache.cpython-36.pyc, dir=[0x200000401:0x3f:0x0](ffff8800a76488c8), intent=getattr 00000080:00000010:0.0:1712357315.765511:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.765515:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.765517:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.765519:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'redis_cache.cpython-36.pyc' on [0x200000401:0x3f:0x0] 00800000:00000001:0.0:1712357315.765521:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.765523:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3f:0x0], fid2=[0x0:0x0:0x0], name='redis_cache.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.765525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765527:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.765528:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: redis_cache.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x3f:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.765531:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.765532:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.765535:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7b80. 00000020:00000040:0.0:1712357315.765537:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.765540:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.765542:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.765545:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.765546:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.765547:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.765548:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.765550:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.765562:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.765566:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d800. 00000100:00000001:0.0:1712357315.765570:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.765572:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.765574:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.765575:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.765576:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.765577:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.765598:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00010000:00000001:0.0:1712357315.765604:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.765606:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.765607:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.765609:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.765611:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.765613:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357315.765615:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.765616:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f033386de to hash 00000020:00000001:0.0:1712357315.765618:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.765619:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.765621:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.765623:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.765624:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.765626:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.765632:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.765638:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.765641:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.765642:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.765645:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.765647:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.765648:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.765650:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000001:0.0:1712357315.765652:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.765655:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.765656:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.765658:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.765661:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765666:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.765670:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.765673:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.765674:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.765677:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169472:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.765679:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.765683:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.765684:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.765685:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.765688:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.765689:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.765693:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.765695:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.765698:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.765701:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169472, portal 10 00000100:00000001:0.0:1712357315.765703:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.765704:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000040:0.0:1712357315.765707:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.765712:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.765714:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.765715:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357315.765717:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572169472, offset 0 00000400:00000200:0.0:1712357315.765721:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.765724:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.765729:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.765733:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.765735:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.765738:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.765740:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.765743:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [755:755:256:4294967295] 192.168.203.120@tcp LPNI seq info [755:755:8:4294967295] 00000400:00000200:0.0:1712357315.765746:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.765753:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.765757:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.765764:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:0.0:1712357315.765768:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.765774:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.765777:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.765795:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.765797:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.765799:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.765800:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.765801:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.765803:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.765805:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.765806:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.765807:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.765808:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.765920:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.765923:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:3.0:1712357315.765927:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.765931:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.765933:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357315.765934:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357315.765937:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.765940:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.765947:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.765949:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.765954:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.765955:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.769247:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.769258:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.769261:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.769263:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.769271:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.769286:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.769292:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.769295:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.769297:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.769300:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bd00 00000400:00000200:2.0:1712357315.769304:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.769307:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a45 [1] + 224 00000800:00000001:2.0:1712357315.769313:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.769326:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.769329:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.769332:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.769337:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.769342:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.769350:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.769359:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.769365:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.769368:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1712357315.769431:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000100:00000001:0.0:1712357315.769638:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.769644:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.769646:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.769648:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.769652:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.769653:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.769656:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.769660:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.769667:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.769672:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.769673:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.769675:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.769677:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.769679:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.769680:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.769683:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.769689:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.769692:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.769695:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.769703:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.769708:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.769710:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.769712:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.769713:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.769715:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.769718:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.769724:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.769726:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.769728:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.769730:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.769737:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169472:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.769740:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.769743:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.769746:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.769747:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.769750:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.769755:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.769757:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.769759:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.769760:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.769763:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.769766:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.769768:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.769770:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357315.769772:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.769774:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357315.769781:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769788:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.769791:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769795:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.769797:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769801:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.769801:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.769803:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769807:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.769809:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.769811:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.769812:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.769816:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.769819:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.769821:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769826:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.769827:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.769830:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 4/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769833:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.769835:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.769839:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.769840:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.769841:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357315.769843:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.769844:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.769846:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.769847:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 5/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.769851:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.769852:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.769854:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.769855:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.769857:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.769858:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.769859:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.769860:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.769861:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f033386de from hash 00010000:00000001:0.0:1712357315.769863:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.769864:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.769864:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.769865:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.769866:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.769867:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.769868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.769869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.769870:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.769871:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.769873:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 3/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769876:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.769877:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.769878:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.769879:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.769880:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.769880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.769884:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.769886:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033386de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.769893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.769895:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.769904:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.769908:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.769913:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.769915:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.769916:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.769917:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.769919:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.769921:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.769921:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.769922:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.769924:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=redis_cache.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.769927:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.769929:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.769931:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.769934:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.769935:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.769939:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514160. 00000080:00002000:0.0:1712357315.769943:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.769948:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.769951:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.769953:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.769956:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.769957:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.769959:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.769963:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4b00 count: 2 00010000:00000001:0.0:1712357315.769966:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.769969:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/63 (0 0) 00000002:00000001:0.0:1712357315.769971:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.769972:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.769978:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.769979:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.769982:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.769985:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.769988:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.769991:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7b80 x1795536572169472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.769996:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.769997:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.770000:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.770003:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.770004:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.770006:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.770007:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.770009:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357315.770011:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.770012:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.770014:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7b80. 00000100:00000001:0.0:1712357315.770017:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.770018:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.770020:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.770021:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.770022:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.770027:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.770029:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry redis_cache.cpython-36.pyc (ffff8800a7516948, parent ffff8800a75da0d8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.770032:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.770034:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.770037:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.770039:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.770040:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a75da0d8, parent ffff8800a7642870, inode ffff8800a76488c8) hashed, 00000080:00000001:0.0:1712357315.770043:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.770140:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.770142:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.770143:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.770147:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.770152:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.770155:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.770157:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.770159:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.770161:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.770164:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.770165:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.770166:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.770168:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.770170:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.770171:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.770173:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.770174:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.770175:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.770176:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.770177:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.770178:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.770180:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.770186:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357315.770189:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.770190:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357315.770194:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.770198:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.770200:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.770201:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'certifi' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.770204:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.770206:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='certifi' -> mds #0 00800000:00000001:0.0:1712357315.770208:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.770210:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.770211:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: certifi,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.770213:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.770215:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.770217:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7b80. 00000020:00000040:0.0:1712357315.770219:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.770222:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.770232:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.770235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.770236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.770237:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.770239:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.770240:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.770243:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.770247:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d800. 00000100:00000001:0.0:1712357315.770251:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.770253:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.770255:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.770256:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.770257:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.770258:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.770263:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00010000:00000001:0.0:1712357315.770265:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.770266:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.770269:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357315.770270:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.770272:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.770274:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357315.770276:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.770278:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f033386e5 to hash 00000020:00000001:0.0:1712357315.770279:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.770280:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.770283:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.770284:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.770285:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.770287:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.770292:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.770298:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.770305:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.770306:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.770309:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.770311:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.770313:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.770313:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000001:0.0:1712357315.770317:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.770319:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.770321:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.770323:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.770326:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.770332:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.770333:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.770335:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.770337:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.770340:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.770342:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.770346:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.770347:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.770349:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.770351:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.770352:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.770357:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.770359:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.770362:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.770366:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169536, portal 10 00000100:00000001:0.0:1712357315.770367:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.770368:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000040:0.0:1712357315.770372:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.770377:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.770382:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.770384:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357315.770387:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572169536, offset 0 00000400:00000200:0.0:1712357315.770391:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.770395:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.770399:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.770403:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.770406:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.770409:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.770411:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.770414:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [756:756:256:4294967295] 192.168.203.120@tcp LPNI seq info [756:756:8:4294967295] 00000400:00000200:0.0:1712357315.770417:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.770423:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.770427:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.770430:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.770434:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.770439:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.770444:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.770465:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.770467:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.770468:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.770470:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.770471:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.770473:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.770475:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.770476:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.770478:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.770478:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.770668:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.770671:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.770674:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.770678:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.770681:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:3.0:1712357315.770682:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:3.0:1712357315.770684:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.770687:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.770693:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.770696:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.770700:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.770701:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.772981:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a9bd6d60. 00010000:00000010:3.1:1712357315.772994:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:3.1:1712357315.772996:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a9bd6ec0. 00010000:00000010:3.1:1712357315.772998:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:3.1:1712357315.773001:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514000. 00000800:00000001:2.0:1712357315.773332:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.773341:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.773343:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.773345:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.773352:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.773356:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.773362:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.773365:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.773368:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.773371:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bd40 00000400:00000200:2.0:1712357315.773375:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.773379:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a4d [1] + 224 00000800:00000001:2.0:1712357315.773384:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.773398:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.773401:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.773404:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.773408:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.773413:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.773420:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.774383:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.774390:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.774393:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.774734:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.774741:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.774742:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.774744:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.774748:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.774749:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.774757:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.774763:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.774770:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.774775:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.774776:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.774778:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.774780:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.774782:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.774783:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.774785:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.774792:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.774795:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.774797:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.774798:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.774801:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.774803:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.774805:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.774807:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.774808:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.774810:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.774813:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.774818:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.774820:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.774821:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.774824:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.774829:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.774833:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.774835:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.774841:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.774842:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.774845:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.774850:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.774852:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.774854:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.774855:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.774857:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.774860:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.774862:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.774864:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357315.774865:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774868:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000040:0.0:1712357315.774872:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a3180, remote cookie: 0xa8e7976a8eb220be, flags: 0x1001 00010000:00010000:0.0:1712357315.774875:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.774882:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x30:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:0.0:1712357315.774885:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.774893:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e100. 00010000:00000010:0.0:1712357315.774896:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.774899:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.774901:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.774907:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.774912:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.774915:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.774916:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.774921:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.774922:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.774924:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x30:0x0].0x0 (ffff8800b6f0e100) refcount = 1 00010000:00010000:0.0:1712357315.774927:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.774931:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.774933:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.774934:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.774936:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.774938:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.774940:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.774944:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.774945:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.774946:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.774946:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.774947:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.774948:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.774952:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.774953:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.774954:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.774955:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.774956:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774957:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774959:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.774959:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.774960:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357315.774961:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774962:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774964:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.774965:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.774968:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.774976:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.774976:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.774977:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.774978:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.774978:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357315.774979:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774980:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.774982:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.774983:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.774986:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.774987:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.774988:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.774992:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.774993:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.774993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.774994:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.774994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.774998:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.775002:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775003:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775004:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775005:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775006:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775007:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775008:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.775009:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775010:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775014:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.775016:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775017:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775018:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775019:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775020:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00000002:00010000:0.0:1712357315.775023:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.775028:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775028:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775029:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.775030:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775030:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775031:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775032:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775033:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000040:0.0:1712357315.775036:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e100 count: 2 00010000:00000001:0.0:1712357315.775038:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.775040:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/48 (0 0) 00010000:00000001:0.0:1712357315.775042:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775042:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.775043:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.775045:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=certifi intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.775047:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775050:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775051:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775055:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.775056:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357315.775058:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.775061:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775065:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775067:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.775069:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.775071:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.775076:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.775080:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.775081:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x30:0x0] 00000080:00000001:0.0:1712357315.775084:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775085:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.775087:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.775090:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x30:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.775092:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x30:0x0](ffff8800a771d0c8): rc = 0 00000080:00000001:0.0:1712357315.775094:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123472584 : -131938586079032 : ffff8800a771d0c8) 00010000:00000001:0.0:1712357315.775095:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775096:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775097:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775098:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775100:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775101:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.775102:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.775103:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.775105:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.775106:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775108:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.775109:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.775111:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) for lock 0xbda2fb8f033386e5 00000080:00000001:0.0:1712357315.775113:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775114:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.775115:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775117:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.775118:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775119:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775120:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775121:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775170:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.775177:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775178:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.775182:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514300. 00000080:00002000:0.0:1712357315.775187:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode ffff8800a771d0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.775190:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.775192:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775193:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.775196:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) 00000080:00010000:0.0:1712357315.775198:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386e5 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357315.775199:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775200:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775201:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775202:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775204:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775205:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.775207:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.775212:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775214:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.775216:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.775217:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.775223:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.775225:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.775226:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.775229:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775230:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775231:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775233:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.775234:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775235:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775237:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775242:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.775243:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775243:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.775245:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.775247:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.775250:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.775253:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7b80 x1795536572169536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.775257:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.775259:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.775262:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.775265:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.775267:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.775268:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.775269:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.775271:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357315.775273:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.775274:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.775276:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7b80. 00000100:00000001:0.0:1712357315.775278:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.775279:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.775280:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.775281:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.775282:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357315.775290:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file certifi:[0x200000401:0x30:0x0](ffff8800a771d0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357315.775293:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357315.775294:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8),name=certifi 00000080:00000010:0.0:1712357315.775298:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.775303:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775305:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.775306:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x30:0x0] 'certifi' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.775309:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.775312:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x200000401:0x30:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357315.775313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775315:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.775320:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x30:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.775323:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.775324:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.775325:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.775328:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e100 count: 2 00010000:00000001:0.0:1712357315.775329:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.775331:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.775332:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357315.775334:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357315.775339:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357315.775341:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.775343:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357315.775348:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357315.775349:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.775351:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357315.775352:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357315.775353:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357315.775355:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.775358:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357315.775358:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.775360:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) 00000080:00010000:0.0:1712357315.775363:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) for lock 0xbda2fb8f033386e5 00000080:00000001:0.0:1712357315.775364:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775366:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.775366:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775367:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.775368:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775369:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775370:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775371:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775373:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775378:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775379:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.775380:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775381:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.775383:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386e5 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357315.775384:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.775385:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.775386:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=3 00000020:00000001:0.0:1712357315.775387:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775388:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.775390:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.775391:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.775395:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775396:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775397:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.775398:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.775399:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.775404:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.775405:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.775406:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.775407:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775408:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775409:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775410:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.775411:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775412:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775414:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775415:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.775416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357315.775417:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357315.775418:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.775424:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357315.775428:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file certifi:[0x200000401:0x30:0x0](ffff8800a771d0c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357315.775430:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.775431:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516360, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.775434:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775457:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.775459:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.775461:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.775463:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775466:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.775467:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.775469:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.775471:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.775472:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.775473:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775475:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.775476:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.775478:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775479:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.775480:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.775482:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.775483:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.775484:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.775485:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775486:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.775487:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.775489:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775490:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.775491:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516360) flags 0x108008e refc 0 00000080:00000001:0.0:1712357315.775492:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.775493:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=0 00000080:00000001:0.0:1712357315.775494:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.775495:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775500:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357315.775502:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file certifi:[0x200000401:0x30:0x0](ffff8800a771d0c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.795140001, ctime 1712357315.000000000 00000080:00000002:0.0:1712357315.775514:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:0.0:1712357315.775516:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.775518:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357315.775520:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.775522:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357315.775523:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x30:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357315.775525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775527:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357315.775528:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357315.775531:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e100 count: 2 00010000:00000001:0.0:1712357315.775532:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.775534:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357315.775535:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.775537:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357315.775543:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.775545:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357315.775546:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357315.775547:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x30:0x0] mode (null) 00000080:00000001:0.0:1712357315.775549:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775550:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.775563:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.775565:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e100 count: 3 00010000:00000001:0.0:1712357315.775566:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.775568:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775569:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775570:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.775570:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.775571:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e100 count: 3 00010000:00000001:0.0:1712357315.775573:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.775574:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.775576:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.775577:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.775619:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e100 count: 3 00010000:00000001:0.0:1712357315.775621:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.775623:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.775624:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357315.775627:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x30:0x0] lli = ffff8800a771d000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357315.775630:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357315.775631:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357315.775633:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357315.775634:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x30:0x0](ffff8800a771d0c8) invalid 00000080:00002000:0.0:1712357315.775636:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry certifi (ffff8800a7516360) parent ffff8800a77021b0 inode ffff8800a771d0c8 refc 1 00000080:00000001:0.0:1712357315.775639:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357315.775640:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357315.775642:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775644:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.775646:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.775647:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.775648:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.775649:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357315.775651:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f033386e5 from hash 00010000:00000001:0.0:1712357315.775653:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.775654:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775655:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775655:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.775657:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.775657:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357315.775659:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.775660:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.775662:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357315.775665:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7b80. 00000020:00000040:0.0:1712357315.775667:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.775670:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.775672:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.775673:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.775674:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775675:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.775681:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.775683:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.775685:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.775690:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b614ce00. 00000100:00000001:0.0:1712357315.775694:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775696:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.775698:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357315.775701:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.775705:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357315.775707:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.775708:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.775710:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033386e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb220be expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.775715:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6f0e100 count: 0 00010000:00000010:0.0:1712357315.775718:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.775727:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.775728:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775729:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.775730:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.775732:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357315.775734:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:0.0:1712357315.775740:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357315.775744:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357315.775750:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.775751:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.775754:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.775756:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.775758:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.775759:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000001:0.0:1712357315.775762:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.775768:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.775770:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.775772:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.775774:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.775780:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.775781:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.775783:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.775785:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.775787:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169664:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.775790:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.775794:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.775795:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.775797:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.775800:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d800. 02000000:00000001:0.0:1712357315.775801:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.775808:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.775810:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.775814:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.775818:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572169664, portal 10 00000100:00000001:0.0:1712357315.775820:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.775820:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000100:00000040:0.0:1712357315.775825:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.775830:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.775832:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.775833:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357315.775835:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572169664, offset 0 00000400:00000200:0.0:1712357315.775839:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.775844:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.775848:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.775852:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.775855:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.775858:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.775863:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.775867:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [757:757:256:4294967295] 192.168.203.120@tcp LPNI seq info [757:757:8:4294967295] 00000400:00000200:0.0:1712357315.775870:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.775877:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.775882:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.775885:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.775889:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.775895:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.775898:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.775918:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.775920:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.775922:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.775924:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.775925:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.775926:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.775928:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.775929:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.775931:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.775932:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.776219:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.776226:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.776229:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.776233:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.776236:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:3.0:1712357315.776237:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:3.0:1712357315.776240:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.776243:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.776249:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.776252:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.776257:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.776258:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.783036:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:3.1:1712357315.783049:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514160. 00000800:00000001:2.0:1712357315.783725:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.783735:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.783737:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.783739:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.783747:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.783753:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.783758:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.783762:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.783764:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.783768:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90bdc0 00000400:00000200:2.0:1712357315.783771:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.783776:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1a55 [1] + 224 00000800:00000001:2.0:1712357315.783781:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.783795:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.783797:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.783801:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.783805:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.783811:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.783818:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.783837:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.783843:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.783846:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.783850:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000100:00000001:0.0:1712357315.783851:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357315.783855:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [758:758:256:4294967295] 192.168.203.120@tcp LPNI seq info [758:758:8:4294967295] 00000400:00000001:0.0:1712357315.783857:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1712357315.783858:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000001:0.0:1712357315.783859:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.783861:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:2.0:1712357315.783863:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000400:00000200:0.0:1712357315.783864:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.783866:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000800:00000200:2.0:1712357315.783867:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000100:00000001:0.0:1712357315.783868:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000010:2.0:1712357315.783870:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000100:00000200:0.0:1712357315.783872:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357315.783874:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000200:0.0:1712357315.783879:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7b80 x1795536572169664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:2.0:1712357315.783880:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.783883:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1712357315.783889:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.783890:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.783892:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.783899:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.783901:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.783903:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.783905:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.783911:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.783915:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.783917:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.783918:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.783920:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.783923:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.783925:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357315.783926:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357315.783928:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357315.783929:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.783930:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369369472 : -131936340182144 : ffff88012d4f7b80) 00000800:00000200:2.0:1712357315.783933:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1712357315.783933:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.783934:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000800:00000010:2.0:1712357315.783935:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000100:00000001:0.0:1712357315.783935:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1712357315.783937:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357315.783937:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357315.783940:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000040:0.0:1712357315.783940:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7b80 x1795536572169664/t4294967424(4294967424) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357315.783943:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.783946:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.783946:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.783948:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.783949:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.783952:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7b80 x1795536572169664/t4294967424(4294967424) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.783958:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7b80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169664:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.783962:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.783965:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.783967:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.783968:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.783970:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7b80 x1795536572169664/t4294967424(4294967424) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.783984:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.783986:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.783988:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.783989:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.783994:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.783996:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.783999:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.784002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.784004:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.784005:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.784010:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.784012:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x30:0x0] 00000080:00000001:0.0:1712357315.784019:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784021:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.784023:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.784026:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x30:0x0], updating i_size 4096 00000100:00000001:0.0:1712357315.784028:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.784031:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7b80 x1795536572169664/t4294967424(4294967424) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.784036:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784037:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.784039:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.784040:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784042:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784043:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.784046:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000080:00200008:0.0:1712357315.784051:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file certifi:[0x200000401:0x30:0x0](ffff8800a771d0c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.774000000, mtime 1611184480.795140001, ctime 1712357315.774000000, rc 0 00000080:00000001:0.0:1712357315.784055:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784061:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.784063:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry certifi (ffff8800a7516360, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.784065:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.784069:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.784076:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.784088:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.784090:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.784092:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.784095:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784098:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.784099:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.784101:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.784103:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:0.0:1712357315.784104:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.784106:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.784109:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.784111:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784112:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.784113:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.784115:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.784116:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:0.0:1712357315.784118:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.784118:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.784119:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.784120:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.784122:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.784128:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1 00000080:00000001:0.0:1712357315.784130:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.784132:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357315.784136:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.784141:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.784144:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.784145:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'certifi' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.784147:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.784151:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='certifi' -> mds #0 00800000:00000001:0.0:1712357315.784152:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.784155:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.784156:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: certifi,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.784159:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.784165:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.784170:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7800. 00000020:00000040:0.0:1712357315.784173:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.784177:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.784180:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.784184:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.784185:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.784186:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.784187:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.784189:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.784191:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.784196:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c000. 00000100:00000001:0.0:1712357315.784199:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.784202:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.784203:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.784204:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.784205:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.784206:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.784210:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00010000:00000001:0.0:1712357315.784212:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.784214:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.784219:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357315.784221:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.784223:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.784225:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000001:0.0:1712357315.784227:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.784229:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1440 with handle 0xbda2fb8f033386ec to hash 00000020:00000001:0.0:1712357315.784231:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.784232:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.784234:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.784236:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.784238:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.784241:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.784246:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.784258:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.784261:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.784262:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.784265:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.784267:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.784268:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.784269:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000001:0.0:1712357315.784272:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.784274:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.784276:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.784277:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.784281:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.784286:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.784288:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.784290:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.784292:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.784294:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.784297:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.784301:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.784302:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.784304:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.784307:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.784309:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.784312:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.784314:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.784317:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.784321:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169728, portal 10 00000100:00000001:0.0:1712357315.784322:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.784323:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000040:0.0:1712357315.784327:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.784337:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.784339:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.784340:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357315.784343:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572169728, offset 0 00000400:00000200:0.0:1712357315.784346:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.784350:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.784405:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.784409:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.784412:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.784414:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.784416:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.784418:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [759:759:256:4294967295] 192.168.203.120@tcp LPNI seq info [759:759:8:4294967295] 00000400:00000200:0.0:1712357315.784421:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.784426:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.784429:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.784431:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e000. 00000800:00000200:0.0:1712357315.784434:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.784437:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.784439:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.784457:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.784459:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.784460:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.784462:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.784463:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.784464:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.784466:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.784467:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.784468:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.784469:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.784572:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.784574:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e000. 00000400:00000200:2.0:1712357315.784577:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.784743:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.784746:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:2.0:1712357315.784748:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:2.0:1712357315.784750:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.784753:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.784759:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.784762:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.784770:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.784771:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.787829:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f0e100. 00010000:00000010:3.1:1712357315.787839:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000800:00000001:2.0:1712357315.788094:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.788106:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.788108:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.788110:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.788118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.788123:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.788129:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.788132:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.788135:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.788138:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90be00 00000400:00000200:2.0:1712357315.788142:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.788146:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a5d [1] + 224 00000800:00000001:2.0:1712357315.788152:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.788164:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.788166:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.788170:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.788175:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.788181:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.788189:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.788209:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.788215:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.788218:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.788264:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.788270:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.788271:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.788280:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.788283:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.788285:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.788287:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.788291:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.788298:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.788303:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.788304:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.788306:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.788308:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.788310:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.788312:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.788314:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.788321:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.788324:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.788326:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.788328:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788329:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.788332:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.788335:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.788336:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.788338:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.788340:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.788343:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.788348:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.788350:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.788352:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.788355:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.788361:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.788370:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.788373:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.788375:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.788376:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.788379:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.788384:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.788386:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.788388:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.788389:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788391:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.788394:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788396:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788397:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:0.0:1712357315.788399:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788401:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000040:0.0:1712357315.788405:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a1440, remote cookie: 0xa8e7976a8eb220e1, flags: 0x1001 00010000:00010000:0.0:1712357315.788409:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.788415:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x30:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:0.0:1712357315.788418:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.788424:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e600. 00010000:00000010:0.0:1712357315.788426:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.788429:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.788432:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 4/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.788438:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 4/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788449:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.788452:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.788453:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.788454:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.788455:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.788457:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x30:0x0].0x0 (ffff8800b6f0e600) refcount = 1 00010000:00010000:0.0:1712357315.788460:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788465:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.788466:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.788468:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.788470:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.788471:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.788473:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788478:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.788479:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788480:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788481:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788482:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788483:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788486:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.788487:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788488:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788489:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788490:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788492:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788493:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788494:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788495:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:0.0:1712357315.788496:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788501:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788503:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.788505:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.788507:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788513:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788513:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788514:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788515:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=5 00000020:00000001:0.0:1712357315.788516:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788518:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788519:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.788521:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788524:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.788527:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788531:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.788531:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788532:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788532:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788533:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.788537:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.788541:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788542:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788542:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788543:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788547:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788549:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788549:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.788550:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788563:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788565:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.788567:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788568:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788569:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788570:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788571:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00000002:00010000:0.0:1712357315.788573:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788577:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788578:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788579:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.788579:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788580:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788581:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788648:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788650:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000040:0.0:1712357315.788653:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 2 00010000:00000001:0.0:1712357315.788655:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.788657:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/48 (0 0) 00010000:00000001:0.0:1712357315.788659:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788660:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.788661:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.788662:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=certifi intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.788665:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788667:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788668:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.788672:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.788673:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357315.788679:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.788681:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788683:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788685:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.788687:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.788689:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.788691:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.788694:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.788696:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x30:0x0] 00000080:00000001:0.0:1712357315.788698:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.788699:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.788701:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.788704:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x30:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.788705:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x30:0x0](ffff8800a771d0c8): rc = 0 00000080:00000001:0.0:1712357315.788707:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123472584 : -131938586079032 : ffff8800a771d0c8) 00010000:00000001:0.0:1712357315.788708:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788709:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788710:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788711:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788712:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788713:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.788715:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.788716:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.788717:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.788718:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788720:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.788721:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.788723:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) for lock 0xbda2fb8f033386ec 00000080:00000001:0.0:1712357315.788725:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788726:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.788727:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788728:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.788729:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788729:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788737:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788738:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788740:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788741:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.788742:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788743:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.788746:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514600. 00000080:00002000:0.0:1712357315.788750:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode ffff8800a771d0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.788752:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.788754:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.788755:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.788757:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) 00000080:00010000:0.0:1712357315.788760:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386ec from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357315.788761:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.788762:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.788763:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=3 00000020:00000001:0.0:1712357315.788764:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788765:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.788766:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.788768:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788772:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788772:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788773:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.788775:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.788776:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.788781:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.788783:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.788784:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.788786:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788788:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788789:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788792:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.788793:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788794:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788796:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788797:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.788798:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788798:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.788799:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.788802:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.788804:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.788807:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7800 x1795536572169728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.788811:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.788813:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.788815:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.788818:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.788819:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.788820:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.788822:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.788823:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c000. 02000000:00000001:0.0:1712357315.788825:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.788826:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.788828:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7800. 00000100:00000001:0.0:1712357315.788830:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.788831:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.788832:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.788833:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357315.788834:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.788843:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357315.788845:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file certifi:[0x200000401:0x30:0x0](ffff8800a771d0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:0.0:1712357315.788850:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:0.0:1712357315.788852:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.788853:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357315.788858:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.788860:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357315.788862:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x30:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357315.788864:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788866:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357315.788867:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357315.788869:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 2 00010000:00000001:0.0:1712357315.788871:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.788872:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357315.788874:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.788876:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357315.788881:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.788883:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357315.788884:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357315.788886:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x30:0x0] mode (null) 00000080:00000001:0.0:1712357315.788887:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788889:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.788890:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.788891:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 3 00010000:00000001:0.0:1712357315.788892:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.788893:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.788894:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788895:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.788896:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.788897:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 3 00010000:00000001:0.0:1712357315.788898:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.788899:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.788900:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.788901:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.788901:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.788902:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 3 00010000:00000001:0.0:1712357315.788903:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.788904:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.788905:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357315.788907:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x30:0x0] lli = ffff8800a771d000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357315.788911:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357315.788912:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357315.788913:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357315.788915:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x30:0x0](ffff8800a771d0c8) invalid 00000080:00002000:0.0:1712357315.788917:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry certifi (ffff8800a7516870) parent ffff8800a77021b0 inode ffff8800a771d0c8 refc 1 00000080:00000001:0.0:1712357315.788919:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357315.788920:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357315.788921:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788923:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.788924:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.788925:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.788926:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.788927:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357315.788929:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f033386ec from hash 00010000:00000001:0.0:1712357315.788930:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.788931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788931:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788932:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.788933:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.788934:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357315.788936:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.788937:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.788938:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357315.788940:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7800. 00000020:00000040:0.0:1712357315.788942:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.788945:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.788947:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.788948:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.788949:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788950:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.788951:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.788953:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.788955:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.788959:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b614d200. 00000100:00000001:0.0:1712357315.788962:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788965:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.788967:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357315.788970:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 1/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.788974:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357315.788975:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.788976:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.788977:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb220e1 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.788982:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6f0e600 count: 0 00010000:00000010:0.0:1712357315.788985:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.788990:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.788991:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788992:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.788993:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.788994:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357315.788995:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:0.0:1712357315.789000:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357315.789004:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357315.789009:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.789010:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.789013:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.789015:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.789017:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.789018:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000001:0.0:1712357315.789021:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.789023:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.789025:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.789027:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.789030:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.789043:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.789044:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.789047:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.789049:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.789052:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169856:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.789054:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.789058:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.789060:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.789061:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.789064:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7c000. 02000000:00000001:0.0:1712357315.789065:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.789069:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.789071:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.789074:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.789078:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572169856, portal 10 00000100:00000001:0.0:1712357315.789079:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.789080:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000040:0.0:1712357315.789084:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.789089:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.789091:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.789093:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357315.789095:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572169856, offset 0 00000400:00000200:0.0:1712357315.789098:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.789102:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.789106:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.789110:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.789113:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.789115:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.789117:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.789119:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [760:760:256:4294967295] 192.168.203.120@tcp LPNI seq info [760:760:8:4294967295] 00000400:00000200:0.0:1712357315.789122:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.789131:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.789136:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.789138:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.789142:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.789148:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.789151:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.791013:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.791017:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.791020:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.791022:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.791024:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.791026:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.791028:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.791030:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.791032:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.791033:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.791343:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.791347:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:2.0:1712357315.791351:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.791356:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.791360:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:2.0:1712357315.791367:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:2.0:1712357315.791370:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.791375:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.791383:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.791385:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.791390:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.791391:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.793935:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514300. 00000800:00000001:2.0:1712357315.797257:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.797266:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.797269:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.797271:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.797280:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797285:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.797290:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797293:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797296:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797299:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90be80 00000400:00000200:2.0:1712357315.797303:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797307:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1a65 [1] + 224 00000800:00000001:2.0:1712357315.797312:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.797322:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.797325:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.797328:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.797333:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.797339:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.797347:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.797356:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.797361:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.797367:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797371:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.797375:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [761:761:256:4294967295] 192.168.203.120@tcp LPNI seq info [761:761:8:4294967295] 00000400:00000200:2.0:1712357315.797377:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.797383:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.797387:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.797390:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357315.797394:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.797399:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.797402:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.797462:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.797465:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357315.797467:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.797470:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.797475:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.797478:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.797647:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.797653:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.797654:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.797656:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.797660:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.797661:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.797663:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.797667:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.797673:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7800 x1795536572169856/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.797678:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.797679:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.797681:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.797684:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.797686:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.797687:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.797689:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.797701:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.797704:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.797706:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.797707:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.797710:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.797712:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.797715:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357315.797716:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000066/0x0] 00000100:00000001:0.0:1712357315.797717:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357315.797719:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.797720:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369368576 : -131936340183040 : ffff88012d4f7800) 00000100:00000001:0.0:1712357315.797722:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.797723:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.797725:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.797726:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.797730:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7800 x1795536572169856/t4294967425(4294967425) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.797735:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.797737:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.797739:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.797742:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7800 x1795536572169856/t4294967425(4294967425) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.797748:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169856:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.797752:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.797755:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.797757:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.797759:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.797761:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7800 x1795536572169856/t4294967425(4294967425) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.797765:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.797768:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.797770:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.797775:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.797780:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.797782:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797785:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.797788:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.797791:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.797792:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.797796:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.797797:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x30:0x0] 00000080:00000001:0.0:1712357315.797799:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797801:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.797803:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.797806:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x30:0x0], updating i_size 4096 00000100:00000001:0.0:1712357315.797808:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.797811:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7800 x1795536572169856/t4294967425(4294967425) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.797815:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797816:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.797818:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.797819:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797821:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797822:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.797825:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000080:00200008:0.0:1712357315.797830:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file certifi:[0x200000401:0x30:0x0](ffff8800a771d0c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.788000000, rc 0 00000080:00000001:0.0:1712357315.797835:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797841:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.797842:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry certifi (ffff8800a7516870, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.797844:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.797848:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.797850:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.797869:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.797870:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.797872:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.797875:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797881:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.797882:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.797884:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.797886:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.797888:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.797890:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797892:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.797893:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.797895:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797897:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.797898:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.797899:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.797901:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.797902:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.797903:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.797904:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.797905:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.797907:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.797911:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=16 00000080:00000001:0.0:1712357315.797914:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.797915:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=certifi, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=0 00000080:00000010:0.0:1712357315.797919:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.797924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.797926:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.797928:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'certifi' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.797931:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.797934:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='certifi' -> mds #0 00800000:00000001:0.0:1712357315.797936:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.797939:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.797941:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: certifi,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357315.797944:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.797946:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.797949:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.797952:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.797956:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.797962:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.797967:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.797968:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.797969:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.797971:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.797973:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.797976:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.797981:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357315.797985:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.797987:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.797988:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.797989:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.797990:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.797991:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.797996:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00010000:00000001:0.0:1712357315.797999:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.798001:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.798005:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357315.798007:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.798009:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.798011:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a33c0. 00000020:00000001:0.0:1712357315.798014:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.798016:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a33c0 with handle 0xbda2fb8f033386f3 to hash 00000020:00000001:0.0:1712357315.798017:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.798018:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.798020:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.798023:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.798024:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.798027:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.798033:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.798040:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.798048:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.798049:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.798053:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.798054:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.798056:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.798056:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.798060:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.798063:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.798065:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.798066:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.798070:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.798075:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.798077:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.798079:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.798081:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.798083:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.798086:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.798089:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.798091:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.798093:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.798096:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.798098:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.798101:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.798103:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.798107:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.798111:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169920, portal 10 00000100:00000001:0.0:1712357315.798113:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.798113:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:0.0:1712357315.798118:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.798123:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.798128:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.798130:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357315.798133:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572169920, offset 0 00000400:00000200:0.0:1712357315.798136:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.798140:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.798143:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.798146:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.798149:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.798152:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.798154:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.798156:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [762:762:256:4294967295] 192.168.203.120@tcp LPNI seq info [762:762:8:4294967295] 00000400:00000200:0.0:1712357315.798158:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.798163:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.798166:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.798169:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.798171:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.798175:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.798177:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.798182:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.798184:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.798185:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.798187:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.798188:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.798189:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.798191:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.798192:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.798194:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.798194:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.799307:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.799311:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:2.0:1712357315.799316:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.799321:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.799324:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:2.0:1712357315.799326:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:2.0:1712357315.799329:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.799332:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.799340:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.799342:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.799347:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.799348:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.803098:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f0e600. 00010000:00000010:3.1:1712357315.803110:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000800:00000001:3.0:1712357315.804472:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.804483:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.804486:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.804488:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.804498:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.804504:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.804510:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.804514:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.804517:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.804521:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bec0 00000400:00000200:3.0:1712357315.804525:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.804530:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a6d [1] + 224 00000800:00000001:3.0:1712357315.804536:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.804548:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.804550:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.804564:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.804568:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.804576:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.804608:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.804623:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.804630:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.804633:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.805346:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.805351:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.805353:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.805355:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.805359:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.805360:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.805366:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.805371:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.805378:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.805384:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.805385:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.805387:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.805389:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.805391:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.805393:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.805395:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.805400:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.805403:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.805405:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.805407:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805409:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.805411:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.805413:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.805415:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.805416:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.805417:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.805420:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.805425:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.805428:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.805430:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.805432:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.805452:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.805456:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.805459:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.805464:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.805465:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.805468:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.805476:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.805479:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.805481:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.805482:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805484:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.805486:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805489:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805491:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357315.805492:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805494:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000040:0.0:1712357315.805498:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a33c0, remote cookie: 0xa8e7976a8eb22104, flags: 0x1001 00010000:00010000:0.0:1712357315.805502:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.805508:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x30:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:0.0:1712357315.805511:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.805517:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e000. 00010000:00000010:0.0:1712357315.805520:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664d00. 00010000:00000001:0.0:1712357315.805522:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.805524:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.805530:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805534:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.805536:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.805537:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.805541:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.805542:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.805544:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x30:0x0].0x0 (ffff8800b6f0e000) refcount = 1 00010000:00010000:0.0:1712357315.805547:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805551:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.805560:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.805561:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.805563:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.805564:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.805567:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805571:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.805572:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805573:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805574:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805574:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805575:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805578:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.805579:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805580:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805581:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805599:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805600:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805602:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805602:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805603:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=4 00000020:00000001:0.0:1712357315.805604:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805605:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805607:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.805608:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.805610:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805617:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805617:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805618:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805619:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805620:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=5 00000020:00000001:0.0:1712357315.805621:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805622:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805623:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.805625:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805629:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805629:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.805631:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805634:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.805635:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805635:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805636:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805637:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.805640:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.805645:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805646:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805646:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805648:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805649:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805650:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805650:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.805651:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805652:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805656:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.805658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805659:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805660:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805661:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805662:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00000002:00010000:0.0:1712357315.805664:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805669:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.805670:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805670:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805671:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805672:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805673:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000040:0.0:1712357315.805675:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.805677:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.805679:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/48 (0 0) 00010000:00000001:0.0:1712357315.805681:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805681:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.805682:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.805683:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=certifi intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.805685:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805687:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805689:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.805693:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.805694:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357315.805695:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.805698:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805700:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805703:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.805704:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.805706:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.805710:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.805714:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.805715:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x30:0x0] 00000080:00000001:0.0:1712357315.805717:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.805719:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502320 : 144115205272502320 : 200000401000030) 00000080:00000001:0.0:1712357315.805720:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.805723:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x30:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.805725:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x30:0x0](ffff8800a771d0c8): rc = 0 00000080:00000001:0.0:1712357315.805726:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123472584 : -131938586079032 : ffff8800a771d0c8) 00010000:00000001:0.0:1712357315.805728:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805728:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805729:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805730:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805731:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805732:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805733:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.805734:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.805735:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.805736:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.805738:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805739:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.805740:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.805742:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) for lock 0xbda2fb8f033386f3 00000080:00000001:0.0:1712357315.805744:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805745:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.805746:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805748:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.805748:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805749:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805749:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805750:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805751:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805753:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.805756:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805757:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.805761:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514880. 00000080:00002000:0.0:1712357315.805764:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516ca8 inode ffff8800a771d0c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.805766:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.805768:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.805770:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.805772:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x30:0x0](ffff8800a771d0c8) 00000080:00010000:0.0:1712357315.805774:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f033386f3 from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357315.805775:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.805776:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.805777:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a33c0 refcount=3 00000020:00000001:0.0:1712357315.805778:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805779:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791040 : -131938525760576 : ffff8800ab0a33c0) 00010000:00000001:0.0:1712357315.805780:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.805781:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805785:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805786:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.805788:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.805789:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a33c0/0xbda2fb8f033386f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22104 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.805794:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.805796:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.805797:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.805800:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805800:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805801:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805803:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.805805:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805806:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805807:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805811:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.805812:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805812:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.805813:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.805816:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.805818:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.805821:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572169920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.805826:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.805827:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.805830:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.805833:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.805835:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.805836:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.805838:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.805839:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357315.805842:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.805843:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.805845:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000100:00000001:0.0:1712357315.805847:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.805848:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.805853:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.805854:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.805858:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.805863:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=0 00000080:00000001:0.0:1712357315.805865:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.805867:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=getattr 00000080:00000010:0.0:1712357315.805870:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.805873:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.805876:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.805878:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x30:0x0] 00800000:00000001:0.0:1712357315.805880:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.805882:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:0.0:1712357315.805884:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805886:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.805891:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.805894:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.805896:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.805899:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.805901:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.805905:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.805907:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.805909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.805910:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.805911:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.805912:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.805914:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.805916:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.805919:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357315.805923:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805925:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.805926:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805927:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.805928:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.805929:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.805934:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00010000:00000001:0.0:1712357315.805936:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.805937:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.805939:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.805940:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.805942:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.805944:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000001:0.0:1712357315.805946:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.805948:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1440 with handle 0xbda2fb8f033386fa to hash 00000020:00000001:0.0:1712357315.805949:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.805950:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.805952:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.805954:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.805955:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.805958:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.805967:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.805973:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.805977:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.805978:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.805981:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.805983:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.805984:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.805985:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.805988:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.805990:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.805992:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.805993:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.805997:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.806001:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.806002:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.806004:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.806006:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.806008:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.806011:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.806015:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.806016:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.806018:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.806020:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.806022:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.806027:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.806029:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.806032:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.806036:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572169984, portal 10 00000100:00000001:0.0:1712357315.806041:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.806042:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:0.0:1712357315.806048:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.806052:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.806054:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.806056:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357315.806059:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572169984, offset 0 00000400:00000200:0.0:1712357315.806063:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.806067:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.806071:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.806075:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.806078:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.806081:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.806082:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.806085:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [763:763:256:4294967295] 192.168.203.120@tcp LPNI seq info [763:763:8:4294967295] 00000400:00000200:0.0:1712357315.806088:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.806094:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.806099:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.806102:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:0.0:1712357315.806106:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.806112:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.806115:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.806137:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.806138:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.806140:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.806142:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.806143:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.806145:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.806147:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.806148:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.806150:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.806159:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.806440:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.806447:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:2.0:1712357315.806450:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.806455:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.806457:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:2.0:1712357315.806459:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:2.0:1712357315.806461:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.806464:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.807355:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.807359:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.807365:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.807366:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.811696:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514600. 00000800:00000001:3.0:1712357315.812443:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.812454:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.812456:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.812458:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.812466:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.812472:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.812478:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.812481:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.812484:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.812487:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bf00 00000400:00000200:3.0:1712357315.812491:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.812495:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a75 [1] + 224 00000800:00000001:3.0:1712357315.812501:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.812514:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.812516:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.812519:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.812524:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.812529:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.812538:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.812548:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.812565:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.812568:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.812610:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.812616:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.812617:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.812619:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.812622:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.812624:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.812626:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.812630:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.812637:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.812642:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.812644:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.812645:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.812648:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.812649:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.812651:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.812653:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.812659:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.812662:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.812664:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.812666:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.812670:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.812673:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.812674:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.812675:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.812677:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.812680:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.812685:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.812687:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.812689:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.812699:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.812705:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572169984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.812709:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.812712:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.812714:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.812715:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.812718:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.812722:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.812725:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.812727:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.812728:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.812730:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.812734:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.812736:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.812738:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:0.0:1712357315.812740:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.812741:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00010000:0.0:1712357315.812746:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812753:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.812756:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812761:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.812763:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812767:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.812768:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.812773:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812778:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.812779:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.812781:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.812783:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.812787:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.812790:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.812792:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812797:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.812798:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.812800:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812803:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.812805:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.812806:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.812807:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.812807:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=5 00000020:00000001:0.0:1712357315.812808:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.812810:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.812812:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.812813:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 5/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.812817:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.812818:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.812820:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.812820:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.812823:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.812826:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.812828:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.812829:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.812830:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f033386fa from hash 00010000:00000001:0.0:1712357315.812832:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.812833:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.812833:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.812834:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.812835:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.812836:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.812838:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.812838:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.812839:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.812840:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.812842:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.812846:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.812847:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.812848:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.812849:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.812849:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.812850:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.812851:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033386fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.812869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.812871:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.812874:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.812878:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.812884:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.812885:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.812886:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.812888:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.812889:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.812894:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.812895:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.812896:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.812897:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.812900:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.812903:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.812905:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.812908:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.812909:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.812912:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a65149c0. 00000080:00002000:0.0:1712357315.812916:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.812921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.812923:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.812926:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.812928:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.812929:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.812931:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.812935:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.812937:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.812940:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/48 (0 0) 00000002:00000001:0.0:1712357315.812942:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.812943:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.812944:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.812946:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.812948:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.812951:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.812954:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.812957:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572169984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.812961:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.812962:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.812965:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.812968:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.812970:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.812971:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.812973:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.812978:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357315.812981:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.812982:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.812984:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000100:00000001:0.0:1712357315.812986:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.812987:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.812989:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.812990:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.812991:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.812995:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.812996:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a75166c0, parent ffff8800a7516ca8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.812999:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.813001:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.813003:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.813005:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.813006:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.813008:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813038:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.813041:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.813042:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.813046:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813048:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.813049:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.813051:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.813053:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.813056:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.813058:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813059:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.813060:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.813062:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813063:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.813064:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.813066:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.813067:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.813068:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.813069:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813070:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.813075:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.813077:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813079:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.813079:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x108008e refc 0 00000080:00000001:0.0:1712357315.813080:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.813081:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:0.0:1712357315.813082:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.813083:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.813085:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.813085:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.813087:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.813093:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__main__.py, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=0 00000080:00000001:0.0:1712357315.813096:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.813097:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__main__.py, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=getattr 00000080:00000010:0.0:1712357315.813100:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.813104:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.813106:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.813108:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__main__.py' on [0x200000401:0x30:0x0] 00800000:00000001:0.0:1712357315.813110:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.813112:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='__main__.py' -> mds #0 00800000:00000001:0.0:1712357315.813114:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.813116:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.813117:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __main__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.813120:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.813121:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.813123:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.813125:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.813128:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.813131:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.813134:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.813134:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.813135:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.813137:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.813139:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.813141:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.813149:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357315.813153:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.813155:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.813157:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.813157:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.813158:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.813159:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.813164:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00010000:00000001:0.0:1712357315.813166:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.813167:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.813169:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.813170:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.813172:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.813174:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357315.813176:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.813177:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03338701 to hash 00000020:00000001:0.0:1712357315.813179:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.813180:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.813182:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.813183:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.813184:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.813186:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.813190:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.813195:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.813199:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.813200:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.813203:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.813204:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.813206:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.813209:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.813212:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.813214:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.813216:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.813217:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.813221:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.813225:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.813226:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.813228:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.813230:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.813232:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.813234:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.813238:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.813240:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.813241:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.813244:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.813245:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.813248:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.813250:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.813253:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.813257:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170048, portal 10 00000100:00000001:0.0:1712357315.813258:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.813259:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:0.0:1712357315.813263:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.813268:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.813270:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.813271:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357315.813273:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572170048, offset 0 00000400:00000200:0.0:1712357315.813276:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.813280:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.813283:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.813290:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.813293:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.813295:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.813297:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.813300:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [764:764:256:4294967295] 192.168.203.120@tcp LPNI seq info [764:764:8:4294967295] 00000400:00000200:0.0:1712357315.813302:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.813308:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.813313:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.813315:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.813320:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.813327:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.813329:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.813352:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.813354:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.813355:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.813357:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.813359:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.813360:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.813362:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.813363:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.813365:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.813366:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.814997:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.815001:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:2.0:1712357315.815007:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.815012:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.815015:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:2.0:1712357315.815017:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:2.0:1712357315.815019:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.815024:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.815031:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.815033:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.815038:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.815039:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000001:0.0:1712357315.816634:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.816636:0:49:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.816637:0:49:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.816639:0:49:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.816642:0:49:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.816643:0:49:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.816644:0:49:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.816645:0:49:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.816646:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.816647:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.816649:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.816650:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357315.816710:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357315.816712:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357315.816714:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1712357315.820766:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000080:00000010:0.1:1712357315.820776:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a65149c0. 00000800:00000001:3.0:1712357315.821600:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.821611:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.821614:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.821616:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.821624:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.821637:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.821643:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.821646:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.821649:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.821653:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bf40 00000400:00000200:3.0:1712357315.821656:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.821661:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a7d [1] + 224 00000800:00000001:3.0:1712357315.821667:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.821679:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.821681:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.821684:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.821689:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.821694:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.821702:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.821712:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.821717:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.821720:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.821871:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.821879:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.821880:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.821882:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.821885:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.821887:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.821889:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.821893:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.821900:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.821905:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.821907:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.821909:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.821911:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.821913:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.821915:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.821917:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.821923:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.821926:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.821927:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.821930:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.821935:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.821938:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.821939:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.821940:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.821942:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.821945:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.821951:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.821953:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.821954:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.821957:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.821968:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.821972:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.821975:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.821976:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.821978:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.821980:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.821985:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.821987:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.821989:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.821990:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.821993:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.821996:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.821998:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.822000:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357315.822002:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.822003:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357315.822007:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822014:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.822017:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822022:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.822023:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822027:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.822028:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.822030:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822037:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.822039:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.822041:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.822043:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.822047:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.822050:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.822052:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822056:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.822058:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.822060:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822063:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.822065:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.822066:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.822067:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.822068:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357315.822070:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.822071:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.822073:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.822075:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.822079:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.822080:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.822081:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.822082:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.822085:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.822085:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.822090:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.822091:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.822092:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03338701 from hash 00010000:00000001:0.0:1712357315.822094:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.822095:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.822096:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.822096:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.822097:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.822099:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.822100:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.822101:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.822102:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822104:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.822106:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822109:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.822110:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.822111:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.822112:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.822113:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.822113:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.822114:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.822115:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338701 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.822141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.822143:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.822147:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.822152:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.822157:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.822158:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822159:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822161:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822163:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.822164:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.822169:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822170:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.822172:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__main__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.822175:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.822177:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.822179:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822183:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.822184:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.822188:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514b00. 00000080:00002000:0.0:1712357315.822192:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.822197:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.822200:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.822203:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822205:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.822206:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.822208:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.822211:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.822213:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.822216:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/48 (0 0) 00000002:00000001:0.0:1712357315.822218:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822220:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.822221:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822222:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.822225:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.822227:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.822230:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.822233:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572170048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.822238:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.822240:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.822242:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.822245:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.822246:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.822247:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.822249:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.822255:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357315.822258:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.822259:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.822260:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000100:00000001:0.0:1712357315.822263:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.822264:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.822266:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.822267:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.822268:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.822273:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.822274:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __main__.py (ffff8800a7516870, parent ffff8800a7516ca8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.822277:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.822279:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.822282:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.822283:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.822284:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.822286:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822316:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.822318:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.822320:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.822323:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822326:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.822327:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.822329:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.822331:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.822334:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.822336:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822337:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.822338:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.822340:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822341:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.822343:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.822344:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.822345:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.822347:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.822348:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822349:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.822354:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.822357:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822358:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.822359:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.822360:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.822361:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:0.0:1712357315.822363:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.822363:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.822365:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.822366:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.822368:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.822373:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.py, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=0 00000080:00000001:0.0:1712357315.822375:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.822377:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.py, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=getattr 00000080:00000010:0.0:1712357315.822381:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.822385:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.822387:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.822389:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.py' on [0x200000401:0x30:0x0] 00800000:00000001:0.0:1712357315.822391:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.822394:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='core.py' -> mds #0 00800000:00000001:0.0:1712357315.822396:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822398:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.822399:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.py,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.822402:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.822403:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.822406:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.822408:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.822412:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.822414:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.822417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.822418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.822419:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.822421:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.822422:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.822425:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.822435:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357315.822439:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.822442:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.822443:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.822444:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.822445:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.822446:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.822451:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00010000:00000001:0.0:1712357315.822454:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.822455:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.822458:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.822459:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.822461:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.822463:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000001:0.0:1712357315.822465:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.822467:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1440 with handle 0xbda2fb8f03338708 to hash 00000020:00000001:0.0:1712357315.822468:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.822469:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.822471:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.822473:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.822474:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.822476:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.822481:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.822488:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.822491:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.822493:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.822496:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.822497:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.822499:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.822504:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.822507:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.822510:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.822511:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.822513:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.822517:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.822522:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.822524:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.822526:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.822528:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.822531:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.822533:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.822537:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.822538:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.822540:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.822543:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.822544:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.822549:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.822562:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.822566:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.822571:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170112, portal 10 00000100:00000001:0.0:1712357315.822573:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.822574:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:0.0:1712357315.822578:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.822621:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.822624:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.822626:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.822629:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572170112, offset 0 00000400:00000200:0.0:1712357315.822632:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.822637:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.822641:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.822650:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.822653:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.822655:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.822657:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.822660:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [765:765:256:4294967295] 192.168.203.120@tcp LPNI seq info [765:765:8:4294967295] 00000400:00000200:0.0:1712357315.822663:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.822670:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.822674:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.822678:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1712357315.822682:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.822688:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.822692:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.822698:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.822700:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.822702:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.822704:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.822705:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.822707:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.822708:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.822710:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.822711:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.822712:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.822834:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.822837:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:2.0:1712357315.822840:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.822844:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.822850:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:2.0:1712357315.822851:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:2.0:1712357315.822853:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.822857:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.822863:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.822865:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.822869:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.822871:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357315.826749:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:0.1:1712357315.826759:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514b00. 00000800:00000001:3.0:1712357315.827445:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.827456:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.827458:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.827460:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.827468:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.827473:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.827479:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.827483:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.827486:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.827490:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bf80 00000400:00000200:3.0:1712357315.827493:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.827498:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a85 [1] + 224 00000800:00000001:3.0:1712357315.827504:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.827522:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.827524:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.827528:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.827533:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.827538:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.827547:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.827599:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.827605:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.827607:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.827649:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.827654:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.827656:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.827658:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.827661:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.827662:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.827664:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.827668:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.827674:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.827687:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.827689:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.827690:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.827693:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.827695:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.827696:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.827698:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.827704:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.827708:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.827710:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.827713:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.827717:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.827720:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.827721:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.827723:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.827725:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.827728:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.827733:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.827735:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.827737:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.827739:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.827744:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.827747:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.827750:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.827752:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.827753:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.827756:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.827767:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.827769:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.827771:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.827772:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.827774:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.827776:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.827778:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.827781:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:0.0:1712357315.827782:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.827784:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00010000:0.0:1712357315.827788:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827795:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.827797:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827801:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.827803:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827807:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.827808:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.827809:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827813:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.827815:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.827817:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.827818:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.827823:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.827828:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.827830:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827834:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.827836:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.827838:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827841:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.827843:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.827843:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.827844:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.827845:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=5 00000020:00000001:0.0:1712357315.827846:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.827847:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357315.827849:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.827850:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.827854:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.827855:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.827856:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.827857:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.827859:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.827860:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.827861:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.827862:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.827864:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f03338708 from hash 00010000:00000001:0.0:1712357315.827865:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.827866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.827867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.827868:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.827868:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.827869:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.827874:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.827874:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.827875:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.827876:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.827878:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.827881:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.827881:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.827882:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.827883:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.827883:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.827884:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.827884:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.827886:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f03338708 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.828100:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.828102:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.828106:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.828110:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.828116:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.828116:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828118:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828119:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828121:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.828123:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.828123:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828124:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.828126:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.828128:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.828131:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.828132:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828135:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.828136:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.828139:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514c20. 00000080:00002000:0.0:1712357315.828146:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.828150:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.828154:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.828156:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828158:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.828160:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.828161:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.828166:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.828168:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.828171:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/48 (0 0) 00000002:00000001:0.0:1712357315.828173:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828174:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.828175:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828176:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.828178:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.828181:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.828183:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.828186:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572170112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.828190:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.828191:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.828194:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.828196:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.828198:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.828199:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.828200:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.828202:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357315.828204:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.828205:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.828206:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000100:00000001:0.0:1712357315.828209:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.828209:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.828211:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.828212:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.828213:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.828217:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.828220:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.py (ffff8800a75166c0, parent ffff8800a7516ca8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.828223:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.828225:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.828227:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.828228:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.828229:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.828231:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828259:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.828261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.828262:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.828266:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828269:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.828270:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.828272:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.828273:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.828276:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.828278:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828279:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.828280:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.828282:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828283:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.828284:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.828286:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.828287:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.828288:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.828289:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828290:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.828291:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.828292:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828294:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.828295:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.828296:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.828297:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:0.0:1712357315.828298:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.828298:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.828299:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.828300:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.828304:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.828310:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=0 00000080:00000001:0.0:1712357315.828312:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.828313:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=getattr 00000080:00000010:0.0:1712357315.828317:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000001:0.0:1712357315.828321:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.828323:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.828324:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x30:0x0] 00800000:00000001:0.0:1712357315.828326:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.828329:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:0.0:1712357315.828331:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828332:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.828334:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.828336:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.828337:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.828339:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.828341:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.828344:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.828347:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.828349:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.828350:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.828351:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.828353:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.828354:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.828356:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.828361:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e800. 00000100:00000001:0.0:1712357315.828365:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.828367:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.828368:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.828369:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.828370:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.828372:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.828376:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00010000:00000001:0.0:1712357315.828378:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.828382:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.828384:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.828385:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.828387:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.828389:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357315.828391:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.828393:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f0333870f to hash 00000020:00000001:0.0:1712357315.828394:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.828395:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.828397:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.828398:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.828399:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.828401:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.828406:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.828411:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.828415:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.828416:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.828419:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.828420:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.828422:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.828423:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.828426:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.828429:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.828430:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.828431:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.828435:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.828439:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.828440:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.828444:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.828446:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.828448:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.828451:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.828454:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.828455:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.828456:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.828458:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.828459:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.828463:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.828465:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.828468:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.828472:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170176, portal 10 00000100:00000001:0.0:1712357315.828473:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.828474:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:0.0:1712357315.828477:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.828482:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.828484:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.828485:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357315.828487:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572170176, offset 0 00000400:00000200:0.0:1712357315.828490:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.828494:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.828497:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.828501:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.828503:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.828506:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.828507:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.828510:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [766:766:256:4294967295] 192.168.203.120@tcp LPNI seq info [766:766:8:4294967295] 00000400:00000200:0.0:1712357315.828513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.828518:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.828523:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.828529:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357315.828533:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.828538:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.828541:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.829778:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.829782:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.829784:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.829786:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.829788:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.829790:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.829792:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.829794:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.829796:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.829796:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.829904:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.829907:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:2.0:1712357315.829911:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.829916:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.829919:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:2.0:1712357315.829920:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:2.0:1712357315.829923:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.829927:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.829934:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.829936:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.829940:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.829941:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.831932:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000080:00000010:2.1:1712357315.831941:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514c20. 00000800:00000001:3.0:1712357315.833454:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.833467:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.833470:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.833472:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.833482:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.833488:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.833494:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.833498:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.833501:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.833504:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90bfc0 00000400:00000200:3.0:1712357315.833507:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.833511:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a8d [1] + 224 00000800:00000001:3.0:1712357315.833516:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.833531:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.833534:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.833537:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.833543:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.833549:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.833568:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.833613:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.833620:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.833623:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.833737:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.833743:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.833744:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.833747:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:0.0:1712357315.833750:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:0.0:1712357315.833752:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:0.0:1712357315.833755:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.833759:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.833766:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.833771:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.833772:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.833774:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.833777:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.833778:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.833780:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.833782:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.833788:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.833791:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.833793:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.833800:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.833804:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.833807:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.833808:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.833810:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.833812:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.833815:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.833819:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.833822:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.833823:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.833825:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.833831:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.833834:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.833837:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.833838:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.833840:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.833842:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.833846:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.833849:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.833851:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.833851:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.833854:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.833857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.833859:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.833861:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357315.833863:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.833865:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357315.833877:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833884:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.833887:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833891:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.833893:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833898:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.833899:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.833901:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833905:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.833906:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.833909:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.833910:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.833915:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.833917:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.833920:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833924:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.833925:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.833928:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833931:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.833933:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.833937:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.833938:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.833939:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357315.833940:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.833941:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357315.833943:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.833945:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.833949:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.833950:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.833952:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.833953:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.833955:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.833956:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.833957:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.833958:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.833960:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f0333870f from hash 00010000:00000001:0.0:1712357315.833961:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.833962:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.833962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.833963:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.833964:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.833965:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.833966:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.833967:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.833968:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.833969:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.833971:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.833974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.833975:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.833976:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.833977:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.833978:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.833978:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.833981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.833983:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f0333870f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.834940:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.834942:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.834946:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.834952:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.834958:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.834959:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.834961:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.834962:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.834964:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.834966:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.834967:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.834968:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.834970:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.834973:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.834975:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.834977:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.834980:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.834981:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.834986:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514d80. 00000080:00002000:0.0:1712357315.834990:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.834996:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.834999:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.835002:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.835004:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.835005:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.835007:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.835011:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.835013:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.835017:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/48 (0 0) 00000002:00000001:0.0:1712357315.835019:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.835020:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.835026:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835028:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.835030:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.835033:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000100:00000001:0.0:1712357315.835036:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.835039:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572170176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.835044:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.835046:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.835048:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.835052:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.835053:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.835054:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.835056:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.835057:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357315.835060:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.835061:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.835062:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000100:00000001:0.0:1712357315.835064:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.835065:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.835067:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.835068:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.835069:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.835073:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.835075:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7516870, parent ffff8800a7516ca8, inode (null)) hashed, 00000080:00000001:0.0:1712357315.835078:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.835080:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.835083:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.835085:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.835086:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:0.0:1712357315.835088:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835105:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.835106:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.835108:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.835112:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835115:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.835117:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.835122:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.835124:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.835127:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.835128:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835130:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.835131:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.835133:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835135:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.835136:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.835138:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.835139:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.835140:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.835141:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835143:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.835144:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.835145:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835147:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.835147:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.835149:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.835149:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:0.0:1712357315.835151:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.835151:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835153:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.835154:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.835155:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.835162:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=1536 00000080:00000001:0.0:1712357315.835164:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.835165:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357315.835166:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835169:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.835170:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 3 00000080:00000001:0.0:1712357315.835171:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.835173:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:0.0:1712357315.835175:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8) 00000080:00000001:0.0:1712357315.835177:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:0.0:1712357315.835184:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b614c000. 00000080:00000002:0.0:1712357315.835189:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x30:0x0] requests qos mkdir 0x40 00000080:00000001:0.0:1712357315.835192:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.835193:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:0.0:1712357315.835197:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1712357315.835198:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1712357315.835201:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1712357315.835203:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:0.0:1712357315.835205:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1712357315.835207:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1712357315.835208:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.835210:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1712357315.835212:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1712357315.835214:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x40:0x0] 40000000:00000001:0.0:1712357315.835216:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.835217:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.835218:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.835219:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1712357315.835221:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x40:0x0] on [0x200000401:0x30:0x0] -> mds #0 00800000:00000001:0.0:1712357315.835223:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.835225:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:0.0:1712357315.835226:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357315.835229:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:0.0:1712357315.835230:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.835232:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357315.835234:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.835235:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.835237:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.835239:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f7100. 00000020:00000040:0.0:1712357315.835241:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:0.0:1712357315.835246:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357315.835247:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.835249:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.835251:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.835255:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.835256:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.835260:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.835262:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.835264:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.835266:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.835271:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b614c600. 00000100:00000001:0.0:1712357315.835275:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.835277:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.835278:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.835279:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.835280:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.835281:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1712357315.835289:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357315.835294:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357315.835299:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.835300:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.835303:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357315.835305:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357315.835306:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.835307:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:0.0:1712357315.835311:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.835314:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.835315:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.835316:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.835319:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.835324:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.835325:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.835327:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.835329:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.835331:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170304:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.835335:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.835337:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.835339:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.835344:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.835346:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7e800. 02000000:00000001:0.0:1712357315.835348:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.835353:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.835355:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c840. 00000400:00000010:0.0:1712357315.835359:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c117f8. 00000100:00000200:0.0:1712357315.835363:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572170304, portal 10 00000100:00000001:0.0:1712357315.835365:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.835366:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000040:0.0:1712357315.835370:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.835376:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.835378:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.835380:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c113b8. 00000100:00000200:0.0:1712357315.835382:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572170304, offset 0 00000400:00000200:0.0:1712357315.835387:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.835392:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.835396:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.835400:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.835403:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.835406:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.835408:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.835411:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [767:767:256:4294967295] 192.168.203.120@tcp LPNI seq info [767:767:8:4294967295] 00000400:00000200:0.0:1712357315.835414:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.835420:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.835424:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.835427:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357315.835431:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.835437:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.835440:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.837025:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.837030:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.837038:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.837041:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.837042:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.837044:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000800:00000200:2.0:1712357315.837349:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.837353:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:2.0:1712357315.837358:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.837363:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.837367:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c113b8 00000400:00000010:2.0:1712357315.837370:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c113b8. 00000100:00000001:2.0:1712357315.837373:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.837377:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.837394:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.837397:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.837402:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.837403:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357315.837495:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.837502:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.837505:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.837505:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357315.840340:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357315.840350:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514d80. 00000800:00000001:3.0:1712357315.843761:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.843771:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.843774:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.843776:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.843784:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.843789:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.843794:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.843797:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.843800:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.843803:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90c040 00000400:00000200:3.0:1712357315.843807:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.843811:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1a95 [1] + 224 00000800:00000001:3.0:1712357315.843816:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.843829:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.843831:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.843834:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.843839:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.843846:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.843853:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.845009:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.845016:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.845021:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.845025:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.845030:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [768:768:256:4294967295] 192.168.203.120@tcp LPNI seq info [768:768:8:4294967295] 00000400:00000200:3.0:1712357315.845033:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.845045:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.845050:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.845053:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357315.845058:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.845063:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.845066:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.845174:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.845180:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.845182:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.845184:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c840. 00000400:00000200:1.0:1712357315.845187:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c117f8 00000400:00000010:1.0:1712357315.845189:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c117f8. 00000100:00000001:1.0:1712357315.845191:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.845196:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.845203:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f7100 x1795536572170304/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.845213:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.845215:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.845217:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.845220:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.845221:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.845223:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.845225:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.845231:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.845234:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.845236:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.845237:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.845239:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.845242:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.845244:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.845245:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000081/0x1] 00000100:00000001:1.0:1712357315.845247:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.845248:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.845249:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369366784 : -131936340184832 : ffff88012d4f7100) 00000100:00000001:1.0:1712357315.845252:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.845253:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.845254:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.845256:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.845265:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f7100 x1795536572170304/t4294967426(4294967426) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.845271:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.845273:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.845275:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.845277:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f7100 x1795536572170304/t4294967426(4294967426) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.845283:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f7100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170304:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.845287:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.845289:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.845291:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.845292:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.845295:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f7100 x1795536572170304/t4294967426(4294967426) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.845299:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.845302:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:1.0:1712357315.845304:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.845304:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.845310:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357315.845312:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x40:0x0] 00800000:00000001:1.0:1712357315.845314:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.845317:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x30:0x0] mtime from 1611184480 to 1712357315 00000080:00000001:1.0:1712357315.845320:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.845423:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.845426:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.845429:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.845431:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.845432:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.845435:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357315.845442:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e4800. 00000080:00000001:1.0:1712357315.845448:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357315.845449:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8) 00000080:00000001:1.0:1712357315.845451:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.845457:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x40:0x0] 00000080:00000001:1.0:1712357315.845459:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845460:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.845462:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357315.845463:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502336 mtime from 0 to 1712357315 00000080:00200000:1.0:1712357315.845466:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x40:0x0], updating i_size 4096 00000080:00000001:1.0:1712357315.845468:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357315.845470:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123241160 : -131938586310456 : ffff8800a76e48c8) 00000080:00000001:1.0:1712357315.845472:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.845473:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.845475:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.845476:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845480:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357315.845481:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.845484:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f7100 x1795536572170304/t4294967426(4294967426) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.845489:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.845493:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b614c000. 00000080:00000001:1.0:1712357315.845496:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845500:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845506:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.845507:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.845529:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.845531:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:1.0:1712357315.845533:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845643:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.845645:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.845647:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.845650:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845653:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.845655:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.845657:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.845658:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.845661:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.845662:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845667:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.845668:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.845670:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845672:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.845673:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.845674:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.845675:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.845677:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.845678:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845679:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.845680:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.845681:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845683:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.845684:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.845685:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.845686:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:1.0:1712357315.845687:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.845688:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.845689:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.845690:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.845692:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.845698:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=0 00000080:00000001:1.0:1712357315.845701:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.845702:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=getattr 00000080:00000010:1.0:1712357315.845706:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.845710:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.845713:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.845715:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x30:0x0] 00800000:00000001:1.0:1712357315.845718:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.845721:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.845723:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.845725:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.845727:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.845730:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.845734:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.845738:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28e00. 00000020:00000040:1.0:1712357315.845741:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.845745:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.845747:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.845751:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.845752:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.845753:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.845761:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.845762:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.845765:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.845769:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6542000. 00000100:00000001:1.0:1712357315.845773:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.845776:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.845777:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.845778:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.845779:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.845780:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.845785:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00010000:00000001:1.0:1712357315.845788:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.845790:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.845794:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:1.0:1712357315.845796:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.845798:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.845800:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357315.845803:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.845805:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338716 to hash 00000020:00000001:1.0:1712357315.845806:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.845808:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.845810:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.845812:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.845814:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.845817:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.845823:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.845834:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.845838:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.845839:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.845843:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.845844:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.845845:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.845846:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000001:1.0:1712357315.845850:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.845852:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.845854:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.845855:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.845859:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.845864:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.845865:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.845867:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.845869:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.845871:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.845874:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.845877:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.845879:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.845880:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.845883:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.845885:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.845889:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.845891:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.845895:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.845899:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170368, portal 10 00000100:00000001:1.0:1712357315.845900:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.845901:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000040:1.0:1712357315.845905:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357315.845962:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.845965:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357315.845968:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.845972:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.845976:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.845979:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.846323:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.846326:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.846327:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357315.846330:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572170368, offset 0 00000400:00000200:1.0:1712357315.846335:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.846339:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.846342:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.846346:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.846349:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.846351:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.846353:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.846356:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [769:769:256:4294967295] 192.168.203.120@tcp LPNI seq info [769:769:8:4294967295] 00000400:00000200:1.0:1712357315.846358:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.846535:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.846539:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.846542:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4c00. 00000800:00000200:1.0:1712357315.846545:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.846549:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.846558:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.846564:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.846565:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.846567:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.846569:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.846570:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.846571:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.846573:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.846574:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.846575:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.846576:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.846632:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.846634:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4c00. 00000400:00000200:3.0:1712357315.846637:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.846640:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.846643:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357315.846645:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357315.846647:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.846651:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.846657:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.846659:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.846668:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.846669:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.851251:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.851264:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.851267:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.851269:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.851278:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.851283:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.851289:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.851293:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.851296:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.851299:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c080 00000400:00000200:2.0:1712357315.851302:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.851306:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1a9d [1] + 224 00000800:00000001:2.0:1712357315.851311:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.851325:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.851327:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.851331:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.851335:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.851341:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.851349:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.851371:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.851378:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.851380:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.851677:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.851683:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.851685:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.851694:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.851697:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.851699:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.851701:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.851706:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.851713:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.851718:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.851719:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.851721:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.851724:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.852959:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.852961:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.852965:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.852972:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.852976:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.852979:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.852980:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.852982:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.852985:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.852987:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.852989:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.852990:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.852992:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.852998:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.853003:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.853005:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.853007:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.853010:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.853015:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170368:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.853027:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.853030:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.853032:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.853033:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.853036:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.853040:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.853044:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.853046:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.853047:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.853049:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.853052:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853054:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853057:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357315.853058:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853060:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000040:1.0:1712357315.853064:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d680, remote cookie: 0xa8e7976a8eb22182, flags: 0x1001 00010000:00010000:1.0:1712357315.853068:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.853075:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x40:0x0].0x0, instead of [0x200000401:0x30:0x0].0x0 00010000:00000001:1.0:1712357315.853078:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.853087:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4800. 00010000:00000010:1.0:1712357315.853089:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25980. 00010000:00000001:1.0:1712357315.853092:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.853094:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.853099:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853110:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.853113:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.853114:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.853115:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.853116:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.853118:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x40:0x0].0x0 (ffff8800b3ab4800) refcount = 1 00010000:00010000:1.0:1712357315.853121:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853125:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.853127:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.853129:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.853131:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.853132:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.853134:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853138:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.853139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853141:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853142:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853143:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.853147:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.853148:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853149:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853150:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853151:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853152:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853154:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853154:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853155:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357315.853156:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853162:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853164:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.853166:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.853168:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853173:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853174:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853175:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853176:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853177:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357315.853178:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853179:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853181:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.853183:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853187:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853188:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.853190:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853194:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.853194:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853196:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.853200:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.853205:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853206:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853206:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853207:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853219:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.853222:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.853223:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.853226:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.853227:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853228:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853229:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853230:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853232:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00000002:00010000:1.0:1712357315.853234:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853240:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.853241:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853241:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853242:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853243:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853244:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000040:1.0:1712357315.853247:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357315.853249:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.853251:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/64 (0 0) 00010000:00000001:1.0:1712357315.853252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.853254:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.853255:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.853258:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853260:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853262:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.853266:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.853267:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357315.853273:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.853275:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.853280:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.853282:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.853284:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.853286:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.853290:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.853292:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x40:0x0] 00000080:00000001:1.0:1712357315.853294:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.853295:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.853297:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.853300:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x40:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.853302:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x40:0x0](ffff8800a76e48c8): rc = 0 00000080:00000001:1.0:1712357315.853304:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123241160 : -131938586310456 : ffff8800a76e48c8) 00010000:00000001:1.0:1712357315.853305:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853306:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853307:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853308:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853309:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.853312:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.853313:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.853314:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.853316:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853317:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.853319:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.853321:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) for lock 0xbda2fb8f03338716 00000080:00000001:1.0:1712357315.853323:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853324:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.853325:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.853327:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.853327:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853328:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853333:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853334:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853336:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.853339:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853340:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.853344:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a650bc20. 00000080:00002000:1.0:1712357315.853349:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700a20 inode ffff8800a76e48c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.853351:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.853354:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.853355:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.853358:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) 00000080:00010000:1.0:1712357315.853360:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338716 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357315.853361:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.853362:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.853363:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.853364:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853365:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.853366:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.853368:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853372:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853373:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853374:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.853375:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.853377:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.853381:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.853383:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.853384:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.853386:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853390:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.853391:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.853393:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.853394:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.853395:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.853397:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.853398:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.853399:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.853399:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.853401:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.853404:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.853407:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.853411:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28e00 x1795536572170368/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.853415:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.853417:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.853419:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.853423:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.853425:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.853427:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.853428:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.853430:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.853433:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.853435:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.853436:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28e00. 00000100:00000001:1.0:1712357315.853441:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.853442:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.853444:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.853445:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.853446:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357315.853456:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x40:0x0](ffff8800a76e48c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.853460:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357315.853461:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8),name=__pycache__ 00000080:00000010:1.0:1712357315.853464:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.853469:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.853471:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.853476:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x40:0x0] '__pycache__' on [0x200000401:0x30:0x0] 00800000:00000001:1.0:1712357315.853479:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.853482:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x200000401:0x40:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357315.853484:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.853486:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.853487:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x40:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.853490:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.853491:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.853492:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.853494:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357315.853496:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.853498:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.853499:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357315.853501:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357315.853507:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357315.853509:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.853511:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357315.853515:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357315.853517:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.853518:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.853519:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357315.853520:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357315.853522:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.853524:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357315.853525:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.853527:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) 00000080:00010000:1.0:1712357315.853528:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) for lock 0xbda2fb8f03338716 00000080:00000001:1.0:1712357315.854482:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.854484:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.854485:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.854491:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.854492:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.854493:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.854495:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.854496:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.854498:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.854500:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.854501:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.854502:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.854503:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.854505:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338716 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357315.854506:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.854507:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.854508:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357315.854509:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.854510:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357315.854512:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.854515:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.854520:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.854520:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.854521:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.854522:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.854524:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.854529:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.854530:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.854531:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.854533:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.854534:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.854535:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854537:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.854538:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854542:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854548:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854549:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.854550:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.854558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357315.854560:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357315.854561:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.854563:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357315.854566:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x40:0x0](ffff8800a76e48c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357315.854569:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.854571:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700a20, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:1.0:1712357315.854573:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854714:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.854716:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.854718:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.854722:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854725:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.854727:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.854728:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.854730:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.854732:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.854734:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854735:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.854737:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.854738:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854740:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.854741:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.854743:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.854744:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.854746:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.854746:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854747:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.854749:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.854750:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854752:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.854753:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.854758:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.854759:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:1.0:1712357315.854761:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.854762:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854763:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.854764:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.854766:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854768:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.854769:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700a20) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.854770:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.854771:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357315.854772:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.854773:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854780:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.854782:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x40:0x0](ffff8800a76e48c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184480.794140001, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.854787:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.854789:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.854791:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.854793:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.854795:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.854796:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x40:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357315.854798:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.854800:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.854802:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.854805:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 2 00010000:00000001:1.0:1712357315.854806:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.854808:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.854810:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.854812:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.854818:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.854820:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.854822:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.854823:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x40:0x0] mode (null) 00000080:00000001:1.0:1712357315.854829:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.854830:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.854831:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.854833:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357315.854834:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.854836:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854837:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.854838:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.854839:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.854840:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357315.854841:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.854843:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854844:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.854845:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.854845:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.854846:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4800 count: 3 00010000:00000001:1.0:1712357315.854847:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.854848:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.854850:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.854852:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x40:0x0] lli = ffff8800a76e4800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.854855:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.854856:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.854857:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.854859:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x40:0x0](ffff8800a76e48c8) invalid 00000080:00002000:1.0:1712357315.854861:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7700a20) parent ffff8800a7516ca8 inode ffff8800a76e48c8 refc 1 00000080:00000001:1.0:1712357315.854863:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.854869:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.854870:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854872:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.854875:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.854876:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.854877:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.854878:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.854880:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338716 from hash 00010000:00000001:1.0:1712357315.854882:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.854886:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.854887:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.854887:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.854889:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.854890:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.854892:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.854894:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.854895:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.854899:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b28e00. 00000020:00000040:1.0:1712357315.854901:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.854905:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.854907:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.854909:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.854909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.854910:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.854912:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.854913:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.854915:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.854920:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3738600. 00000100:00000001:1.0:1712357315.854924:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854926:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.854927:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.854931:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.854935:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.854937:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.854938:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.854940:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338716 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22182 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.854945:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4800 count: 0 00010000:00000010:1.0:1712357315.854949:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25980. 00010000:00000001:1.0:1712357315.854975:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.854976:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854978:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.854982:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.854983:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.854984:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357315 00000020:00100000:1.0:1712357315.854991:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.854996:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.855001:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.855003:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.855007:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.855008:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.855010:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.855011:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000001:1.0:1712357315.855014:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.855017:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.855019:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.855020:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.855023:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.855029:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.855030:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.855033:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.855035:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.855037:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170496:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.855040:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.855043:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.855045:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.855046:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.855049:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6542000. 02000000:00000001:1.0:1712357315.855050:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.855057:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.855060:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.855065:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.855070:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572170496, portal 10 00000100:00000001:1.0:1712357315.855071:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.855075:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000040:1.0:1712357315.855080:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.855086:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.855088:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.855090:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357315.855093:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572170496, offset 0 00000400:00000200:1.0:1712357315.855096:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.855103:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.855107:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.855111:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.855114:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.855117:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.855119:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.855122:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [770:770:256:4294967295] 192.168.203.120@tcp LPNI seq info [770:770:8:4294967295] 00000400:00000200:1.0:1712357315.855130:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.855137:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.855142:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.855145:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.855150:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.855157:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.855161:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.855180:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.855181:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.855183:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.855185:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.855186:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.855188:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.855190:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.855192:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.855195:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.855196:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.855370:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.855373:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357315.855376:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.855380:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.855383:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357315.855384:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357315.855391:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.855395:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.855401:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.855404:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.855409:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.855410:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.858748:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4800. 00010000:00000010:2.1:1712357315.858763:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000800:00000001:2.0:1712357315.858889:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.858899:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.858909:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.858912:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.858920:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.858925:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.858930:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.858934:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.858937:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.858940:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90c100 00000400:00000200:2.0:1712357315.858943:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.858948:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1aa5 [1] + 224 00000800:00000001:2.0:1712357315.858954:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.858965:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.858968:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.858972:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.858976:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.858981:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.858990:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.859010:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.859016:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.859019:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.859023:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.859027:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [771:771:256:4294967295] 192.168.203.120@tcp LPNI seq info [771:771:8:4294967295] 00000400:00000200:2.0:1712357315.859030:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.859035:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.859039:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.859043:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357315.859047:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.859052:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.859058:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357315.859116:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.859121:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.859122:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.859131:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.859134:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.859136:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.859138:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:2.0:1712357315.859193:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.859196:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357315.859198:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.859201:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000200:1.0:1712357315.859204:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357315.859209:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:1.0:1712357315.859211:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b28e00 x1795536572170496/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000001:2.0:1712357315.859212:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.859216:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.859217:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.859219:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.859221:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.859223:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.859225:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.859227:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.859232:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.859235:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.859237:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.859238:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.859240:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.859243:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.859245:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.859246:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357315.859247:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.859249:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.859250:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526857216 : -131936182694400 : ffff880136b28e00) 00000100:00000001:1.0:1712357315.859253:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.859254:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.859255:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.859256:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.859463:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b28e00 x1795536572170496/t4294967427(4294967427) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.859477:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.859480:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.859481:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.859484:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b28e00 x1795536572170496/t4294967427(4294967427) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.859664:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b28e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170496:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.859668:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.859671:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.859672:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.859674:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.859676:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b28e00 x1795536572170496/t4294967427(4294967427) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.859681:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.859683:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.859686:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.859687:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.859692:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.859694:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859697:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.859700:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.859702:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.859704:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.859708:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.859711:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x40:0x0] 00000080:00000001:1.0:1712357315.859713:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859715:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.859717:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.859721:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x40:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.859723:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.859725:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b28e00 x1795536572170496/t4294967427(4294967427) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.859738:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859739:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.859741:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.859742:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859744:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859745:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.859748:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000080:00200008:1.0:1712357315.859753:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x40:0x0](ffff8800a76e48c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.854000000, mtime 1611184480.794140001, ctime 1712357315.854000000, rc 0 00000080:00000001:1.0:1712357315.859757:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859763:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.859765:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7700a20, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:1.0:1712357315.859767:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.859772:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.859787:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.859789:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.859791:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:1.0:1712357315.859793:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859805:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.859807:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.859808:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.859811:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859813:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.859814:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.859816:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.859818:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357315.859820:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.859822:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859823:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.859824:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.859826:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859828:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.859829:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.859830:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.859835:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:1.0:1712357315.859836:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.859837:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859839:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.859840:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.859842:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859843:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.859844:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.859850:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.859851:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=17 00000080:00000001:1.0:1712357315.859853:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.859854:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.859855:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.859856:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.859858:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.859864:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=1 00000080:00000001:1.0:1712357315.859867:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.859868:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=getattr 00000080:00000010:1.0:1712357315.859872:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.859876:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.859878:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.859880:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x30:0x0] 00800000:00000001:1.0:1712357315.859882:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.859885:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.859887:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.859889:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.859891:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.859894:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.859896:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.859900:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29180. 00000020:00000040:1.0:1712357315.859902:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.859905:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.859908:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.859912:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.859916:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.859918:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.859919:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.859921:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.859923:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.859928:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541c00. 00000100:00000001:1.0:1712357315.859932:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.859934:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.859935:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.859936:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.859937:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.859939:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.859943:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526858112 : -131936182693504 : ffff880136b29180) 00010000:00000001:1.0:1712357315.859946:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.859947:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.859951:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:1.0:1712357315.859953:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.859954:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.859957:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357315.859960:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.859961:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f0333871d to hash 00000020:00000001:1.0:1712357315.859963:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.859964:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.859966:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.859969:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.859970:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.859973:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.859978:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.859985:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.859989:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.859993:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.859997:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.859998:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.860000:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.860001:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526858112 : -131936182693504 : ffff880136b29180) 00000100:00000001:1.0:1712357315.860004:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.860007:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.860008:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.860009:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.860013:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.860018:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.860019:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.860021:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.860023:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.860025:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.860028:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.860031:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.860032:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.860034:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.860037:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.860038:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.860041:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.860044:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.860047:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.860051:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170560, portal 10 00000100:00000001:1.0:1712357315.860052:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.860053:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526858112 : -131936182693504 : ffff880136b29180) 00000100:00000040:1.0:1712357315.860056:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.860061:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.860062:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.860064:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357315.860066:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572170560, offset 0 00000400:00000200:1.0:1712357315.860074:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.860077:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.860081:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.860084:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.860087:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.860089:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.860091:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.860093:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [772:772:256:4294967295] 192.168.203.120@tcp LPNI seq info [772:772:8:4294967295] 00000400:00000200:1.0:1712357315.860096:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.860102:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.860106:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.860108:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357315.860111:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.860115:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.860117:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.860122:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.860123:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.860125:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.860127:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.860128:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.860129:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.860131:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.860132:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.860133:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.860134:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.860182:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.860184:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357315.860186:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.860189:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.860191:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357315.860192:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357315.860438:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.860442:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.860448:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.860450:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.860455:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.860456:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.863023:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a650bc20. 00000800:00000001:3.0:1712357315.866307:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.866319:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.866322:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.866324:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.866333:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.866339:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.866345:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.866349:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.866352:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.866356:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c140 00000400:00000200:3.0:1712357315.866360:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.866364:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1aad [1] + 224 00000800:00000001:3.0:1712357315.866370:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.866384:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.866387:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.866391:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.866397:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.866402:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.866410:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.866434:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.866441:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.866444:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.866512:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.866518:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.866520:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.866522:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.866525:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.866526:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.866529:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.866533:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.866548:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.866562:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.866564:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.866566:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.866568:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.866570:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.866571:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.866573:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.866580:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.866616:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.866623:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.866624:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.866626:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.866629:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.866631:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.866632:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.866634:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.866636:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.866640:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.866646:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.866649:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.866650:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.866653:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.866659:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170560:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.866663:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.866665:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.866667:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.866668:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.866675:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.866681:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.866684:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.866686:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.866687:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.866689:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.866692:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866694:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866697:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357315.866698:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866700:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000040:1.0:1712357315.866704:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38cfc0, remote cookie: 0xa8e7976a8eb221a5, flags: 0x1001 00010000:00010000:1.0:1712357315.866708:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.866714:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x40:0x0].0x0, instead of [0x200000401:0x30:0x0].0x0 00010000:00000001:1.0:1712357315.866717:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.866727:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4200. 00010000:00000010:1.0:1712357315.866730:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25980. 00010000:00000001:1.0:1712357315.866733:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.866735:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.866741:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866745:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.866748:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.866749:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.866750:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.866750:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.866756:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x40:0x0].0x0 (ffff8800b3ab4200) refcount = 1 00010000:00010000:1.0:1712357315.866759:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866764:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.866766:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.866767:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.866770:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.866771:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.866773:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866778:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.866779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866780:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.866781:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866781:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.866782:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.866786:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.866787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866788:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866789:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866791:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866793:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866795:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866795:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866796:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357315.866797:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866799:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866801:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.866802:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.866804:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866816:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866816:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.866817:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866818:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866818:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357315.866819:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866820:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866822:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.866824:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866827:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866827:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.866829:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866833:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.866833:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866834:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.866834:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866835:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.866838:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.866843:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866844:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866844:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866846:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866847:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866848:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866848:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.866849:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.866850:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.866854:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.866856:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866857:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866858:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866859:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866860:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00000002:00010000:1.0:1712357315.866863:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.866866:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866867:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.866868:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.866868:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866869:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866870:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866871:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866872:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000040:1.0:1712357315.866874:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 2 00010000:00000001:1.0:1712357315.866875:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.866878:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/64 (0 0) 00010000:00000001:1.0:1712357315.866879:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866880:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.866881:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.866882:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.866884:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.866887:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.866888:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.866891:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.866893:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357315.866894:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.866897:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.866900:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.866902:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.866903:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.866905:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.866909:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.866914:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.866915:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x40:0x0] 00000080:00000001:1.0:1712357315.866918:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.866920:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.866922:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.866924:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x40:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.866927:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x40:0x0](ffff8800a76e48c8): rc = 0 00000080:00000001:1.0:1712357315.866928:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123241160 : -131938586310456 : ffff8800a76e48c8) 00010000:00000001:1.0:1712357315.866930:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866931:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866932:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866933:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866935:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.866938:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.866939:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.866940:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.866942:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.866943:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.866944:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.866947:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) for lock 0xbda2fb8f0333871d 00000080:00000001:1.0:1712357315.866950:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.866951:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.866952:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.866954:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.866955:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866955:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866956:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866957:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866959:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866960:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.866961:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.866965:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.866967:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.866971:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a650bf20. 00000080:00002000:1.0:1712357315.866975:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77005e8 inode ffff8800a76e48c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.866977:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.866979:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.866981:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.866985:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) 00000080:00010000:1.0:1712357315.866987:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333871d from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357315.866989:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.866989:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.866990:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357315.866992:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866993:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.866995:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.866997:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.867001:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.867002:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.867003:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.867005:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.867007:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.867012:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.867014:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.867015:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.867017:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.867018:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.867019:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867021:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.867023:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867024:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867025:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867030:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.867031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.867032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.867033:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.867037:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.867040:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.867044:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29180 x1795536572170560/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.867049:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.867050:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.867053:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.867057:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.867058:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.867060:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.867061:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.867063:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541c00. 02000000:00000001:1.0:1712357315.867066:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.867067:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.867068:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29180. 00000100:00000001:1.0:1712357315.867071:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.867072:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.867073:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.867074:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357315.867075:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.867086:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357315.867088:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x40:0x0](ffff8800a76e48c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:1.0:1712357315.867093:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:1.0:1712357315.867095:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.867096:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357315.867099:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.867101:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357315.867102:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x40:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357315.867104:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.867106:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357315.867108:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357315.867113:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 2 00010000:00000001:1.0:1712357315.867114:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.867115:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357315.867117:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.867119:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357315.867124:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.867126:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357315.867127:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357315.867129:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x40:0x0] mode (null) 00000080:00000001:1.0:1712357315.867130:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.867132:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.867133:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.867134:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 3 00010000:00000001:1.0:1712357315.867135:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.867136:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.867137:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.867138:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.867139:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.867139:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 3 00010000:00000001:1.0:1712357315.867140:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.867141:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.867142:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.867143:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.867143:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.867144:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4200 count: 3 00010000:00000001:1.0:1712357315.867145:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357315.867146:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.867147:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357315.867149:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x40:0x0] lli = ffff8800a76e4800, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357315.867151:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357315.867152:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357315.867153:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357315.867154:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x40:0x0](ffff8800a76e48c8) invalid 00000080:00002000:1.0:1712357315.867156:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a77005e8) parent ffff8800a7516ca8 inode ffff8800a76e48c8 refc 1 00000080:00000001:1.0:1712357315.867160:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357315.867161:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357315.867162:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867164:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.867166:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.867167:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.867168:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.867169:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357315.867170:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f0333871d from hash 00010000:00000001:1.0:1712357315.867172:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.867172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.867173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.867174:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.867175:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.867176:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357315.867178:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.867179:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357315.867180:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357315.867183:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29180. 00000020:00000040:1.0:1712357315.867185:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.867187:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.867189:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.867190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.867191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.867192:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.867193:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.867195:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.867197:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.867201:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739200. 00000100:00000001:1.0:1712357315.867205:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867206:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.867208:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357315.867211:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.867220:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357315.867223:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357315.867224:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.867226:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333871d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb221a5 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.867231:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4200 count: 0 00010000:00000010:1.0:1712357315.867234:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25980. 00010000:00000001:1.0:1712357315.867254:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.867256:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867257:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.867258:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.867259:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357315.867260:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:1.0:1712357315.867266:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357315.867270:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357315.867713:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.867715:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.867718:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.867720:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.867722:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.867723:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526858112 : -131936182693504 : ffff880136b29180) 00000100:00000001:1.0:1712357315.867726:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.867729:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.867730:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.867731:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.867736:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.867740:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.867741:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.867743:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.867746:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.867748:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170688:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.867756:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.867760:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.867761:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.867763:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.867766:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6541c00. 02000000:00000001:1.0:1712357315.867767:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.867772:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.867773:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.867777:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.867781:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572170688, portal 10 00000100:00000001:1.0:1712357315.867783:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.867784:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526858112 : -131936182693504 : ffff880136b29180) 00000100:00000040:1.0:1712357315.867788:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.867793:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.867795:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.867797:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357315.867799:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572170688, offset 0 00000400:00000200:1.0:1712357315.867802:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.867806:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.867811:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.867815:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.867818:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.867821:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.867823:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.867825:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [773:773:256:4294967295] 192.168.203.120@tcp LPNI seq info [773:773:8:4294967295] 00000400:00000200:1.0:1712357315.867829:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.867836:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.867840:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.867843:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357315.867847:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.867853:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.867866:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.868402:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.868405:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.868407:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.868409:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.868410:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.868412:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.868414:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.868415:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.868417:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.868418:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.869566:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.869570:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357315.869575:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.869596:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.869600:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:2.0:1712357315.869602:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:2.0:1712357315.869605:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.869610:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.869619:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.869621:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.869641:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.869642:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.869808:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4200. 00010000:00000010:2.1:1712357315.869813:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000800:00000001:3.0:1712357315.880211:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.880225:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.880228:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.880230:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.880239:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880244:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.880251:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880254:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880257:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880261:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90c1c0 00000400:00000200:3.0:1712357315.880270:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880274:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1ab5 [1] + 224 00000800:00000001:3.0:1712357315.880280:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.880295:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.880297:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.880301:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.880305:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.880311:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.880319:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.880342:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.880348:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.880351:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880355:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.880359:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [774:774:256:4294967295] 192.168.203.120@tcp LPNI seq info [774:774:8:4294967295] 00000400:00000200:3.0:1712357315.880362:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.880368:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357315.880372:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.880376:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320c00. 00000800:00000200:3.0:1712357315.880386:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.880392:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.880396:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357315.880468:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.880470:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320c00. 00000400:00000200:3.0:1712357315.880472:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.880475:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:3.0:1712357315.880479:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.880481:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.880665:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.880671:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.880672:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.880675:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.880678:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.880680:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.880682:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.880686:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.880692:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29180 x1795536572170688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.880697:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.880698:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.880700:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.880702:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.880704:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.880705:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.880707:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.880714:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.880717:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.880719:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.880720:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.880722:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.880725:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.880727:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357315.880733:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000082/0x0] 00000100:00000001:1.0:1712357315.880735:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357315.880736:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.880737:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526858112 : -131936182693504 : ffff880136b29180) 00000100:00000001:1.0:1712357315.880739:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.880741:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.880742:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.880743:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.880747:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29180 x1795536572170688/t4294967428(4294967428) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.880753:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.880755:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.880757:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.880759:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29180 x1795536572170688/t4294967428(4294967428) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.880766:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170688:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357315.880769:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.880773:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.880774:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.880776:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.880778:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29180 x1795536572170688/t4294967428(4294967428) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.880782:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.880785:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.880787:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.880788:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.880793:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.880795:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.880799:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.880802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.880804:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.880806:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.880810:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.880815:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x40:0x0] 00000080:00000001:1.0:1712357315.880818:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.880820:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.880822:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.880825:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x40:0x0], updating i_size 4096 00000100:00000001:1.0:1712357315.880827:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.880830:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29180 x1795536572170688/t4294967428(4294967428) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.880834:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.880835:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.880837:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.880838:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.880839:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.880841:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.880844:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000080:00200008:1.0:1712357315.880850:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x40:0x0](ffff8800a76e48c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.866000000, rc 0 00000080:00000001:1.0:1712357315.880854:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.880861:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.880863:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a77005e8, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:1.0:1712357315.880865:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.880869:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.882235:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.882239:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.882241:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry certifi (ffff8800a7516ca8, parent ffff8800a77021b0, inode ffff8800a771d0c8) hashed, 00000080:00000001:1.0:1712357315.882244:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882266:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.882268:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.882270:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.882273:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882277:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.882278:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.882280:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.882282:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.882289:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.882291:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882292:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.882293:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.882295:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882297:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.882298:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.882299:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.882300:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.882301:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.882302:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882303:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.882304:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.882305:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882306:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.882307:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.882308:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.882309:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:1.0:1712357315.882310:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.882311:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.882312:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.882312:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.882314:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.882319:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), flags=16 00000080:00000001:1.0:1712357315.882322:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.882323:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x30:0x0](ffff8800a771d0c8), intent=0 00000080:00000010:1.0:1712357315.882327:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.882331:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.882334:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.882336:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x30:0x0] 00800000:00000001:1.0:1712357315.882338:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.882341:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x30:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357315.882343:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.882345:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.882347:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x30:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357315.882352:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.882353:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.882357:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357315.882360:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.882363:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.882367:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.882371:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.882372:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.882373:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.882375:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.882376:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.882379:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.882383:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357315.882387:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.882389:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.882390:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.882391:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.882392:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.882393:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.882397:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00010000:00000001:1.0:1712357315.882400:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.882401:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.882404:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e000 count: 2 00010000:00000001:1.0:1712357315.882406:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.882407:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.882410:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d440. 00000020:00000001:1.0:1712357315.882412:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.882414:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d440 with handle 0xbda2fb8f03338724 to hash 00000020:00000001:1.0:1712357315.882416:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.882417:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.882419:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.882421:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.882422:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.882425:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.882437:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.882444:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.882447:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.882448:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.882451:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.882452:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.882454:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.882454:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357315.882457:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.882459:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.882461:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.882462:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.882467:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.882473:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.882474:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.882476:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.882477:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.882479:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.882482:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.882485:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.882486:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.882488:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.882490:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.882492:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.882497:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.882499:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.882502:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.882507:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170752, portal 10 00000100:00000001:1.0:1712357315.882510:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.882511:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357315.882515:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.882520:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.882522:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.882523:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357315.882525:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572170752, offset 0 00000400:00000200:1.0:1712357315.882529:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.882532:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.882536:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.882540:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.882542:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.882545:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.882546:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.882549:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [775:775:256:4294967295] 192.168.203.120@tcp LPNI seq info [775:775:8:4294967295] 00000400:00000200:1.0:1712357315.882561:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.882567:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.882571:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.882573:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357315.882577:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.882601:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.882604:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.882611:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.882612:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.882614:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.882616:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.882617:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.882618:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.882620:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.882621:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.882623:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.882627:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.882736:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.882738:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357315.882742:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.882745:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.882748:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357315.882749:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357315.882752:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.882755:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.882761:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.882763:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.882767:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.882768:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357315.885723:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a650bf20. 00000800:00000001:2.0:1712357315.886464:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.886474:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.886477:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.886479:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.886488:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.886493:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.886498:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.886502:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.886505:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.886509:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c200 00000400:00000200:2.0:1712357315.886513:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.886517:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1abd [1] + 224 00000800:00000001:2.0:1712357315.886523:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.886536:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.886538:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.886542:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.886546:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.886567:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.886575:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.886816:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.886822:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.886826:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.886882:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.886887:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.886889:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.886891:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.886895:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.886897:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.886899:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.886903:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.886909:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.886914:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.886915:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.886917:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.886919:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.886921:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.886923:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.886925:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.886931:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.886934:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.886936:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357315.886937:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.886939:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357315.886941:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.886943:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.886945:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.886946:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.886948:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357315.886951:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.886956:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.886959:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.886960:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.886963:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.886976:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170752:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.886979:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.886982:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.886983:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.886985:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.886987:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.886992:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.886993:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.886995:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.886996:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.886998:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.887001:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887003:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887005:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.887006:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887008:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000040:1.0:1712357315.887012:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d440, remote cookie: 0xa8e7976a8eb221c8, flags: 0x1001 00010000:00010000:1.0:1712357315.887015:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357315.887020:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x40:0x0].0x0, instead of [0x200000401:0x30:0x0].0x0 00010000:00000001:1.0:1712357315.887023:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357315.887031:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4c00. 00010000:00000010:1.0:1712357315.887033:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25980. 00010000:00000001:1.0:1712357315.887035:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.887038:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357315.887043:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887050:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357315.887052:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357315.887053:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357315.887055:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357315.887055:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357315.887057:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x40:0x0].0x0 (ffff8800b3ab4c00) refcount = 1 00010000:00010000:1.0:1712357315.887060:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887064:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357315.887066:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357315.887067:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.887069:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357315.887071:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.887073:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887077:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357315.887078:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887080:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887080:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887081:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887085:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357315.887086:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887087:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887088:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887090:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887091:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887092:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887093:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887094:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=4 00000020:00000001:1.0:1712357315.887095:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887099:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887101:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.887103:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.887105:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887109:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887110:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887111:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887112:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887113:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=5 00000020:00000001:1.0:1712357315.887114:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887115:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887117:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.887118:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887123:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887123:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.887125:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887129:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.887130:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887130:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887131:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887132:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357315.887136:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.887141:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887142:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887143:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887144:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887149:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887150:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887151:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.887152:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887153:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887156:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.887157:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887158:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887159:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887160:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887161:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00000002:00010000:1.0:1712357315.887163:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887168:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887168:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887170:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357315.887170:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887171:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887172:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887173:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887174:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000040:1.0:1712357315.887177:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.887178:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.887181:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/64 (0 0) 00010000:00000001:1.0:1712357315.887183:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887183:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.887184:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.887186:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357315.887188:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887191:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887193:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.887196:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.887198:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357315.887204:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357315.887206:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887208:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887210:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357315.887213:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357315.887215:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.887217:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357315.887221:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357315.887222:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x40:0x0] 00000080:00000001:1.0:1712357315.887224:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.887226:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502336 : 144115205272502336 : 200000401000040) 00000080:00000001:1.0:1712357315.887228:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357315.887230:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x40:0x0], updating i_size 4096 00000080:00200000:1.0:1712357315.887232:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x40:0x0](ffff8800a76e48c8): rc = 0 00000080:00000001:1.0:1712357315.887234:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123241160 : -131938586310456 : ffff8800a76e48c8) 00010000:00000001:1.0:1712357315.887236:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887237:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887238:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887239:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887240:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.887244:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357315.887245:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357315.887246:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.887247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887249:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357315.887250:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357315.887252:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) for lock 0xbda2fb8f03338724 00000080:00000001:1.0:1712357315.887254:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887256:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357315.887257:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887258:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357315.887259:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887260:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887264:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887266:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887267:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357315.887270:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887271:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357315.887275:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5c7eb80. 00000080:00002000:1.0:1712357315.887279:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700438 inode ffff8800a76e48c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357315.887281:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.887283:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.887284:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357315.887286:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x40:0x0](ffff8800a76e48c8) 00000080:00010000:1.0:1712357315.887288:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338724 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357315.887290:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.887290:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.887291:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d440 refcount=3 00000020:00000001:1.0:1712357315.887292:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887293:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624000 : -131938505927616 : ffff8800ac38d440) 00010000:00000001:1.0:1712357315.887294:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.887296:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887300:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887300:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887301:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357315.887303:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357315.887304:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d440/0xbda2fb8f03338724 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb221c8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357315.887309:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357315.887311:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357315.887312:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.887315:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887318:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887319:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887321:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357315.887323:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887324:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887326:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887326:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.887327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887328:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357315.887329:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.887332:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.887335:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.887338:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572170752/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.887342:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.887343:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.887345:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.887348:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.887350:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.887351:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.887352:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.887354:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.887357:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.887358:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.887359:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357315.887362:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.887363:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.887369:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.887370:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.887374:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.887380:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), flags=0 00000080:00000001:1.0:1712357315.887382:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.887384:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), intent=getattr 00000080:00000010:1.0:1712357315.887387:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.887390:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.887393:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.887400:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x40:0x0] 00800000:00000001:1.0:1712357315.887402:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.887405:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x40:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.887407:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887409:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.887410:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x40:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.887413:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.887414:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.887416:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357315.887418:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.887421:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.887423:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.887424:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.887424:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.887425:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.887427:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.887428:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.887430:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.887434:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357315.887438:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887440:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.887441:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887442:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.887443:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.887444:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.887449:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00010000:00000001:1.0:1712357315.887451:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.887452:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.887454:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.887455:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.887457:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.887459:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.887461:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.887462:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f0333872b to hash 00000020:00000001:1.0:1712357315.887464:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.887468:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.887470:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.887472:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.887473:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.887475:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.887480:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.887487:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.887491:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.887492:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.887496:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.887497:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.887499:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.887500:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357315.887503:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.887506:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.887508:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.887509:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.887513:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.887518:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.887519:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.887521:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.887523:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.887526:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.887528:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.887532:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.887534:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.887535:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.887541:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.887542:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.887546:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.887548:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.887562:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.887567:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170816, portal 10 00000100:00000001:1.0:1712357315.887568:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.887569:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357315.887573:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.887578:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.887580:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.887665:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357315.887669:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572170816, offset 0 00000400:00000200:1.0:1712357315.887673:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.887677:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.887681:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.887685:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.887688:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.887690:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.887692:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.887695:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [776:776:256:4294967295] 192.168.203.120@tcp LPNI seq info [776:776:8:4294967295] 00000400:00000200:1.0:1712357315.887698:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.887704:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.887708:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.887710:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357315.887714:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.887718:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.887721:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.887735:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.887737:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.887738:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.887743:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.887744:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.887746:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.887747:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.887749:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.887750:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.887751:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.887938:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.887940:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357315.887944:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.887947:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.887949:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357315.887950:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357315.887953:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.887956:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.887962:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.887968:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.887973:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.887974:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.890670:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.890680:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.890683:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.890685:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.890693:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.890697:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.890711:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.890714:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.890717:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.890721:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c240 00000400:00000200:2.0:1712357315.890724:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.890729:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ac5 [1] + 224 00000800:00000001:2.0:1712357315.890734:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.890747:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.890749:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.890752:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.890757:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.890762:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.890770:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.890791:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.890796:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.890799:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.890882:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.890887:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.890888:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.890891:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.890894:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.890895:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.890897:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.890902:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.890907:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.890912:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.890914:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.890915:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.890918:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.890920:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.890921:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.890923:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.890929:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.890933:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.890935:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.890938:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.890942:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.890944:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.890946:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.890947:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.890949:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.890958:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.890963:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.890965:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.890967:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.890969:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.890975:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170816:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.890979:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.890981:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.890983:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.890984:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.890986:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.890990:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.891128:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.891131:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.891133:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.891135:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.891138:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.891140:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.891142:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.891144:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.891147:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.891150:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891158:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.891161:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891165:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.891171:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891175:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.891176:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.891177:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891182:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.891183:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.891186:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.891187:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.891192:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.891194:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.891197:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891201:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.891202:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.891205:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891208:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.891210:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.891210:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.891211:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.891212:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.891213:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.891215:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.891217:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.891219:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.891228:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.891229:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.891231:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.891232:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.891234:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.891235:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.891237:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.891238:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.891239:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f0333872b from hash 00010000:00000001:1.0:1712357315.891241:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.891242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.891242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.891243:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.891244:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.891245:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.891247:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.891247:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.891248:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891249:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.891251:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.891255:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.891256:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.891256:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.891257:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.891258:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.891259:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.891260:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333872b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.891282:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.891283:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.891287:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.891291:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.891301:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.891302:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891303:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891304:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891306:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.891308:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.891309:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891310:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.891312:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.891314:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.891317:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.891318:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891321:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.891323:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.891326:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8100. 00000080:00002000:1.0:1712357315.891329:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77006c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.891334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.891337:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.891340:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891342:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.891343:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.891344:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.891348:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.891350:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.891353:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/64 (0 0) 00000002:00000001:1.0:1712357315.891355:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891356:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.891357:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891359:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.891361:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.891363:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.891367:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.891370:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572170816/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.891683:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.891684:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.891687:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.891691:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.891692:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.891694:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.891695:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.891697:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.891699:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.891701:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.891702:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357315.891705:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.891706:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.891708:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.891709:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.891710:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.891715:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.891716:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a77006c0, parent ffff8800a7700438, inode (null)) hashed, 00000080:00000001:1.0:1712357315.891718:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.891721:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.891724:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.891726:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.891727:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700438, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:1.0:1712357315.891729:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891759:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.891761:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.891762:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.891771:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891774:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.891775:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.891777:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.891779:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.891781:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.891783:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891785:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.891786:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.891791:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891793:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.891794:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.891796:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.891797:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.891799:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.891799:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891800:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.891801:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.891803:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891804:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.891805:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.891807:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.891807:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:1.0:1712357315.891809:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.891809:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891811:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.891812:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.891813:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891815:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.891815:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700438) flags 0x108008e refc 0 00000080:00000001:1.0:1712357315.891817:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.891818:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.891819:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.891819:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.891820:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.891821:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.891823:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.891828:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), flags=0 00000080:00000001:1.0:1712357315.891830:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.891832:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), intent=getattr 00000080:00000010:1.0:1712357315.891836:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.891840:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.891842:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.891843:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x40:0x0] 00800000:00000001:1.0:1712357315.891848:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.891850:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x40:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.891853:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891855:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.891856:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x40:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.891858:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.891860:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.891863:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357315.891865:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.891869:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.891872:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.891875:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.891876:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.891877:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.891878:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.891880:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.891882:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.891886:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357315.891890:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.891892:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.891893:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.891894:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.891895:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.891896:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.891900:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00010000:00000001:1.0:1712357315.891902:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.891903:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.891905:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.891906:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.891908:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.891910:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357315.891911:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.891913:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f03338732 to hash 00000020:00000001:1.0:1712357315.891914:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.891918:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.891921:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.891923:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.891924:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.891926:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.891931:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.891938:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.891942:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.891944:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.891947:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.891948:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.891950:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.891951:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357315.891954:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.891956:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.891958:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.891959:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.891963:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.891968:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.891969:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.891971:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.891972:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.891975:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.891977:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.891980:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.891982:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.891983:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.891989:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.891990:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.891994:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.891997:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.892000:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.892004:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572170880, portal 10 00000100:00000001:1.0:1712357315.892005:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.892006:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357315.892010:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.892014:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.892016:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.892018:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357315.892020:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572170880, offset 0 00000400:00000200:1.0:1712357315.892024:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.892028:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.892031:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.892035:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.892038:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.892040:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.892042:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.892044:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [777:777:256:4294967295] 192.168.203.120@tcp LPNI seq info [777:777:8:4294967295] 00000400:00000200:1.0:1712357315.892047:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.892053:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.892057:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.892059:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357315.892063:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.892068:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.892071:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.892077:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.892078:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.892080:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.892084:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.892085:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.892087:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.892088:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.892089:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.892091:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.892092:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.892298:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.892301:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357315.892304:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.892308:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.892310:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357315.892311:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357315.892313:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.892316:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.892322:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.892324:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.892328:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.892329:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.895417:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000100:00000040:3.0:1712357315.896646:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357315.896651:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357315.896657:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cd180. 00000020:00000040:3.0:1712357315.896660:0:66:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=11 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:3.0:1712357315.896663:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357315.896666:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357315.896669:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357315.896674:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320c00. 00000100:00000001:3.0:1712357315.896679:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.896688:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357315.896695:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357315.896698:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357315.896703:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cd180] to pc [ptlrpcd_01_01+1] req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.896738:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357315.896742:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=406547 : 406547 : 63413) 00000020:00000001:3.0:1712357315.896743:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=368972 : 368972 : 5a14c) 00000020:00000001:3.0:1712357315.896745:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=3352268 : 3352268 : 3326cc) 00000020:00000001:3.0:1712357315.896746:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=5235462 : 5235462 : 4fe306) 00000100:00000040:3.0:1712357315.896748:0:66:0:(pinger.c:325:ptlrpc_pinger_main()) next wakeup in 5 (263) 00000100:00000001:3.0:1712357315.896756:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1712357315.896758:0:1853:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1712357315.896760:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.896765:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357315.896766:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357315.896768:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357315.896769:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357315.896770:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357315.896775:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.896781:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357315.896782:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.896784:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357315.896786:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357315.896788:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572170944:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357315.896791:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357315.896794:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357315.896796:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357315.896798:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357315.896801:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa236a00. 02000000:00000001:3.0:1712357315.896802:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.896809:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357315.896812:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760a50. 00000400:00000010:3.0:1712357315.896817:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586dd0. 00000100:00000200:3.0:1712357315.896822:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572170944, portal 4 00000100:00000001:3.0:1712357315.896824:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357315.896825:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322374528 : -131938387177088 : ffff8800b34cd180) 00000100:00000040:3.0:1712357315.896834:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.896839:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357315.896841:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357315.896843:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586f68. 00000100:00000200:3.0:1712357315.896845:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1795536572170944, offset 0 00000400:00000200:3.0:1712357315.896848:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357315.896854:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.896858:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.896862:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357315.896865:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357315.896868:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357315.896870:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357315.896872:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [778:778:256:4294967295] 192.168.203.120@tcp LPNI seq info [778:778:8:4294967295] 00000400:00000200:3.0:1712357315.896875:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.896881:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357315.896886:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357315.896889:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320100. 00000800:00000200:3.0:1712357315.896893:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357315.896900:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.896903:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357315.896910:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.896911:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357315.896913:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.896916:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.896917:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.896995:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.896998:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320100. 00000400:00000200:3.0:1712357315.897000:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.897004:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.897006:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586f68 00000400:00000010:3.0:1712357315.897007:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586f68. 00000100:00000001:3.0:1712357315.897015:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.897019:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.897025:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.897027:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.897032:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.897033:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:2.0:1712357315.897088:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357315.897090:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1712357315.899670:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8100. 00000800:00000001:3.0:1712357315.899897:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.899908:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.899909:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.899911:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.899919:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.899924:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.899929:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.899933:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.899936:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.899939:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c280 00000400:00000200:3.0:1712357315.899942:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.899947:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1acd [1] + 224 00000800:00000001:3.0:1712357315.899953:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.899966:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.899968:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.899972:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.899977:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.899982:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.899991:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.900013:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.900019:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.900021:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.901022:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.901029:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.901030:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.901033:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.901037:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.901039:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.901041:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.901047:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.901054:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.901059:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.901061:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.901062:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.901065:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.901066:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.901068:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.901070:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.901075:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.901078:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.901080:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.901082:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.901086:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.901089:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.901090:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.901092:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.901093:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.901102:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.901107:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.901109:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.901111:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.901114:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.901119:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572170880:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.901122:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.901125:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.901127:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.901129:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.901131:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.901136:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.901138:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.901140:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.901141:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.901144:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.901146:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.901149:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.901151:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357315.901152:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.901154:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00010000:1.0:1712357315.901158:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901165:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.901168:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901173:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.901185:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.901191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.901193:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901197:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.901199:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.901201:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.901202:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.901207:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c480 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.901209:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.901212:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901216:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.901218:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.901220:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901223:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.901225:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.901226:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.901226:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.901227:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357315.901229:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.901230:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357315.901232:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.901234:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.901245:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.901246:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.901248:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.901249:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.901251:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.901252:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.901253:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.901254:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.901256:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c480 with handle 0xbda2fb8f03338732 from hash 00010000:00000001:1.0:1712357315.901258:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.901258:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.901259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.901260:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.901261:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.901262:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.901263:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.901264:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.901265:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.901266:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.901268:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.901272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.901272:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.901273:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.901274:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.901275:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.901276:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.901277:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338732 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.901821:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.901823:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.901827:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.901832:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.901841:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.901842:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.901844:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.901845:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.901847:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.901849:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.901849:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.901850:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.901852:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.901854:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.901857:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.901858:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.901861:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.901863:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.901866:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8260. 00000080:00002000:1.0:1712357315.901870:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.901874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.901877:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.901880:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.901882:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.901884:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.901885:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.901889:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.901891:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.901894:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/64 (0 0) 00000002:00000001:1.0:1712357315.901896:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.901898:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.901899:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.901901:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.901903:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.901905:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.901909:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.901912:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572170880/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.901923:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.901924:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.901927:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.901931:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.901932:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.901933:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.901935:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.901936:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.901939:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.901940:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.901941:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357315.901944:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.901945:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.901946:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.901947:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.901948:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.901952:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.901954:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7700360, parent ffff8800a7700438, inode (null)) hashed, 00000080:00000001:1.0:1712357315.901956:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.901958:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.901960:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.901963:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.901964:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700438, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:1.0:1712357315.901966:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.901996:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.901998:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.901999:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.902003:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902006:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.902007:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.902009:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.902010:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.902012:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.902014:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902015:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.902016:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.902021:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902023:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.902024:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.902026:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.902027:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.902029:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.902029:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902031:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.902032:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.902033:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902035:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.902036:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.902038:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.902039:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:1.0:1712357315.902040:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.902041:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902042:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.902043:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.902044:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902045:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.902046:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700438) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.902047:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.902048:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.902049:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.902049:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.902050:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.902051:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.902053:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.902058:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__main__.cpython-36.opt-1.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), flags=0 00000080:00000001:1.0:1712357315.902061:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.902062:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__main__.cpython-36.opt-1.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), intent=getattr 00000080:00000010:1.0:1712357315.902066:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.902070:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.902072:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.902073:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__main__.cpython-36.opt-1.pyc' on [0x200000401:0x40:0x0] 00800000:00000001:1.0:1712357315.902079:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.902081:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x40:0x0], fid2=[0x0:0x0:0x0], name='__main__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357315.902083:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.902086:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.902087:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __main__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x40:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.902089:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.902091:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.902094:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357315.902096:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.902099:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.902102:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.902105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.902105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.902106:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.902108:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.902110:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.902112:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.902115:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357315.902119:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.902121:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.902122:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.902123:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.902124:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.902125:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.902130:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00010000:00000001:1.0:1712357315.902132:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.902133:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.902135:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.902137:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.902138:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.902141:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357315.902143:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.902144:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338739 to hash 00000020:00000001:1.0:1712357315.902146:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.902150:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.902152:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.902155:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.902156:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.902158:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.902163:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.902171:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.902174:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.902176:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.902179:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.902180:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.902182:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.902183:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357315.902187:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.902189:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.902191:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.902193:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.902196:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.902202:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.902203:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.902206:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.902207:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.902210:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.902212:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.902216:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.902217:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.902218:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.902224:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.902225:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.902231:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.902233:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.902236:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.902240:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171008, portal 10 00000100:00000001:1.0:1712357315.902242:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.902243:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357315.902246:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.902251:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.902253:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.902254:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357315.902256:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572171008, offset 0 00000400:00000200:1.0:1712357315.902260:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.902265:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.902270:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.902274:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.902277:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.902280:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.902281:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.902285:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [779:779:256:4294967295] 192.168.203.120@tcp LPNI seq info [779:779:8:4294967295] 00000400:00000200:1.0:1712357315.902287:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.902294:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.902299:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000001:3.0:1712357315.902515:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.902525:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.902526:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.902528:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.902532:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.902535:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.902539:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.902542:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.902544:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.902547:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x66107ef90c2c0 00000400:00000200:3.0:1712357315.902550:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.902563:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1ad5 [1] + 224 00000800:00000001:3.0:1712357315.902568:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.902603:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.902605:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.902608:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.902612:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.902616:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.902622:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.902640:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.902645:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.902647:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.902760:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357315.902762:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357315.902765:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357315.902766:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357315.902768:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760a50. 00000400:00000200:2.0:1712357315.902772:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586dd0 00000400:00000010:2.0:1712357315.902774:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586dd0. 00000100:00000001:2.0:1712357315.902776:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.902781:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357315.902788:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.902793:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357315.902798:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.902800:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357315.902801:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357315.902803:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357315.902804:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357315.902806:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357315.902809:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357315.902812:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357315.902814:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357315.902815:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357315.902816:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357315.902819:0:1853:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.902820:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357315.902822:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357315.902823:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357315.902825:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357315.902828:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.902833:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357315.902835:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357315.902836:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357315.902839:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357315.902845:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572170944:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357315.902848:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.902850:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.902852:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cd180 x1795536572170944/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.902857:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357315.902858:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357315.902859:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa236a00. 02000000:00000001:2.0:1712357315.902862:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357315.902863:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357315.902866:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=10 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357315.902868:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357315.902869:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320c00. 02000000:00000001:2.0:1712357315.902872:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357315.902873:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357315.902874:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cd180. 00000100:00000001:2.0:1712357315.902876:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357315.902877:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.902879:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357315.902883:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357315.902884:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.902886:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357315.902888:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1712357315.903952:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357315.903961:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.903967:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.903970:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.904368:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.904371:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.904374:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.904381:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.904382:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.904384:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.904386:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.904388:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.904390:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.904391:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.904493:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.904496:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357315.904500:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.904504:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.904506:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357315.904508:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357315.904511:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.904516:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.904532:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.904534:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.904539:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.904540:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357315.904751:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c480. 00000080:00000010:3.1:1712357315.904757:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8260. 00000800:00000001:3.0:1712357315.907222:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.907235:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.907237:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.907239:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.907249:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.907254:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.907259:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.907263:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.907266:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.907270:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c300 00000400:00000200:3.0:1712357315.907273:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.907278:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ae5 [1] + 224 00000800:00000001:3.0:1712357315.907285:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.907301:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.907303:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.907306:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.907311:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.907317:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.907324:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.907389:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.907395:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.907399:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.907446:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357315.907452:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357315.907453:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357315.907455:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:1.0:1712357315.907458:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:1.0:1712357315.907460:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:1.0:1712357315.907461:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357315.907466:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357315.907472:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.907476:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357315.907478:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.907479:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357315.907481:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357315.907483:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357315.907484:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.907487:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357315.907493:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357315.907495:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357315.907497:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357315.907500:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.907505:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.907507:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357315.907508:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357315.907509:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357315.907511:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357315.907520:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.907525:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357315.907527:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357315.907529:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357315.907531:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357315.907536:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171008:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.907539:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357315.907541:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357315.907543:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357315.907544:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.907546:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.907560:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357315.907563:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.907565:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357315.907566:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357315.907569:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357315.907571:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.907574:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.907576:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357315.907577:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.907579:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357315.907613:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907621:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357315.907623:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907627:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357315.907632:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907636:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.907637:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357315.907639:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907643:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.907644:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.907646:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357315.907648:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.907652:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357315.907654:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357315.907656:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907660:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357315.907661:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357315.907663:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907666:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357315.907668:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357315.907668:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357315.907669:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357315.907670:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357315.907671:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.907673:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357315.907675:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357315.907676:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357315.907684:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357315.907685:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.907687:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357315.907688:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357315.907690:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357315.907691:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357315.907692:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.907693:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357315.907694:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338739 from hash 00010000:00000001:1.0:1712357315.907696:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357315.907696:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.907697:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.907697:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357315.907698:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357315.907699:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357315.907700:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.907701:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.907702:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907703:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.907704:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907707:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.907708:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.907708:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357315.907709:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357315.907710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.907710:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.907711:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357315.907712:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338739 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357315.907722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.907722:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357315.907726:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357315.907729:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357315.907737:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.907738:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907739:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907740:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907742:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357315.907743:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357315.907744:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907745:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357315.907746:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__main__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357315.907749:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.907751:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.907753:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907756:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357315.907757:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357315.907760:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c83c0. 00000080:00002000:1.0:1712357315.907764:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77000d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357315.907768:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.907770:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357315.907773:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907775:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357315.907776:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357315.907778:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357315.907781:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.907783:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357315.907786:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/64 (0 0) 00000002:00000001:1.0:1712357315.907788:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907789:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.907790:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907792:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357315.907794:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357315.907796:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357315.907799:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357315.907802:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572171008/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.907812:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357315.907813:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357315.907816:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.907820:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357315.907821:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357315.907822:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357315.907824:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357315.907825:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357315.907828:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357315.907829:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357315.907831:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357315.907833:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357315.907834:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.907836:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357315.907836:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357315.907837:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357315.907842:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.907843:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __main__.cpython-36.opt-1.pyc (ffff8800a77000d8, parent ffff8800a7700438, inode (null)) hashed, 00000080:00000001:1.0:1712357315.907845:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357315.907847:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357315.907850:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357315.907853:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357315.907854:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700438, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:1.0:1712357315.907856:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907886:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357315.907888:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.907890:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.907894:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907897:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.907898:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357315.907900:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.907901:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357315.907904:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.907906:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907908:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.907909:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.907915:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907917:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.907918:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:1.0:1712357315.907919:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.907920:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357315.907922:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.907923:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907924:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.907926:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.907927:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907929:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.907930:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357315.907931:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.907932:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:1.0:1712357315.907933:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.907934:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907935:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.907936:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.907938:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907940:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357315.907941:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700438) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357315.907942:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.907943:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357315.907944:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357315.907945:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357315.907946:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357315.907947:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357315.907948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357315.907954:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__main__.cpython-36.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), flags=0 00000080:00000001:1.0:1712357315.907956:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357315.907957:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__main__.cpython-36.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), intent=getattr 00000080:00000010:1.0:1712357315.907962:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357315.907966:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357315.907968:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357315.907970:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__main__.cpython-36.pyc' on [0x200000401:0x40:0x0] 00800000:00000001:1.0:1712357315.907976:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357315.907978:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x40:0x0], fid2=[0x0:0x0:0x0], name='__main__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357315.907981:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.907983:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357315.907984:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __main__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x40:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357315.907987:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357315.907988:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357315.907991:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357315.907993:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357315.907996:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357315.907999:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357315.908002:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357315.908003:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357315.908004:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.908005:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357315.908007:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357315.908009:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357315.908013:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357315.908016:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.908018:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.908020:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.908021:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357315.908022:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357315.908023:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357315.908027:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00010000:00000001:1.0:1712357315.908030:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357315.908031:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357315.908033:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:1.0:1712357315.908035:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357315.908036:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357315.908038:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357315.908040:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357315.908042:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338740 to hash 00000020:00000001:1.0:1712357315.908043:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357315.908047:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.908049:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357315.908051:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357315.908052:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357315.908054:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.908059:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357315.908066:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357315.908069:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357315.908071:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357315.908074:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357315.908075:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357315.908077:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.908078:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357315.908081:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357315.908084:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.908086:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357315.908087:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357315.908090:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.908096:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357315.908098:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.908099:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357315.908101:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357315.908103:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357315.908106:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357315.908110:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357315.908112:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357315.908113:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357315.908120:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357315.908121:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357315.908125:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357315.908127:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2d68. 00000400:00000010:1.0:1712357315.908130:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357315.908134:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171072, portal 10 00000100:00000001:1.0:1712357315.908136:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357315.908137:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357315.908141:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357315.908146:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357315.908148:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357315.908149:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357315.908151:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572171072, offset 0 00000400:00000200:1.0:1712357315.908155:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357315.908159:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.908163:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357315.908167:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357315.908170:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357315.908172:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357315.908174:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357315.908177:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [780:780:256:4294967295] 192.168.203.120@tcp LPNI seq info [780:780:8:4294967295] 00000400:00000200:1.0:1712357315.908180:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357315.908186:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357315.908190:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357315.908193:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357315.908197:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357315.908202:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357315.908205:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357315.908211:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.908212:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357315.908214:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.908219:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357315.908220:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357315.908221:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357315.908223:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.908224:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357315.908226:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357315.908226:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.908402:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.908405:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357315.908412:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.908415:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.908418:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357315.908419:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357315.908421:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.908424:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.908430:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.908432:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.908436:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.908437:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.911335:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.911348:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.911351:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.911353:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.911362:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.911367:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.911372:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.911376:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.911378:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.911382:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c340 00000400:00000200:3.0:1712357315.911386:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.911390:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1aed [1] + 224 00000800:00000001:3.0:1712357315.911395:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.911409:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.911412:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.911415:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.911420:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.911426:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.911434:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.911454:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.911459:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.911462:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1712357315.911513:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:1.1:1712357315.911519:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c83c0. 00000100:00000001:0.0:1712357315.911603:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.911608:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.911609:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.911612:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2d68. 00000400:00000200:0.0:1712357315.911616:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:0.0:1712357315.911617:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:0.0:1712357315.911619:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.911624:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.911631:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.911636:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.911638:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.911639:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.911642:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.911643:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.911645:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.911648:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.911654:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.911657:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.911659:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.911662:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.911666:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.911669:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.911670:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.911672:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.911674:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.911677:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.911691:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.911694:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.911695:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.911698:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.911704:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171072:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.911707:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.911710:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.911711:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.911713:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.911715:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.911719:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.911721:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:0.0:1712357315.911723:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.911724:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.911727:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.911729:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.911731:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.911732:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:0.0:1712357315.911734:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:0.0:1712357315.911736:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:0.0:1712357315.911739:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911747:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.911749:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911754:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.911759:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911763:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.911764:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.911765:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911769:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.911771:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.911773:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.911775:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.911778:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.911781:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.911783:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911787:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.911788:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.911790:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911793:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.911794:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.911795:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.911796:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.911797:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:0.0:1712357315.911798:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:0.0:1712357315.911799:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:0.0:1712357315.911801:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.911803:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.911811:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.911812:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.911813:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.911814:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.911816:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.911817:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.911818:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.911819:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.911820:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338740 from hash 00010000:00000001:0.0:1712357315.911821:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.911822:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.911823:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.911823:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.911824:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.911825:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.911826:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.911827:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.911827:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.911828:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.911830:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911833:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.911833:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.911834:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.911835:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.911836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.911836:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.911837:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.911838:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338740 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.911856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.911858:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.911861:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.911864:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.911873:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.911874:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.911875:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.911877:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.911879:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.911880:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.911881:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.911882:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.911883:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__main__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.911886:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.911888:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.911890:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.911892:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.911894:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.911897:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514f20. 00000080:00002000:0.0:1712357315.911900:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77001b0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.911904:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.911907:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.911909:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.911911:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.911912:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.911914:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.911918:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:0.0:1712357315.911920:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.911923:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/64 (0 0) 00000002:00000001:0.0:1712357315.911925:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.911926:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.911928:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.911929:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.911931:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.911934:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:0.0:1712357315.911937:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.911940:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572171072/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.911950:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.911952:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.911954:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:0.0:1712357315.911957:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.911958:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.911959:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.911961:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.911962:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:0.0:1712357315.911965:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.911966:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.911967:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:0.0:1712357315.911970:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.911971:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.911972:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.911973:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.911974:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.911978:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.911979:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __main__.cpython-36.pyc (ffff8800a77001b0, parent ffff8800a7700438, inode (null)) hashed, 00000080:00000001:0.0:1712357315.911982:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.911984:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.911986:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.911987:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.911988:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700438, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:0.0:1712357315.911990:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912019:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.912020:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.912022:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.912026:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912028:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.912029:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.912031:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.912032:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.912035:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.912037:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912038:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.912039:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.912043:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912045:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.912046:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.912047:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.912048:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.912050:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.912051:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912052:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.912053:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.912054:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912056:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.912056:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.912058:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.912058:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:0.0:1712357315.912060:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.912060:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912061:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.912062:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.912064:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912065:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.912066:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700438) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.912067:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.912067:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.912068:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.912069:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.912070:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.912070:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.912072:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.912077:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.cpython-36.opt-1.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), flags=0 00000080:00000001:0.0:1712357315.912079:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.912080:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.cpython-36.opt-1.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), intent=getattr 00000080:00000010:0.0:1712357315.912084:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.912087:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.912089:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.912090:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.cpython-36.opt-1.pyc' on [0x200000401:0x40:0x0] 00800000:00000001:0.0:1712357315.912094:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.912096:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x40:0x0], fid2=[0x0:0x0:0x0], name='core.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357315.912098:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.912100:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.912101:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x40:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.912104:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.912105:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.912108:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.912110:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.912113:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.912115:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.912118:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.912119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.912120:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.912121:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.912123:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.912125:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.912130:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7fc00. 00000100:00000001:0.0:1712357315.912133:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.912136:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.912137:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.912138:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.912139:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.912140:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.912145:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.912146:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.912147:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.912149:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:0.0:1712357315.912150:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.912152:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.912154:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357315.912155:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.912157:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03338747 to hash 00000020:00000001:0.0:1712357315.912158:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.912161:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.912164:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.912165:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.912166:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.912169:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.912173:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.912179:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.912182:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.912183:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.912186:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.912188:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.912189:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.912190:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.912193:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.912196:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.912198:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.912199:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.912203:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.912208:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.912209:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.912212:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.912213:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.912216:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.912219:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.912222:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.912224:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.912225:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.912232:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.912234:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.912238:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.912240:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.912243:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.912248:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171136, portal 10 00000100:00000001:0.0:1712357315.912249:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.912250:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.912254:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.912259:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.912261:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.912263:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11088. 00000100:00000200:0.0:1712357315.912265:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572171136, offset 0 00000400:00000200:0.0:1712357315.912274:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.912278:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.912282:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.912287:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.912290:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.912292:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.912294:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.912297:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [781:781:256:4294967295] 192.168.203.120@tcp LPNI seq info [781:781:8:4294967295] 00000400:00000200:0.0:1712357315.912300:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.912307:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.912311:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.912314:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.912319:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.912324:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.912327:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.913444:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.913448:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.913450:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.913461:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.913462:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.913464:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.913466:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.913468:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.913469:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.913470:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.913658:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.913661:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.913667:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.913672:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.913676:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11088 00000400:00000010:3.0:1712357315.913677:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11088. 00000100:00000001:3.0:1712357315.913680:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.913684:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.913691:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.913694:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.913698:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.913699:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.915776:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357315.915787:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514f20. 00000800:00000001:3.0:1712357315.919648:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.919660:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.919663:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.919665:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.919674:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.919679:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.919685:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.919688:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.919691:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.919695:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c380 00000400:00000200:3.0:1712357315.919698:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.919702:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1af5 [1] + 224 00000800:00000001:3.0:1712357315.919707:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.919721:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.919724:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.919732:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.919736:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.919743:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.919750:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.919765:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.919769:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.919772:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.919813:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.919819:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.919820:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.919822:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.919825:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.919827:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.919829:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.919833:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.919839:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.919844:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.919845:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.919847:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.919850:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.919852:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.919853:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.919855:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.919861:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.919863:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.919866:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.919868:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.919873:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.919875:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.919876:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.919877:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.919879:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.919887:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.919892:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.919894:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.919895:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.919897:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.919903:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171136:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.919906:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.919909:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.919910:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.919912:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.919914:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.919918:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.919921:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.919922:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.919923:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.919926:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.919929:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.919931:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.919933:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357315.919934:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.919936:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357315.919940:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.919946:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.919949:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.919952:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.919957:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.919960:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.919961:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.919963:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.919967:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.919968:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.919970:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.919972:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.919976:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.919978:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.919980:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.919984:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.919985:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.919987:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.919990:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.919991:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.919992:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.919993:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.919994:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357315.919995:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.919996:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357315.919998:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.920000:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.920008:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.920009:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.920011:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.920012:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.920013:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.920014:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.920015:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.920016:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.920017:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03338747 from hash 00010000:00000001:0.0:1712357315.920019:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.920019:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.920020:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.920020:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.920021:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.920022:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.920023:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.920024:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.920025:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920026:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.920027:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.920030:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.920031:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.920031:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.920032:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.920033:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.920033:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.920034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.920035:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338747 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.920056:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.920057:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.920061:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.920065:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.920075:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.920076:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920077:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920078:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920080:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.920082:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.920082:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920084:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.920085:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.920088:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.920091:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.920092:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920095:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.920096:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.920100:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6514c20. 00000080:00002000:0.0:1712357315.920104:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.920108:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.920111:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.920114:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920116:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.920117:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.920119:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.920123:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:0.0:1712357315.920125:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.920128:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/64 (0 0) 00000002:00000001:0.0:1712357315.920130:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920132:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.920133:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920134:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.920136:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.920139:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.920143:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.920146:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572171136/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.920158:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.920159:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.920162:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.920165:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.920167:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.920168:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.920170:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.920171:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7fc00. 02000000:00000001:0.0:1712357315.920173:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.920174:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.920176:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.920179:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.920179:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.920182:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.920183:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.920184:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.920188:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.920190:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.cpython-36.opt-1.pyc (ffff8800a7516948, parent ffff8800a7700438, inode (null)) hashed, 00000080:00000001:0.0:1712357315.920192:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.920194:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.920197:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.920199:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.920200:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700438, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:0.0:1712357315.920202:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920231:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.920234:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.920235:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.920239:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920242:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.920243:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.920244:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.920246:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.920248:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.920250:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920252:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.920253:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.920259:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920261:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.920262:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.920263:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.920264:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.920266:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.920267:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920268:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.920270:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.920271:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920273:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.920273:0:12713:0:(dcache.c:101:ll_dcompare()) found name certifi(ffff8800a7516ca8) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357315.920275:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.920275:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=certifi, flags=16 00000080:00000001:0.0:1712357315.920277:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.920278:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920279:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.920280:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x30:0x0](ffff8800a771d0c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.920281:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920282:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.920283:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700438) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.920284:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.920285:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357315.920286:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.920287:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.920288:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.920288:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff8800a76e48c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.920290:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.920295:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=core.cpython-36.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), flags=0 00000080:00000001:0.0:1712357315.920297:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.920299:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=core.cpython-36.pyc, dir=[0x200000401:0x40:0x0](ffff8800a76e48c8), intent=getattr 00000080:00000010:0.0:1712357315.920302:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.920306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.920308:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.920309:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'core.cpython-36.pyc' on [0x200000401:0x40:0x0] 00800000:00000001:0.0:1712357315.920314:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.920317:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x40:0x0], fid2=[0x0:0x0:0x0], name='core.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357315.920318:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920321:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.920322:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: core.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x40:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.920324:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.920326:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.920328:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.920331:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.920333:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.920336:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.920339:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.920340:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.920341:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.920342:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.920344:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.920346:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.920350:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7fc00. 00000100:00000001:0.0:1712357315.920353:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.920356:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.920357:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.920358:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.920359:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.920360:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.920364:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.920366:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.920367:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.920369:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:0.0:1712357315.920370:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.920372:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.920374:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357315.920376:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.920377:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f0333874e to hash 00000020:00000001:0.0:1712357315.920379:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.920380:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.920385:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.920387:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.920388:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.920390:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.920395:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.920402:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.920406:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.920407:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.920410:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.920411:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.920413:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.920414:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.920417:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.920419:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.920421:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.920422:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.920426:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.920430:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.920431:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.920433:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.920435:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.920437:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.920440:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.920443:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.920445:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.920446:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.920448:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.920452:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.920456:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.920458:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.920461:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.920464:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171200, portal 10 00000100:00000001:0.0:1712357315.920466:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.920467:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.920471:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.920475:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.920477:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.920479:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11330. 00000100:00000200:0.0:1712357315.920481:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572171200, offset 0 00000400:00000200:0.0:1712357315.920485:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.920488:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.920492:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.920496:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.920498:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.920501:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.920503:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.920505:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [782:782:256:4294967295] 192.168.203.120@tcp LPNI seq info [782:782:8:4294967295] 00000400:00000200:0.0:1712357315.920508:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.920515:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.920519:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.920522:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ef00. 00000800:00000200:0.0:1712357315.920525:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.920531:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.920533:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ef00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.920539:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.920540:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.920542:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.920564:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.920565:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.920567:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.920568:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.920569:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.920571:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.920572:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.920699:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.920702:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ef00. 00000400:00000200:3.0:1712357315.920705:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.920708:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.920710:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11330 00000400:00000010:3.0:1712357315.920711:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11330. 00000100:00000001:3.0:1712357315.920713:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.920716:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.920722:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.920724:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.920728:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.920729:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.922705:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000800:00000001:3.0:1712357315.924021:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.924095:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.924098:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.924100:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.924108:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.924113:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.924119:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.924122:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.924125:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.924128:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c3c0 00000400:00000200:2.0:1712357315.924132:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.924136:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1afd [1] + 224 00000800:00000001:2.0:1712357315.924142:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.924158:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.924160:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.924164:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.924169:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.924176:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.924185:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.924205:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.924216:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.924219:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.924288:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.924293:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.924294:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.924297:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.924300:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.924302:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.924304:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.924308:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.924314:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.924319:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.924320:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.924322:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.924324:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.924326:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.924328:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.924330:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.924336:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.924339:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.924341:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.924344:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.924348:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.924351:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.924353:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.924354:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.924357:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.924365:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.924370:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.924372:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.924374:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.924377:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.924383:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171200:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.924386:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.924389:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.924391:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.924392:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.924394:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.924399:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.924401:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.924403:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.924404:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.924407:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.924410:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.924412:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.924414:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357315.924416:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.924418:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357315.924422:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924428:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.924431:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924435:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.924566:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924571:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.924572:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.924573:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924577:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.924579:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.924596:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.924598:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.924602:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.924605:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.924607:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924611:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.924612:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.924615:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924618:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.924620:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.924621:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.924622:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.924623:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357315.924624:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.924626:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357315.924628:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.924630:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.924639:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.924641:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.924642:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.924643:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.924645:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.924646:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.924647:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.924648:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.924650:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f0333874e from hash 00010000:00000001:0.0:1712357315.924651:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.924652:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.924653:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.924653:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.924654:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.924655:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.924657:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.924657:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.924658:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924659:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.924661:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924665:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.924665:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.924666:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.924667:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.924668:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.924668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.924669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.924670:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f0333874e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.924678:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.924679:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.924682:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.924686:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.924695:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.924697:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.924698:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.924699:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.924701:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.924703:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.924704:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.924705:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.924706:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=core.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.924708:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.924711:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.924712:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924716:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.924717:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.924721:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67970a0. 00000080:00002000:0.0:1712357315.924725:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.924729:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.924731:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.924734:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.924736:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.924737:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.924739:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.924743:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4c00 count: 2 00010000:00000001:0.0:1712357315.924744:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.924747:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/64 (0 0) 00000002:00000001:0.0:1712357315.924749:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.924751:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.924752:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924753:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.924755:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.924758:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.924761:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.924764:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572171200/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.924776:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.924778:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.924780:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.924783:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.924785:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.924786:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.924788:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.924789:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7fc00. 02000000:00000001:0.0:1712357315.924791:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.924793:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.924794:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.924797:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.924798:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.924800:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.924801:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.924802:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.924806:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.924808:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry core.cpython-36.pyc (ffff8800a7516438, parent ffff8800a7700438, inode (null)) hashed, 00000080:00000001:0.0:1712357315.924810:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.924812:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.924815:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.924817:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.924818:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700438, parent ffff8800a7516ca8, inode ffff8800a76e48c8) hashed, 00000080:00000001:0.0:1712357315.924820:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924953:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.924956:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.924957:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.924962:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924964:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.924966:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.924968:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.924969:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.924972:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.924974:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924975:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.924976:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.924982:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924985:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.924986:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.924988:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.924989:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.924990:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.924992:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.924993:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.924994:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.924996:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.925001:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=0 00000080:00000001:0.0:1712357315.925004:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.925005:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357315.925009:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.925013:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.925015:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.925016:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'chardet' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.925019:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.925021:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='chardet' -> mds #0 00800000:00000001:0.0:1712357315.925023:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.925025:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.925026:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardet,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.925029:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.925030:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.925033:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.925035:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.925038:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.925041:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.925044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.925045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.925046:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.925048:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.925049:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.925051:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.925055:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7fc00. 00000100:00000001:0.0:1712357315.925063:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.925065:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.925067:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.925068:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.925068:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.925070:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.925075:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00010000:00000001:0.0:1712357315.925077:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.925078:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.925081:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357315.925082:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.925084:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.925086:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357315.925088:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.925090:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338755 to hash 00000020:00000001:0.0:1712357315.925091:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.925092:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.925094:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.925096:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.925097:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.925099:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.925104:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.925110:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.925114:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.925115:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.925118:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.925119:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.925121:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.925122:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.925128:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.925131:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.925133:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.925134:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.925138:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.925143:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.925144:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.925147:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.925148:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.925151:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.925153:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.925157:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.925159:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.925160:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.925163:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.925164:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.925169:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.925170:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.925174:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.925178:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171264, portal 10 00000100:00000001:0.0:1712357315.925179:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.925180:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.925184:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.925189:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.925191:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.925192:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11198. 00000100:00000200:0.0:1712357315.925195:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572171264, offset 0 00000400:00000200:0.0:1712357315.925198:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.925202:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.925206:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.925211:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.925217:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.925220:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.925221:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.925225:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [783:783:256:4294967295] 192.168.203.120@tcp LPNI seq info [783:783:8:4294967295] 00000400:00000200:0.0:1712357315.925228:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.925235:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.925240:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.925243:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357315.925248:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.925253:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.925256:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.925277:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.925279:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.925281:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.925283:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.925284:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.925285:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.925287:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.925288:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.925290:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.925291:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.925482:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.925485:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357315.925488:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.925491:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.925494:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11198 00000400:00000010:3.0:1712357315.925495:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11198. 00000100:00000001:3.0:1712357315.925497:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.925500:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.925514:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.925516:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.925521:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.925522:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.925686:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6514c20. 00010000:00000010:2.1:1712357315.929262:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:2.1:1712357315.929390:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67970a0. 00000800:00000001:2.0:1712357315.930086:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.930097:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.930100:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.930101:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.930109:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.930115:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.930120:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.930124:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.930127:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.930131:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c400 00000400:00000200:2.0:1712357315.930134:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.930139:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b05 [1] + 224 00000800:00000001:2.0:1712357315.930145:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.930160:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.930163:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.930166:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.930171:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.930177:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.930185:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.930207:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.930213:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.930215:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.930268:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.930274:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.930276:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.930278:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.930281:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.930283:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.930285:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.930289:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.930296:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.930301:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.930309:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.930311:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.930314:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.930315:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.930317:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.930319:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.930325:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.930329:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.930331:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.930332:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.930334:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.930336:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.930338:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.930340:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.930341:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.930343:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.930347:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.930352:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.930355:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.930356:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.930359:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.930365:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171264:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.930368:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.930371:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.930373:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.930374:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.930376:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.930381:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.930383:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.930385:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.930389:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.930392:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.930395:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.930397:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.930399:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357315.930401:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.930403:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000040:0.0:1712357315.930407:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2ac0, remote cookie: 0xa8e7976a8eb22262, flags: 0x1001 00010000:00010000:0.0:1712357315.930411:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.930417:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x31:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:0.0:1712357315.930419:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.930426:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e600. 00010000:00000010:0.0:1712357315.930428:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664100. 00010000:00000001:0.0:1712357315.930431:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.930434:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.930439:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.930444:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.930446:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.930447:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.930448:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.930449:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.930451:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x31:0x0].0x0 (ffff8800b6f0e600) refcount = 1 00010000:00010000:0.0:1712357315.930453:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.930457:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.931045:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.931046:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.931049:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.931050:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.931053:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931058:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.931059:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931060:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931061:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931062:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931066:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.931067:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931068:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931069:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931070:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931071:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931073:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931073:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931074:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357315.931075:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931076:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931078:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.931080:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.931082:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931086:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931087:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931088:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931088:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931089:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357315.931090:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931096:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931097:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.931099:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931103:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931104:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.931106:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931110:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.931111:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931111:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931112:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931112:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.931117:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.931127:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931128:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931128:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931129:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931131:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931132:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931133:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.931133:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931135:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931137:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.931138:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931139:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931140:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931141:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00000002:00010000:0.0:1712357315.931144:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931152:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931152:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931153:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.931154:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931155:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931155:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931157:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931158:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000040:0.0:1712357315.931161:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 2 00010000:00000001:0.0:1712357315.931163:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.931165:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/49 (0 0) 00010000:00000001:0.0:1712357315.931166:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.931168:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.931169:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardet intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.931172:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931174:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931176:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931180:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.931181:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:0.0:1712357315.931183:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.931186:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931188:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931190:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.931192:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.931193:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.931195:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.931199:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.931201:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x31:0x0] 00000080:00000001:0.0:1712357315.931203:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931205:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.931207:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.931210:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x31:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.931214:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x31:0x0](ffff8800a771d8c8): rc = 0 00000080:00000001:0.0:1712357315.931216:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123474632 : -131938586076984 : ffff8800a771d8c8) 00010000:00000001:0.0:1712357315.931217:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931218:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931219:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931220:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931222:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.931225:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.931226:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.931227:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.931228:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931230:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.931231:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.931233:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) for lock 0xbda2fb8f03338755 00000080:00000001:0.0:1712357315.931236:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931237:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.931238:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931239:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.931240:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931241:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931241:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931243:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931244:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931245:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.931246:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931248:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.931251:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797220. 00000080:00002000:0.0:1712357315.931256:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode ffff8800a771d8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.931258:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.931260:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931261:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.931264:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00010000:0.0:1712357315.931268:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338755 from it ffff8800aa3cfbb8 00010000:00000001:0.0:1712357315.931269:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931270:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931271:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931272:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931273:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931274:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.931276:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931280:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931280:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931281:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.931283:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.931284:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931290:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.931291:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.931292:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.931295:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931295:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931296:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931298:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.931300:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931301:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931303:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931304:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.931304:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931305:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.931306:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.931309:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.931313:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.931316:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572171264/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.931327:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.931328:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.931331:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.931334:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.931336:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.931337:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.931339:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.931340:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7fc00. 02000000:00000001:0.0:1712357315.931342:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.931343:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.931345:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:0.0:1712357315.931348:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.931349:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.931350:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.931352:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.931353:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:0.0:1712357315.931360:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file chardet:[0x200000401:0x31:0x0](ffff8800a771d8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357315.931364:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1712357315.931365:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8),name=chardet 00000080:00000010:0.0:1712357315.931369:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.931373:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931375:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.931377:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x31:0x0] 'chardet' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.931379:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.931381:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x200000401:0x31:0x0], name='' -> mds #0 00800000:00000001:0.0:1712357315.931383:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931385:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.931386:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x31:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.931389:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.931390:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.931391:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.931393:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 2 00010000:00000001:0.0:1712357315.931394:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.931395:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.931399:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1712357315.931402:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1712357315.931407:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1712357315.931409:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.931411:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1712357315.931415:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1712357315.931416:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.931417:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357315.931418:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357315.931420:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1712357315.931421:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.931423:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1712357315.931424:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.931426:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00010000:0.0:1712357315.931428:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) for lock 0xbda2fb8f03338755 00000080:00000001:0.0:1712357315.931429:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931430:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.931431:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931432:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.931433:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931434:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931434:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931435:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931437:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.931439:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931440:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.931441:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338755 from it ffff8800aa3cfcc8 00010000:00000001:0.0:1712357315.931442:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.931444:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.931445:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=3 00000020:00000001:0.0:1712357315.931446:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931447:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357315.931449:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.931450:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931454:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931454:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931455:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.931456:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.931457:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.931461:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.931462:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.931462:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.931463:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931464:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931465:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931466:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.931466:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931467:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931469:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931470:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.931470:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931471:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1712357315.931472:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1712357315.931472:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.931474:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:0.0:1712357315.931477:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file chardet:[0x200000401:0x31:0x0](ffff8800a771d8c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1712357315.931480:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.931481:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.931483:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931506:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.931510:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.931511:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.931513:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931516:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.931517:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.931518:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.931520:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.931521:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.931522:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931523:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.931524:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.931526:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931527:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.931528:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.931529:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.931530:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.931531:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.931531:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931532:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.931533:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.931535:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931536:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.931536:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x108008e refc 0 00000080:00000001:0.0:1712357315.931537:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.931538:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=0 00000080:00000001:0.0:1712357315.931539:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.931540:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931545:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357315.931547:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file chardet:[0x200000401:0x31:0x0](ffff8800a771d8c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357315.000000000, mtime 1611184481.046140022, ctime 1712357315.000000000 00000080:00000002:0.0:1712357315.931562:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184481, ctime 1712357315, now = 1712357315 00000080:00000010:0.0:1712357315.931564:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.931566:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357315.931567:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.931569:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357315.931570:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x31:0x0], valid 0x101f0/0x1 00800000:00000001:0.0:1712357315.931574:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931576:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357315.931578:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357315.931580:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 2 00010000:00000001:0.0:1712357315.931594:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.931596:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357315.931598:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.931600:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357315.931605:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.931607:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357315.931608:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357315.931609:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x31:0x0] mode (null) 00000080:00000001:0.0:1712357315.931610:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931611:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.931612:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.931613:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 3 00010000:00000001:0.0:1712357315.931614:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.931616:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931616:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931617:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.931618:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.931619:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 3 00010000:00000001:0.0:1712357315.931620:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.931621:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931621:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.931622:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.931623:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.931623:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e600 count: 3 00010000:00000001:0.0:1712357315.931624:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.931625:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.931626:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357315.931628:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x31:0x0] lli = ffff8800a771d800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357315.931631:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357315.931632:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357315.931635:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357315.931636:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x31:0x0](ffff8800a771d8c8) invalid 00000080:00002000:0.0:1712357315.931638:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry chardet (ffff8800a7516510) parent ffff8800a77021b0 inode ffff8800a771d8c8 refc 1 00000080:00000001:0.0:1712357315.931640:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357315.931641:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357315.931642:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931643:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.931645:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.931646:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.931647:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.931648:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357315.931649:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338755 from hash 00010000:00000001:0.0:1712357315.931651:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.931651:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931652:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931652:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.931654:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.931655:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357315.931656:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.931657:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.931658:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357315.931661:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6d80. 00000020:00000040:0.0:1712357315.931663:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.931666:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.931667:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.931669:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.931669:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931670:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.931671:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.931673:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.931675:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.931679:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e53e00. 00000100:00000001:0.0:1712357315.931682:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931684:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.931685:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357315.931688:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.931693:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357315.931694:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.931695:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.931697:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338755 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22262 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.931702:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6f0e600 count: 0 00010000:00000010:0.0:1712357315.931705:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664100. 00010000:00000001:0.0:1712357315.931727:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.931728:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931730:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.931730:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.931732:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357315.931733:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184481, ctime 1712357315 00000020:00100000:0.0:1712357315.931739:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357315.931743:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357315.931748:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.931749:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.931753:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.931754:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.931755:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.931756:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.931759:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.931761:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.931762:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.931764:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.931766:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.931771:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.931772:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.931776:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.931778:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.931780:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171392:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.931783:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.931786:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.931787:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.931788:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.931790:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7fc00. 02000000:00000001:0.0:1712357315.931791:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.931797:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.931798:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.931802:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.931806:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572171392, portal 10 00000100:00000001:0.0:1712357315.931807:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.931808:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000040:0.0:1712357315.931811:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.931816:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.931818:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.931819:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357315.931821:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572171392, offset 0 00000400:00000200:0.0:1712357315.931824:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.931828:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.931831:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.931835:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.931838:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.931840:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.931841:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.931844:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [784:784:256:4294967295] 192.168.203.120@tcp LPNI seq info [784:784:8:4294967295] 00000400:00000200:0.0:1712357315.931846:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.931852:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.931857:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.931862:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357315.931867:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.931872:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.931875:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.931893:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.931895:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.931897:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.931898:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.931899:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.931901:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.931903:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.931904:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.931906:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.931906:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.932181:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.932184:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:3.0:1712357315.932187:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.932190:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.932193:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 00000400:00000010:3.0:1712357315.932195:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00000001:3.0:1712357315.932197:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.932200:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.932206:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.932208:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.932212:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.932213:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.934755:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f0e600. 00010000:00000010:2.1:1712357315.934765:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000800:00000001:2.0:1712357315.935145:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.935155:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.935157:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.935159:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.935167:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935172:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.935177:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935189:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935192:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935196:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90c480 00000400:00000200:2.0:1712357315.935199:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935204:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1b0d [1] + 224 00000800:00000001:2.0:1712357315.935209:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.935220:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.935222:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.935226:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.935230:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.935236:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.935244:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.935265:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357315.935271:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357315.935274:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935278:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357315.935283:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [785:785:256:4294967295] 192.168.203.120@tcp LPNI seq info [785:785:8:4294967295] 00000400:00000200:2.0:1712357315.935286:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.935291:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357315.935296:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357315.935299:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343100. 00000800:00000200:2.0:1712357315.935303:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357315.935308:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357315.935311:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357315.935365:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.935367:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343100. 00000400:00000200:2.0:1712357315.935369:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.935381:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357315.935385:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.935387:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.935437:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.935443:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.935447:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.935450:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.935453:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.935454:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.935456:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.935460:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.935467:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6d80 x1795536572171392/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.935472:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.935473:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.935475:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.935478:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.935479:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.935481:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.935483:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.935489:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.935492:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.935494:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.935499:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.935501:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.935504:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.935506:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357315.935507:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1712357315.935509:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357315.935510:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.935511:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369365888 : -131936340185728 : ffff88012d4f6d80) 00000100:00000001:0.0:1712357315.935513:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.936090:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.936093:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.936094:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.936099:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6d80 x1795536572171392/t4294967429(4294967429) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.936103:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.936105:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.936106:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.936108:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6d80 x1795536572171392/t4294967429(4294967429) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.936114:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6d80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171392:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.936118:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.936120:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.936122:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.936123:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.936126:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6d80 x1795536572171392/t4294967429(4294967429) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.936131:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.936133:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.936135:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.936136:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.936141:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.936143:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936146:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.936153:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.936155:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.936157:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.936161:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.936163:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x31:0x0] 00000080:00000001:0.0:1712357315.936165:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936167:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.936169:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.936173:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x31:0x0], updating i_size 4096 00000100:00000001:0.0:1712357315.936175:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.936178:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6d80 x1795536572171392/t4294967429(4294967429) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.936182:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936184:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.936185:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.936187:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936188:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936190:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.936193:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000080:00200008:0.0:1712357315.936199:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file chardet:[0x200000401:0x31:0x0](ffff8800a771d8c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357315.931000000, mtime 1611184481.046140022, ctime 1712357315.931000000, rc 0 00000080:00000001:0.0:1712357315.936203:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936210:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.936211:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.936214:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.936218:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.936234:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.936247:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.936249:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.936250:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.936253:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936256:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.936257:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.936259:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.936261:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:0.0:1712357315.936267:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.936269:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936271:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.936272:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.936274:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936276:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.936277:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.936279:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.936280:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:0.0:1712357315.936282:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.936282:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.936284:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.936285:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.936287:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.936293:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=1 00000080:00000001:0.0:1712357315.936296:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.936298:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=getattr 00000080:00000010:0.0:1712357315.936302:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.936306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.936310:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.936311:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'chardet' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.936314:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.936317:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='chardet' -> mds #0 00800000:00000001:0.0:1712357315.936319:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.936321:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.936323:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardet,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.936326:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.936328:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.936331:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6680. 00000020:00000040:0.0:1712357315.936334:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.936337:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.936340:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.936343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.936344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.936345:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.936422:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.936423:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.936426:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.936431:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d000. 00000100:00000001:0.0:1712357315.936435:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.936438:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.936447:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.936449:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.936450:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.936451:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.936456:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00010000:00000001:0.0:1712357315.936459:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.936460:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.936466:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357315.936468:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.936470:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.936472:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357315.936475:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.936476:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f0333875c to hash 00000020:00000001:0.0:1712357315.936478:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.936479:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.936481:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.936484:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.936486:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.936489:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.936495:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.936501:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.936505:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.936507:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.936513:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.936515:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.936517:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.936518:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000001:0.0:1712357315.936521:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.936523:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.936525:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.936526:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.936530:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.936536:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.936537:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.936539:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.936540:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.936543:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.936546:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.936549:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.936560:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.936561:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.936565:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.936566:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.936570:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.936572:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.936576:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.936580:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171456, portal 10 00000100:00000001:0.0:1712357315.936595:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.936596:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000040:0.0:1712357315.936601:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.936607:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.936609:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.936611:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357315.936613:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572171456, offset 0 00000400:00000200:0.0:1712357315.936617:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.936624:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.936627:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.936631:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.936634:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.936637:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.936639:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.936641:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [786:786:256:4294967295] 192.168.203.120@tcp LPNI seq info [786:786:8:4294967295] 00000400:00000200:0.0:1712357315.936644:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.936650:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.936653:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.936656:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.936659:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.936664:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.936666:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.936683:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.936685:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.936686:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.936689:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.936690:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.936691:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.936693:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.936695:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.936696:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.936697:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.936864:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.936867:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:2.0:1712357315.936871:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.936874:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.936877:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:2.0:1712357315.936878:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:2.0:1712357315.936881:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.936884:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.936890:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.936892:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.936897:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.936898:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357315.939093:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.939102:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.939104:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.939106:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.939114:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.939119:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.939125:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.939128:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.939130:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.939134:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c4c0 00000400:00000200:3.0:1712357315.939137:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.939141:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b15 [1] + 224 00000800:00000001:3.0:1712357315.939146:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.939166:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.939169:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.939172:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.939177:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.939181:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.939189:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.939210:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357315.939215:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.939217:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.939264:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.939268:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.939269:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.939271:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.939274:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.939275:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.939277:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.939281:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.939287:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.939296:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.939297:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.939299:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.939301:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.939303:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.939305:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.939307:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.939312:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.939315:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.939317:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.939318:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.939320:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.939322:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.939325:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.939326:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.939327:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.939329:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.939332:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.939337:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.939340:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.939341:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.939344:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.939350:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171456:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.939353:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.939356:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.939357:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.939358:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.939361:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.939365:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.939376:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.939379:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.939380:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.939382:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.939385:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939387:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939389:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357315.939391:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939393:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357315.939396:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a2400, remote cookie: 0xa8e7976a8eb22285, flags: 0x1001 00010000:00010000:0.0:1712357315.939400:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.939406:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x31:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:0.0:1712357315.939408:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.939417:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0eb00. 00010000:00000010:0.0:1712357315.939419:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664100. 00010000:00000001:0.0:1712357315.939422:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.939424:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.939429:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939434:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.939437:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.939438:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.939439:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.939440:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.939441:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x31:0x0].0x0 (ffff8800b6f0eb00) refcount = 1 00010000:00010000:0.0:1712357315.939445:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939457:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.939459:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.939460:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.939462:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.939463:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.939465:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939469:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.939471:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939471:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939472:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939473:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939474:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.939477:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.939478:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939479:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939480:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939481:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939483:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939484:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939485:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939486:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357315.939487:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939488:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939490:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.939491:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.939494:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939498:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939499:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939503:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939504:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939505:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357315.939506:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939507:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939509:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.939511:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939515:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939516:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.939518:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939522:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.939523:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939524:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939524:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.939529:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.939535:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939535:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939536:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939537:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939538:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939540:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939541:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.939542:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.939543:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.939545:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.939546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939547:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939548:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939566:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939568:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00000002:00010000:0.0:1712357315.939570:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939575:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939577:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.939578:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939579:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939580:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939773:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939775:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000040:0.0:1712357315.939778:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357315.939779:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.939781:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/49 (0 0) 00010000:00000001:0.0:1712357315.939783:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.939785:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.939787:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardet intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.939789:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939791:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939793:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.939797:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.939798:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:0.0:1712357315.939800:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.939802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939804:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.939807:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.939808:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.939810:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.939812:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.939815:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.939817:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x31:0x0] 00000080:00000001:0.0:1712357315.939819:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.939824:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.939825:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.939828:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x31:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.939830:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x31:0x0](ffff8800a771d8c8): rc = 0 00000080:00000001:0.0:1712357315.939832:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123474632 : -131938586076984 : ffff8800a771d8c8) 00010000:00000001:0.0:1712357315.939833:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939834:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939834:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939836:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939837:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939838:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939839:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.939840:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.939841:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.939842:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.939843:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939845:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.939846:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.939848:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) for lock 0xbda2fb8f0333875c 00000080:00000001:0.0:1712357315.939850:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939851:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.939852:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.939853:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.939854:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939854:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939855:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939856:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939857:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939858:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939859:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.939859:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939861:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.939863:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797500. 00000080:00002000:0.0:1712357315.939867:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode ffff8800a771d8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.939871:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.939873:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.939875:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.939877:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00010000:0.0:1712357315.939879:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f0333875c from it ffff8800aa3cfc38 00010000:00000001:0.0:1712357315.939880:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.939881:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.939881:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=3 00000020:00000001:0.0:1712357315.939882:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939883:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357315.939884:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.939886:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939890:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939890:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939891:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.939893:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.939894:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.939900:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.939902:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.939903:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.939905:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939906:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.939907:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.939909:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.939910:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.939911:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.939913:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.939914:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.939915:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.939915:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.939916:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.939921:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.939924:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.939928:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6680 x1795536572171456/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.939932:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.939933:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.939936:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.939938:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.939940:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.939941:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.939942:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.939944:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d000. 02000000:00000001:0.0:1712357315.939946:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.939947:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.939948:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6680. 00000100:00000001:0.0:1712357315.939951:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.939952:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.939953:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.939954:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:0.0:1712357315.939955:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.939965:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:0.0:1712357315.939968:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file chardet:[0x200000401:0x31:0x0](ffff8800a771d8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.000000000 00000080:00000002:0.0:1712357315.939972:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357315, ctime 1712357315, now = 1712357315 00000080:00000010:0.0:1712357315.939974:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.939975:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:0.0:1712357315.939977:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.939979:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:0.0:1712357315.939980:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x31:0x0], valid 0x41/0x1 00800000:00000001:0.0:1712357315.939982:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.939984:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:0.0:1712357315.939986:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1712357315.939988:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 2 00010000:00000001:0.0:1712357315.939989:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.939991:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1712357315.939992:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.939997:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1712357315.940001:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.940003:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1712357315.940005:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1712357315.940006:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x31:0x0] mode (null) 00000080:00000001:0.0:1712357315.940008:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.940009:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.940010:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.940012:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 3 00010000:00000001:0.0:1712357315.940013:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.940015:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.940016:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.940017:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.940018:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.940018:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 3 00010000:00000001:0.0:1712357315.940019:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.940020:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.940021:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.940022:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.940023:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.940023:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0eb00 count: 3 00010000:00000001:0.0:1712357315.940024:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1712357315.940025:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.940026:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1712357315.940028:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x31:0x0] lli = ffff8800a771d800, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1712357315.940031:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1712357315.940032:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1712357315.940032:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1712357315.940034:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x31:0x0](ffff8800a771d8c8) invalid 00000080:00002000:0.0:1712357315.940035:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry chardet (ffff8800a75165e8) parent ffff8800a77021b0 inode ffff8800a771d8c8 refc 1 00000080:00000001:0.0:1712357315.940037:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1712357315.940038:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1712357315.940039:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.940041:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.940044:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.940045:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.940046:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.940047:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357315.940049:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f0333875c from hash 00010000:00000001:0.0:1712357315.940050:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.940051:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.940051:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.940052:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.940053:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.940054:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1712357315.940056:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.940057:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1712357315.940058:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1712357315.940060:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6680. 00000020:00000040:0.0:1712357315.940062:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.940065:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.940067:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.940068:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.940068:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.940069:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.940071:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.940072:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.940074:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.940077:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e52000. 00000100:00000001:0.0:1712357315.940081:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.940082:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.940084:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1712357315.940086:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.940090:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1712357315.940091:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1712357315.940092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.940093:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f0333875c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22285 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.940104:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b6f0eb00 count: 0 00010000:00000010:0.0:1712357315.940107:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3664100. 00010000:00000001:0.0:1712357315.940113:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.940114:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.940115:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.940116:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.940117:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1712357315.940119:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357315, ctime 1712357315 00000020:00100000:0.0:1712357315.940124:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1712357315.940128:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357315.940133:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.940134:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.940137:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.940139:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.940140:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.940141:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000001:0.0:1712357315.940144:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.940146:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.940148:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.940149:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.940152:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.940157:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.940158:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.940160:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.940162:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.940164:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171584:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.940167:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.940170:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.940171:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.940176:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.940180:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d000. 02000000:00000001:0.0:1712357315.940181:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.940185:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.940187:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.940190:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.940195:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572171584, portal 10 00000100:00000001:0.0:1712357315.940196:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.940197:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000100:00000040:0.0:1712357315.940202:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.940207:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.940209:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.940210:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357315.940212:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572171584, offset 0 00000400:00000200:0.0:1712357315.940216:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.940220:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.940224:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.940228:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.940231:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.940234:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.940236:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.940239:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [787:787:256:4294967295] 192.168.203.120@tcp LPNI seq info [787:787:8:4294967295] 00000400:00000200:0.0:1712357315.940241:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.940247:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.940251:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.940253:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.940257:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.940262:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.940265:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.940282:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.940284:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.940288:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.940290:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.940291:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.940292:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.940294:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.940295:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.940297:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.940297:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357315.940394:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357315.940396:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:2.0:1712357315.940398:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.940401:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357315.940404:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:2.0:1712357315.940405:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:2.0:1712357315.940407:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357315.940410:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.940415:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357315.940417:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.940422:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357315.940423:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.943139:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797220. 00000800:00000001:3.0:1712357315.943300:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.943309:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357315.943311:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.943313:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.943320:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.943325:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357315.943330:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.943333:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.943336:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.943339:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90c540 00000400:00000200:3.0:1712357315.943342:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.943347:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1b1d [1] + 224 00000800:00000001:3.0:1712357315.943352:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.943365:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357315.943367:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.943370:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357315.943374:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357315.943379:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357315.943384:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.943405:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357315.943414:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357315.943417:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357315.943421:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357315.943426:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [788:788:256:4294967295] 192.168.203.120@tcp LPNI seq info [788:788:8:4294967295] 00000400:00000200:3.0:1712357315.943429:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357315.943431:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1712357315.943435:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000400:00000001:0.0:1712357315.943436:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.943437:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1712357315.943439:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.943439:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.943441:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000800:00000010:3.0:1712357315.943442:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320100. 00000400:00000010:0.0:1712357315.943443:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.943445:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000800:00000200:3.0:1712357315.943446:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000100:00000200:0.0:1712357315.943448:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000800:00000200:3.0:1712357315.943451:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357315.943454:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320100 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1712357315.943454:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6680 x1795536572171584/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.943459:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.943460:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.943462:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.943464:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.943466:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.943467:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.943470:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.943477:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.943480:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.943482:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.943483:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.943485:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.943488:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.943489:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1712357315.943491:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000067/0x0] 00000100:00000001:0.0:1712357315.943492:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1712357315.943493:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.943494:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364096 : -131936340187520 : ffff88012d4f6680) 00000800:00000200:3.0:1712357315.943499:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.943501:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320100. 00000100:00000001:0.0:1712357315.943501:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.943502:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000400:00000200:3.0:1712357315.943503:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1712357315.943503:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.943505:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357315.943506:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00000040:0.0:1712357315.943508:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6680 x1795536572171584/t4294967430(4294967430) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000800:00000001:3.0:1712357315.943509:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357315.943511:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.943513:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.943515:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.943517:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.943520:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6680 x1795536572171584/t4294967430(4294967430) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.943526:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171584:192.168.203.120@tcp:36:rsync.0 00000100:00000001:0.0:1712357315.943529:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.943531:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.943533:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.943534:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.943537:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6680 x1795536572171584/t4294967430(4294967430) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.943546:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.943549:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.943560:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.943561:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.943566:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.943568:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943571:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.943575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.943577:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.943579:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.943605:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.943607:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x31:0x0] 00000080:00000001:0.0:1712357315.943610:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943612:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.943618:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.943621:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x31:0x0], updating i_size 4096 00000100:00000001:0.0:1712357315.943622:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.943626:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6680 x1795536572171584/t4294967430(4294967430) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.943630:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943632:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.943634:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.943635:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943636:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943638:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.943641:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000080:00200008:0.0:1712357315.943647:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file chardet:[0x200000401:0x31:0x0](ffff8800a771d8c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357315.000000000, mtime 1712357315.000000000, ctime 1712357315.939000000, rc 0 00000080:00000001:0.0:1712357315.943651:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943657:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.943658:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry chardet (ffff8800a75165e8, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.943661:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.943664:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.943667:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.943900:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.943902:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.943904:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.943908:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943910:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.943911:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.943913:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.943915:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.943917:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.943919:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943921:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.943922:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.943924:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943926:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.943931:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 3 00000080:00000001:0.0:1712357315.943933:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.943934:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.943936:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.943937:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.943938:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.943939:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.943941:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.943947:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), flags=16 00000080:00000001:0.0:1712357315.943950:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.943951:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardet, dir=[0x200000401:0x26:0x0](ffff8800a77180c8), intent=0 00000080:00000010:0.0:1712357315.943955:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.943960:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.943962:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.943964:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'chardet' on [0x200000401:0x26:0x0] 00800000:00000001:0.0:1712357315.943967:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.943970:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x26:0x0], fid2=[0x0:0x0:0x0], name='chardet' -> mds #0 00800000:00000001:0.0:1712357315.943973:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.943975:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.943977:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardet,[0x0:0x0:0x0]) in obj [0x200000401:0x26:0x0], intent: lookup flags 0 00000002:00000001:0.0:1712357315.943980:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.943982:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.943985:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.943988:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.943992:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.943995:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.943999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.944000:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.944001:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.944003:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.944005:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.944007:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.944012:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.944016:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.944018:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.944022:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.944023:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.944024:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.944025:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.944030:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.944032:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.944033:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.944038:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356c00 count: 2 00010000:00000001:0.0:1712357315.944039:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.944041:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.944043:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0240. 00000020:00000001:0.0:1712357315.944045:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.944047:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0240 with handle 0xbda2fb8f03338763 to hash 00000020:00000001:0.0:1712357315.944048:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.944048:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.944050:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.944052:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.944053:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.944056:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.944060:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.944065:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.944067:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.944068:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.944070:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.944071:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.944072:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.944073:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.944075:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.944077:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.944081:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.944082:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.944085:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.944089:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.944090:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.944091:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.944093:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.944094:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.944096:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.944098:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.944099:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.944100:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.944103:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.944103:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.944106:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.944108:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.944110:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.944113:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171648, portal 10 00000100:00000001:0.0:1712357315.944114:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.944115:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.944117:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.944121:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.944122:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.944123:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357315.944124:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572171648, offset 0 00000400:00000200:0.0:1712357315.944127:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.944130:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.944132:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.944135:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.944138:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.944140:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.944143:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.944145:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [789:789:256:4294967295] 192.168.203.120@tcp LPNI seq info [789:789:8:4294967295] 00000400:00000200:0.0:1712357315.944147:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.944151:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.944154:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.944155:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357315.944157:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.944159:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.944161:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.944172:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.944174:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.944176:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.944177:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.944178:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.944180:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.944182:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.944183:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.944184:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.944185:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.944282:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.944285:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357315.944287:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.944291:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.944293:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:3.0:1712357315.944294:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:3.0:1712357315.944296:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.944299:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.944305:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.944307:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.944315:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.944316:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.948543:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.948562:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.948573:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.948576:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.948609:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.948614:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.948621:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.948624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.948628:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.948631:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c580 00000400:00000200:2.0:1712357315.948634:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.948638:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b25 [1] + 224 00000800:00000001:2.0:1712357315.948644:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.948655:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.948658:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.948661:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.948665:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.948671:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.948678:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.948748:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.948755:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.948758:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.948793:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.948799:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.948800:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.948803:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.948806:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.948808:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.948810:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.948814:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.948820:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.948825:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.948826:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.948828:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.948834:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.948836:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.948838:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.948840:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.948846:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.948849:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.948851:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357315.948853:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.948855:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357315.948858:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.948860:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.948862:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.948863:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.948865:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357315.948868:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.948873:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.948875:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.948876:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.948879:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.948972:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171648:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.948976:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.948979:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.948981:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.948982:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.948985:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.948990:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.948993:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.948995:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.948996:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.948998:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.949004:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949006:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949008:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357315.949010:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:0.0:1712357315.949016:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0240, remote cookie: 0xa8e7976a8eb222a8, flags: 0x1001 00010000:00010000:0.0:1712357315.949020:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1712357315.949026:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x31:0x0].0x0, instead of [0x200000401:0x26:0x0].0x0 00010000:00000001:0.0:1712357315.949028:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1712357315.949036:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0ef00. 00010000:00000010:0.0:1712357315.949038:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3664100. 00010000:00000001:0.0:1712357315.949041:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.949044:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357315.949050:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949054:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357315.949057:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357315.949058:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357315.949059:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357315.949060:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357315.949062:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x31:0x0].0x0 (ffff8800b6f0ef00) refcount = 1 00010000:00010000:0.0:1712357315.949065:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949069:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357315.949071:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357315.949073:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.949078:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357315.949080:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.949083:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949087:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357315.949089:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949092:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949096:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1712357315.949097:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949098:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949099:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949100:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949102:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949104:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949104:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=4 00000020:00000001:0.0:1712357315.949106:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949107:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949109:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.949111:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.949113:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949117:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949117:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949118:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949119:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949119:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=5 00000020:00000001:0.0:1712357315.949121:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949122:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949128:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.949130:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949134:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949134:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.949136:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949140:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.949141:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949142:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949143:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949143:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1712357315.949147:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.949153:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949154:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949155:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949156:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949157:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949158:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949159:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.949160:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949161:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949163:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.949164:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949165:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949166:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949167:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949168:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00000002:00010000:0.0:1712357315.949170:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949181:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1712357315.949182:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949183:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949183:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949185:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949186:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000040:0.0:1712357315.949189:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.949190:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.949193:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/49 (0 0) 00010000:00000001:0.0:1712357315.949194:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.949196:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.949197:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardet intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1712357315.949200:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949203:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949204:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.949208:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.949209:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:0.0:1712357315.949211:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:0.0:1712357315.949213:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949216:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949219:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357315.949220:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357315.949222:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.949224:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:0.0:1712357315.949228:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357315.949230:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x31:0x0] 00000080:00000001:0.0:1712357315.949232:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.949233:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502321 : 144115205272502321 : 200000401000031) 00000080:00000001:0.0:1712357315.949235:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1712357315.949238:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x31:0x0], updating i_size 4096 00000080:00200000:0.0:1712357315.949243:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x31:0x0](ffff8800a771d8c8): rc = 0 00000080:00000001:0.0:1712357315.949245:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123474632 : -131938586076984 : ffff8800a771d8c8) 00010000:00000001:0.0:1712357315.949247:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949248:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949248:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949250:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949251:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.949254:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1712357315.949255:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1712357315.949256:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.949258:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949260:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357315.949261:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1712357315.949263:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) for lock 0xbda2fb8f03338763 00000080:00000001:0.0:1712357315.949265:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949267:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1712357315.949268:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949269:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1712357315.949270:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949270:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949271:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949272:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949274:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949276:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1712357315.949277:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949278:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357315.949281:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67977c0. 00000080:00002000:0.0:1712357315.949286:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516510 inode ffff8800a771d8c8 refc 1 flags 0x100008e 00000080:00000001:0.0:1712357315.949288:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.949291:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.949292:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1712357315.949295:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00010000:0.0:1712357315.949300:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338763 from it ffff8800aa3cfa60 00010000:00000001:0.0:1712357315.949301:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.949302:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.949303:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0240 refcount=3 00000020:00000001:0.0:1712357315.949304:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949305:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183778368 : -131938525773248 : ffff8800ab0a0240) 00010000:00000001:0.0:1712357315.949306:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.949308:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949312:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949313:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1712357315.949314:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1712357315.949316:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0240/0xbda2fb8f03338763 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb222a8 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357315.949321:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357315.949323:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357315.949325:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.949327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949328:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949330:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357315.949332:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949333:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949335:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949336:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.949336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949337:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1712357315.949338:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.949341:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.949345:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.949348:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572171648/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.949360:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.949362:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.949364:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.949367:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.949369:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.949371:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.949373:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.949375:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.949377:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.949379:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.949380:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.949383:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.949384:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.949389:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.949390:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.949394:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.949402:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.949404:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.949406:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.949409:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.949413:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.949415:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.949416:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.949419:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.949422:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='__init__.py' -> mds #0 00800000:00000001:0.0:1712357315.949423:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949426:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.949427:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.949430:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.949431:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.949433:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.949435:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.949439:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.949445:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.949446:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.949447:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.949448:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.949450:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.949451:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.949453:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.949458:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.949462:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949465:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.949466:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949467:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.949468:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.949469:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.949474:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.949476:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.949477:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.949479:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.949480:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.949482:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.949484:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357315.949486:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.949488:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f0333876a to hash 00000020:00000001:0.0:1712357315.949489:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.949490:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.949493:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.949494:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.949495:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.949498:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.949502:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.949508:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.949515:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.949516:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.949520:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.949521:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.949523:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.949524:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.949527:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.949530:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.949531:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.949532:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.949536:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.949542:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.949543:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.949545:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.949547:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.949549:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171712:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.949562:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.949565:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.949567:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.949568:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.949570:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.949572:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.949575:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.949577:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.949580:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.949613:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171712, portal 10 00000100:00000001:0.0:1712357315.949615:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.949615:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.949620:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.949625:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.949632:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.949634:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357315.949637:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572171712, offset 0 00000400:00000200:0.0:1712357315.949640:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.949644:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.949648:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.949652:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.949655:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.949657:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.949658:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.949662:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [790:790:256:4294967295] 192.168.203.120@tcp LPNI seq info [790:790:8:4294967295] 00000400:00000200:0.0:1712357315.949664:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.949669:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.949673:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.949676:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.949679:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.949685:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.949688:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.949710:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.949712:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.949713:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.949715:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.949716:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.949717:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.949719:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.949720:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.949722:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.949723:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.950003:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.950006:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.950009:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.950012:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.950014:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357315.950016:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357315.950018:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.950021:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.950027:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.950029:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.950033:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.950034:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.952432:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6f0eb00. 00010000:00000010:2.1:1712357315.952443:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000800:00000001:2.0:1712357315.953132:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.953144:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.953146:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.953148:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.953156:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.953161:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.953166:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.953169:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.953173:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.953176:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c5c0 00000400:00000200:2.0:1712357315.953180:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.953192:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b2d [1] + 224 00000800:00000001:2.0:1712357315.953198:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.953209:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.953211:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.953215:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.953220:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.953226:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.953234:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.953254:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.953260:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.953262:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.953417:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.953423:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.953424:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.953426:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.953429:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.953431:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.953438:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.953441:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.953448:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.953453:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.953455:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.953456:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.953459:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.953460:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.953462:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.953464:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.953470:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.953473:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.953475:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.953477:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.953482:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.953485:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.953486:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.953488:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.953490:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.953492:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.953498:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.953500:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.953501:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.953504:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.953509:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171712:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.953513:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.953518:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.953520:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.953522:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.953525:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.953530:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.953532:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.953534:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.953535:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.953537:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.953540:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.953542:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.953544:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:0.0:1712357315.953546:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.953548:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:0.0:1712357315.953562:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953570:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.953573:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953577:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.953579:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953611:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.953612:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.953614:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953618:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.953619:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.953621:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.953624:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.953638:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.953640:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.953643:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953647:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.953649:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.953651:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953655:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.953656:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.953657:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.953658:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.953659:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:0.0:1712357315.953661:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.953662:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357315.953664:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.953666:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.953669:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.953670:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.953672:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.953673:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.953675:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.953676:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.953677:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.953678:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.953680:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f0333876a from hash 00010000:00000001:0.0:1712357315.953682:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.953682:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.953686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.953687:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.953688:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.953689:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.953691:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.953691:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.953692:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953693:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.953695:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953699:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.953700:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.953701:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.953701:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.953702:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.953703:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.953703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.953705:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f0333876a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.953711:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.953713:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.953716:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.953720:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.953725:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.953726:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953728:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953729:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953731:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.953733:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.953734:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953735:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.953736:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.953739:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.953741:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.953747:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953750:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.953751:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.953754:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797920. 00000080:00002000:0.0:1712357315.953759:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.953763:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.953766:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.953768:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953770:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.953772:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.953773:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.953777:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.953779:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.953782:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.953784:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953785:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.953786:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953788:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.953790:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.953793:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.953796:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.953800:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572171712/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.953804:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.953806:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.953808:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.953811:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.953813:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.953814:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.953816:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.953817:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.953819:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.953821:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.953822:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.953825:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.953826:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.953830:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.953831:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.953832:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.953837:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.953838:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.py (ffff8800a7516438, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.953841:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.953843:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.953846:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.953848:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.953849:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.953851:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953880:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.953882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.953884:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.953888:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953890:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.953891:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.953893:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.953895:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.953897:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.953899:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953901:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.953902:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.953904:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953905:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.953906:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.953908:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.953909:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.953911:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.953912:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953913:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.953914:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.953916:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953917:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.953918:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x108008e refc 0 00000080:00000001:0.0:1712357315.953919:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.953920:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.953924:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.953925:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.953927:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.953928:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.953929:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.953935:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=big5freq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.953937:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.953939:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=big5freq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.953943:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.953947:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.953948:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.953950:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'big5freq.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.953952:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.953954:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='big5freq.py' -> mds #0 00800000:00000001:0.0:1712357315.953956:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.953958:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.953959:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: big5freq.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.953962:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.953964:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.953966:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.953968:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.953972:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.953974:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.953977:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.953978:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.953979:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.953980:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.953982:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.953984:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.953988:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.953992:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.953994:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.953996:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.953997:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.953997:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.954002:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.954008:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.954011:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.954012:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.954014:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.954015:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.954017:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.954019:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357315.954021:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.954023:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f03338771 to hash 00000020:00000001:0.0:1712357315.954025:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.954026:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.954028:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.954030:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.954031:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.954033:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.954038:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.954044:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.954048:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.954049:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.954052:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.954054:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.954056:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.954056:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.954059:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.954062:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.954064:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.954065:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.954068:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.954077:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.954079:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.954081:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.954082:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.954085:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.954088:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.954091:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.954093:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.954095:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.954098:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.954099:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.954103:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.954104:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.954108:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.954112:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171776, portal 10 00000100:00000001:0.0:1712357315.954113:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.954114:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.954118:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.954123:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.954125:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.954127:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357315.954129:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572171776, offset 0 00000400:00000200:0.0:1712357315.954133:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.954137:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.954141:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.954145:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.954148:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.954150:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.954152:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.954155:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [791:791:256:4294967295] 192.168.203.120@tcp LPNI seq info [791:791:8:4294967295] 00000400:00000200:0.0:1712357315.954158:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.954169:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.954174:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.954177:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357315.954182:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.954188:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.954191:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.954213:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.954215:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.954217:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.954219:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.954220:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.954222:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.954224:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.954225:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.954227:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.954228:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.954472:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.954475:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357315.954478:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.954481:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.954484:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357315.954485:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357315.954487:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.954490:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.954496:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.954499:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.954504:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.954505:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357315.954779:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797500. 00000800:00000001:2.0:1712357315.957377:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.957388:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.957390:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.957392:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.957400:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.957405:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.957411:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.957415:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.957417:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.957420:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c600 00000400:00000200:2.0:1712357315.957424:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.957428:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b35 [1] + 224 00000800:00000001:2.0:1712357315.957433:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.957457:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.957460:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.957464:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.957468:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.957474:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.957492:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.957508:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.957514:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.957516:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.957567:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.957573:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.957574:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.957576:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.957579:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.957603:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.957606:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.957610:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.957616:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.957622:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.957623:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.957625:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.957627:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.957629:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.957630:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.957633:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.957643:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.957646:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.957648:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.957651:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.957656:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.957658:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.957660:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.957661:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.957663:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.957666:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.957671:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.957673:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.957675:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.957678:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.957684:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171776:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.957687:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.957690:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.957692:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.957693:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.957696:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.957701:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.957703:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.957705:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.957706:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.957709:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.957712:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.957714:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.957716:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357315.957721:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.957723:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357315.957726:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957733:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.957736:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957741:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.957743:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957747:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.957748:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.957750:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957753:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.957755:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.957757:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.957759:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.957763:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.957765:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.957767:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957771:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.957773:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.957775:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957779:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.957784:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.957785:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.957786:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.957787:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357315.957788:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.957790:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.957792:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.957794:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.957798:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.957799:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.957800:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.957802:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.957804:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.957804:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.957805:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.957806:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.957808:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f03338771 from hash 00010000:00000001:0.0:1712357315.957809:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.957810:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.957811:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.957812:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.957813:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.957814:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.957816:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.957816:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.957817:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.957818:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.957820:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957823:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.957824:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.957825:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.957826:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.957830:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.957830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.957831:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.957833:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f03338771 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.957840:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.957841:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.957844:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.957848:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.957853:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.957854:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.957856:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.957857:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.957859:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.957861:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.957861:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.957863:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.957864:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=big5freq.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.957867:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.957870:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.957872:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.957875:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.957877:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.957881:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797a60. 00000080:00002000:0.0:1712357315.957884:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.957889:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.957892:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.957894:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.957896:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.957897:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.957899:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.957902:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.957904:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.957907:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.957914:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.957915:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.957916:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.957918:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.957920:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.957923:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.957927:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.957929:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572171776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.957934:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.957935:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.957938:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.957941:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.957942:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.957944:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.957945:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.957947:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.957949:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.957950:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.957952:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.957955:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.957955:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.957957:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.957958:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.957959:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.957963:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.957965:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry big5freq.py (ffff8800a7516948, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.957967:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.957969:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.957973:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.957974:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.957975:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.957977:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958004:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.958006:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.958008:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.958015:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958018:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.958020:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.958022:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.958024:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.958026:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.958028:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958029:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.958031:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.958032:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958034:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.958035:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.958037:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.958038:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.958039:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.958040:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958041:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.958042:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.958044:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958046:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.958046:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.958048:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.958049:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.958050:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.958050:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.958051:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.958052:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.958054:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.958060:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=big5prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.958063:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.958064:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=big5prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.958068:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.958072:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.958074:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.958075:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'big5prober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.958080:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.958082:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='big5prober.py' -> mds #0 00800000:00000001:0.0:1712357315.958084:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.958086:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.958087:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: big5prober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.958090:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.958091:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.958094:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.958096:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.958099:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.958101:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.958104:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.958105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.958106:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.958108:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.958110:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.958112:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.958116:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.958119:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.958121:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.958123:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.958124:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.958125:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.958126:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.958130:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.958132:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.958133:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.958134:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.958136:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.958137:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.958140:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357315.958141:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.958143:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03338778 to hash 00000020:00000001:0.0:1712357315.958144:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.958145:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.958149:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.958151:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.958152:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.958154:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.958159:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.958165:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.958168:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.958169:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.958172:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.958173:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.958175:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.958176:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.958179:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.958181:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.958183:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.958184:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.958187:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.958191:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.958192:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.958194:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.958196:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.958198:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.958201:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.958203:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.958204:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.958205:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.958207:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.958211:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.958214:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.958215:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.958219:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.958222:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171840, portal 10 00000100:00000001:0.0:1712357315.958224:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.958224:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.958228:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.958232:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.958234:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.958235:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357315.958237:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572171840, offset 0 00000400:00000200:0.0:1712357315.958240:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.958243:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.958247:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.958250:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.958253:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.958255:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.958257:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.958260:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [792:792:256:4294967295] 192.168.203.120@tcp LPNI seq info [792:792:8:4294967295] 00000400:00000200:0.0:1712357315.958262:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.958268:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.958272:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.958274:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357315.958277:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.958283:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.958285:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.960015:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.960019:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.960022:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.960029:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.960031:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.960033:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.960035:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.960036:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.960038:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.960039:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.960149:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.960153:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357315.960160:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.960165:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.960167:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:3.0:1712357315.960169:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:3.0:1712357315.960172:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.960175:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.960182:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.960185:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.960190:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.960191:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.962196:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:2.1:1712357315.962204:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797920. 00010000:00000010:2.1:1712357315.964697:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:2.1:1712357315.964707:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797a60. 00000800:00000001:2.0:1712357315.967391:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.967404:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.967406:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.967409:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.967418:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.967423:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.967429:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.967433:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.967436:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.967447:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c640 00000400:00000200:2.0:1712357315.967451:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.967456:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b3d [1] + 224 00000800:00000001:2.0:1712357315.967462:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.967478:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.967481:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.967485:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.967490:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.967497:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.967506:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.967522:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.967529:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.967532:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.967692:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.967697:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.967699:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.967702:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.967705:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.967707:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.967709:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.967713:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.967720:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.967726:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.967727:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.967728:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.967731:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.967733:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.967734:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.967737:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.967744:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.967747:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.967749:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.967752:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.967756:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.967758:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.967760:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.967761:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.967763:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.967772:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.967777:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.967780:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.967781:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.967784:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.967790:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171840:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.967793:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.967796:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.967798:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.967799:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.967801:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.967806:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.967808:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.967810:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.967811:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.967814:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.967817:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.967819:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.967821:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357315.967822:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.967824:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357315.967829:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967836:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.967839:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967844:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.967851:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967855:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.967856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.967858:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967863:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.967864:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.967867:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.967869:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.967873:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.967875:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.967878:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967882:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.967883:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.967886:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967889:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.967891:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.967892:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.967893:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.967893:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357315.967895:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.967896:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.967898:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.967900:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.967910:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.967911:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.967913:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.967914:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.967916:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.967917:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.967918:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.967919:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.967921:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f03338778 from hash 00010000:00000001:0.0:1712357315.967923:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.967923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.967924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.967925:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.967926:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.967927:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.967928:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.967929:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.967930:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.967931:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.967933:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967936:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.967937:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.967937:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.967938:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.967939:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.967940:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.967941:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.967942:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338778 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.967953:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.967954:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.967958:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.967962:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.967972:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.967973:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.967974:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.967975:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.967978:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.967979:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.967980:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.967981:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.967983:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=big5prober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.967986:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.967988:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.967990:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.967994:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.967995:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.967999:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797bc0. 00000080:00002000:0.0:1712357315.968003:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.968008:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.968011:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.968013:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.968015:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.968016:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.968018:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.968022:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.968025:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.968028:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.968030:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.968031:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.968032:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968034:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.968036:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.968039:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.968043:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.968046:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572171840/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.968058:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.968060:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.968063:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.968066:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.968067:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.968069:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.968070:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.968072:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.968075:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.968076:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.968078:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.968081:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.968082:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.968084:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.968085:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.968087:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.968091:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.968092:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry big5prober.py (ffff8800a7516360, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.968095:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.968098:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.968101:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.968102:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.968103:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.968105:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968134:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.968136:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.968138:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.968141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968144:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.968145:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.968148:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.968150:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.968152:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.968155:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968156:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.968158:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.968163:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968165:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.968166:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.968168:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.968169:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.968171:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.968172:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968174:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.968175:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.968176:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968178:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.968179:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.968180:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.968181:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.968182:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.968183:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.968184:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.968185:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.968187:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.968194:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardistribution.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.968196:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.968198:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardistribution.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.968202:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.968206:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.968208:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.968209:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'chardistribution.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.968212:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.968214:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='chardistribution.py' -> mds #0 00800000:00000001:0.0:1712357315.968216:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.968218:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.968219:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardistribution.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.968222:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.968224:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.968226:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.968231:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.968235:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.968238:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.968240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.968241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.968242:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.968244:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.968246:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.968248:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.968252:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.968256:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.968258:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.968259:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.968260:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.968261:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.968262:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.968266:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.968269:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.968270:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.968272:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.968273:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.968275:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.968277:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357315.968279:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.968281:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f0333877f to hash 00000020:00000001:0.0:1712357315.968282:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.968283:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.968285:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.968287:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.968288:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.968290:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.968295:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.968308:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.968312:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.968313:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.968316:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.968318:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.968320:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.968320:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.968323:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.968326:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.968328:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.968329:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.968333:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.968339:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.968341:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.968343:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.968344:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.968347:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171904:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.968349:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.968353:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.968355:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.968356:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.968358:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.968360:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.968364:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.968365:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.968369:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.968373:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171904, portal 10 00000100:00000001:0.0:1712357315.968374:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.968375:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.968379:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.968388:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.968390:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.968392:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357315.968394:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572171904, offset 0 00000400:00000200:0.0:1712357315.968398:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.968401:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.968405:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.968409:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.968412:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.968414:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.968416:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.968419:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [793:793:256:4294967295] 192.168.203.120@tcp LPNI seq info [793:793:8:4294967295] 00000400:00000200:0.0:1712357315.968422:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.968428:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.968433:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.968436:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357315.968440:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.968445:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.968448:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.971247:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.971251:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.971255:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.971257:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.971258:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.971261:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.971264:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.971266:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.971268:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.971269:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.971959:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.971962:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:3.0:1712357315.971966:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.971974:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.971978:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:3.0:1712357315.971980:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:3.0:1712357315.971984:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.971990:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.972000:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.972002:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.972007:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.972008:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.975017:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:2.1:1712357315.975028:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797bc0. 00000800:00000001:2.0:1712357315.979064:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.979080:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.979092:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.979095:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.979104:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.979111:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.979118:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.979122:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.979124:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.979128:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c680 00000400:00000200:2.0:1712357315.979131:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.979136:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b45 [1] + 224 00000800:00000001:2.0:1712357315.979143:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.979156:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.979158:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.979162:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.979167:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.979174:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.979183:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.979201:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.979207:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.979210:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.979260:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.979267:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.979268:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.979274:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.979277:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.979279:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.979281:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.979285:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.979291:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979297:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.979298:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.979300:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.979302:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.979304:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.979306:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.979308:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.979314:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.979317:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.979319:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.979322:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979326:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.979329:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.979330:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.979331:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.979333:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.979336:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979342:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.979345:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.979346:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.979348:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.979354:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171904:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.979362:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.979366:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.979368:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.979369:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.979372:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979377:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.979380:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.979383:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.979384:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.979387:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.979390:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.979392:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.979394:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357315.979396:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.979398:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357315.979401:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979408:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.979412:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979416:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.979419:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.979424:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.979426:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979430:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.979436:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.979438:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.979440:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.979445:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.979447:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.979451:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979455:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.979457:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.979459:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979462:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.979465:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.979465:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.979466:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.979467:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357315.979469:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.979470:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.979472:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.979473:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.979477:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.979478:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.979479:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.979481:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.979483:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.979484:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.979485:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.979486:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.979488:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f0333877f from hash 00010000:00000001:0.0:1712357315.979493:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.979493:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.979494:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.979495:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.979496:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.979497:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.979498:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.979499:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.979500:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979502:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.979504:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979507:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.979508:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.979509:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.979510:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.979511:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.979511:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.979512:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.979514:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333877f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.979525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.979526:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.979529:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.979533:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.979539:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.979540:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979541:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979542:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979544:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.979546:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.979547:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979548:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.979549:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardistribution.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.979573:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.979576:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.979578:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979609:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.979610:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.979614:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797d20. 00000080:00002000:0.0:1712357315.979618:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.979623:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.979626:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.979629:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979631:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.979633:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.979634:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.979638:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.979640:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.979643:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.979645:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979646:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.979648:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979649:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.979651:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.979654:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.979658:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.979662:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572171904/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979666:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.979668:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.979670:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.979673:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.979675:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.979676:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.979678:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.979680:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.979682:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.979683:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.979688:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.979691:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.979692:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.979694:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.979694:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.979695:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.979700:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.979701:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry chardistribution.py (ffff8800a7516870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.979704:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.979706:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.979709:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.979711:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.979712:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.979714:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979743:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.979745:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.979747:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.979751:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979754:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.979755:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.979757:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.979758:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.979761:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.979763:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979764:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.979765:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.979767:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979769:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.979770:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.979772:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.979773:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.979774:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.979775:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979776:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.979777:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.979779:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979781:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.979785:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.979787:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.979788:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.979789:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.979790:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.979791:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.979792:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.979794:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.979800:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=charsetgroupprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.979803:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.979804:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=charsetgroupprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.979808:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.979812:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.979814:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.979815:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'charsetgroupprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.979817:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.979820:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='charsetgroupprober.py' -> mds #0 00800000:00000001:0.0:1712357315.979822:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979824:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.979825:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: charsetgroupprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.979828:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.979829:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.979831:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.979833:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.979837:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.979839:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.979842:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.979843:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.979844:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.979846:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.979847:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.979850:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.979854:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.979858:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.979864:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.979865:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.979866:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.979867:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.979869:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.979874:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.979876:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.979878:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.979880:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.979881:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.979883:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.979885:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a06c0. 00000020:00000001:0.0:1712357315.979887:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.979889:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a06c0 with handle 0xbda2fb8f03338786 to hash 00000020:00000001:0.0:1712357315.979890:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.979891:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.979893:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.979895:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.979896:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.979898:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.979903:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.979909:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.979913:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.979914:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.979918:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.979919:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.979921:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.979922:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.979925:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.979931:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.979933:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.979934:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.979938:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979943:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.979944:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.979946:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.979948:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.979951:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.979953:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.979957:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.979958:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.979960:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.979962:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.979963:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.979967:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.979969:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.979972:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.979976:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572171968, portal 10 00000100:00000001:0.0:1712357315.979977:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.979978:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.979981:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.979988:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.979990:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.979992:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357315.979994:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572171968, offset 0 00000400:00000200:0.0:1712357315.979997:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.980001:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.980005:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.980009:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.980012:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.980015:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.980022:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.980025:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [794:794:256:4294967295] 192.168.203.120@tcp LPNI seq info [794:794:8:4294967295] 00000400:00000200:0.0:1712357315.980028:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.980034:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.980039:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.980042:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357315.980046:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.980051:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.980054:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.980074:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.980076:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.980078:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.980080:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.980081:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.980082:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.980084:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.980085:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.980086:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.980087:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.980372:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.980375:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1712357315.980378:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.980381:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.980383:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:3.0:1712357315.980384:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:3.0:1712357315.980386:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.980393:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.980399:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.980401:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.980405:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.980407:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.983949:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:2.1:1712357315.983962:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797d20. 00000800:00000001:2.0:1712357315.986321:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.986333:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.986336:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.986338:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.986347:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.986352:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.986358:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.986362:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.986365:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.986369:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c6c0 00000400:00000200:2.0:1712357315.986373:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.986384:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b4d [1] + 224 00000800:00000001:2.0:1712357315.986391:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.986402:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.986405:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.986408:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.986413:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.986419:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.986427:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.986437:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.986442:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.986445:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.986492:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.986497:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.986499:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.986501:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.986505:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.986506:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.986509:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.986513:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.986519:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.986524:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.986526:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.986528:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.986535:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.986537:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.986538:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.986540:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.986547:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.986561:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.986563:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.986567:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.986572:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.986575:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.986577:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.986578:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.986580:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.986611:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.986618:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.986620:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.986622:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.986624:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.986631:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572171968:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.986635:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.986637:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.986639:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.986640:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.986643:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.986647:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.986649:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.986651:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.986652:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.986658:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.986661:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.986663:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.986665:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=4 00000020:00000001:0.0:1712357315.986666:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.986668:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00010000:0.0:1712357315.986672:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986679:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.986682:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986687:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.986689:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986693:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.986694:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.986696:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986700:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.986701:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.986704:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.986705:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.986709:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a06c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.986712:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.986714:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986719:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.986720:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.986726:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986730:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.986732:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.986733:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.986734:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.986735:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a06c0 refcount=5 00000020:00000001:0.0:1712357315.986736:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.986738:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183779520 : -131938525772096 : ffff8800ab0a06c0) 00010000:00000001:0.0:1712357315.986740:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.986742:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.986746:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.986747:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.986749:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.986750:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.986752:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.986753:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.986754:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.986755:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.986757:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a06c0 with handle 0xbda2fb8f03338786 from hash 00010000:00000001:0.0:1712357315.986758:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.986759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.986760:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.986761:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.986762:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.986762:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.986764:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.986764:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.986765:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986766:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.986768:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986778:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.986779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.986780:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.986781:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.986782:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.986782:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.986783:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.986785:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a06c0/0xbda2fb8f03338786 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.986803:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.986804:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.986809:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.986813:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.986819:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.986821:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.986822:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.986823:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.986825:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.986826:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.986827:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.986828:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.986829:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=charsetgroupprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.986831:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.986834:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.986836:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986839:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.986841:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.986845:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797e60. 00000080:00002000:0.0:1712357315.986848:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.986853:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.986856:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.986859:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.986861:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.986865:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.986867:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.986872:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.986874:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.986877:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.986879:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.986880:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.986882:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986883:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.986885:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.986888:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.986892:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.986895:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572171968/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.986899:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.986901:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.986903:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.986907:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.986908:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.986909:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.986911:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.986912:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.986914:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.986916:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.986917:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.986920:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.986921:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.986923:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.986924:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.986925:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.986929:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.986930:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry charsetgroupprober.py (ffff8800a75166c0, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.986932:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.986935:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.986937:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.986939:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.986943:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.986944:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986972:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.986974:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.986975:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.986979:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986981:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.986982:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.986983:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.986985:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.986988:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.986990:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986991:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.986992:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.986994:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.986996:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.986997:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.986998:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.986999:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.987001:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.987001:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.987002:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.987003:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.987005:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.987006:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.987007:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.987008:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.987009:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.987009:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.987010:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.987011:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.987011:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.987013:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.987018:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=charsetprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.987020:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.987021:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=charsetprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.987029:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.987033:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.987035:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.987036:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'charsetprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.987038:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.987041:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='charsetprober.py' -> mds #0 00800000:00000001:0.0:1712357315.987043:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.987045:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.987046:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: charsetprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.987049:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.987050:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.987053:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.987055:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.987058:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.987061:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.987064:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.987065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.987066:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.987067:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.987069:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.987071:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.987075:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.987079:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.987081:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.987082:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.987083:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.987084:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.987085:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.987089:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.987092:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.987093:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.987095:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.987096:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.987098:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.987104:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357315.987106:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.987107:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f0333878d to hash 00000020:00000001:0.0:1712357315.987109:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.987110:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.987112:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.987114:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.987115:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.987117:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.987122:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.987129:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.987133:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.987134:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.987137:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.987138:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.987140:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.987141:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.987145:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.987147:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.987148:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.987149:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.987153:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.987159:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.987160:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.987162:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.987164:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.987166:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.987174:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.987177:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.987179:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.987180:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.987182:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.987183:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.987187:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.987189:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.987192:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.987195:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172032, portal 10 00000100:00000001:0.0:1712357315.987197:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.987197:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.987201:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.987206:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.987208:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.987209:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357315.987212:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572172032, offset 0 00000400:00000200:0.0:1712357315.987215:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.987219:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.987223:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.987227:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.987230:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.987233:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.987234:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.987237:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [795:795:256:4294967295] 192.168.203.120@tcp LPNI seq info [795:795:8:4294967295] 00000400:00000200:0.0:1712357315.987240:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.987246:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.987251:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.987253:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1712357315.987258:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.987268:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.987270:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.987289:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.987291:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.987293:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.987294:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.987295:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.987297:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.987298:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.987300:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.987301:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.987302:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.987431:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.987434:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1712357315.987437:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.987441:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.987443:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:3.0:1712357315.987444:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:3.0:1712357315.987447:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.987450:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.987455:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.987457:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.987462:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.987463:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357315.990767:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a06c0. 00000080:00000010:2.1:1712357315.990778:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797e60. 00000800:00000001:2.0:1712357315.992479:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.992492:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.992494:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.992496:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.992504:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.992510:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.992516:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.992520:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.992523:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.992526:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c700 00000400:00000200:2.0:1712357315.992530:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.992534:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b55 [1] + 224 00000800:00000001:2.0:1712357315.992540:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.992561:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.992563:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.992567:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.992572:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.992578:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.992626:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.992645:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.992651:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.992654:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.992797:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.992805:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.992806:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.992809:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.992812:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.992814:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.992817:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.992821:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.992828:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.992833:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.992834:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.992836:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.992839:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.992841:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.992842:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.992845:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.992853:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.992857:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.992859:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.992862:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.992874:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.992877:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.992878:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.992880:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.992882:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.992885:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.992890:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.992892:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.992894:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.992896:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.992902:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172032:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.992905:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.992908:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.992909:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.992911:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.992913:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.992918:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.992920:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.992923:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.992923:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.992926:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.992930:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.992932:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.992934:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:0.0:1712357315.992936:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.992938:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00010000:0.0:1712357315.992942:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.992952:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.992955:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.992959:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.992962:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.992966:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.992967:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.992968:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.992972:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.992974:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.992977:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.992979:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.992983:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0d80 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.992986:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.992988:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.992993:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.992995:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.992997:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.993000:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.993003:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.993003:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.993005:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.993009:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=5 00000020:00000001:0.0:1712357315.993010:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.993012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357315.993014:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.993016:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.993020:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.993022:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.993023:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.993024:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.993027:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.993028:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.993029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.993030:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.993032:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0d80 with handle 0xbda2fb8f0333878d from hash 00010000:00000001:0.0:1712357315.993033:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.993034:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.993035:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.993035:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.993036:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.993037:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.993039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.993039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.993040:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993041:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.993043:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.993046:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.993047:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.993048:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.993048:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.993049:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.993050:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.993050:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.993052:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0d80/0xbda2fb8f0333878d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.993078:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.993080:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.993083:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.993088:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.993093:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.993094:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993096:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993097:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993100:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.993102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.993102:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993104:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.993105:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=charsetprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.993108:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.993111:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.993113:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993116:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.993118:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.993122:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6797fc0. 00000080:00002000:0.0:1712357315.993126:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.993131:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.993133:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.993136:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993138:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.993140:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.993142:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.993147:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.993149:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.993152:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.993154:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993156:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.993157:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993162:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.993165:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.993168:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.993173:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.993176:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572172032/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.993180:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.993182:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.993185:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.993189:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.993190:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.993192:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.993193:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.993195:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.993197:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.993199:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.993200:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.993203:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.993204:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.993206:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.993207:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.993208:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.993213:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.993215:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry charsetprober.py (ffff8800a7516870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.993217:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.993220:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.993224:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.993225:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.993227:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.993228:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993260:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.993263:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.993264:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.993268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993271:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.993272:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.993274:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.993279:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.993282:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.993284:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993285:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.993286:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.993288:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993290:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.993291:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.993292:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.993293:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.993294:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.993295:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993296:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.993297:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.993299:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993300:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.993301:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.993302:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.993303:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.993304:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.993305:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.993306:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.993307:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.993309:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.993314:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=codingstatemachine.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.993317:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.993318:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=codingstatemachine.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.993323:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.993326:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.993329:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.993330:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'codingstatemachine.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.993333:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.993335:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='codingstatemachine.py' -> mds #0 00800000:00000001:0.0:1712357315.993338:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993343:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.993344:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: codingstatemachine.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.993347:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.993349:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.993351:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.993354:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.993358:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.993360:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.993363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.993364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.993365:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.993367:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.993368:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.993371:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.993376:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.993380:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.993382:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.993383:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.993384:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.993385:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.993386:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.993390:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.993393:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.993394:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.993396:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.993397:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.993399:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.993401:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357315.993403:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.993404:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03338794 to hash 00000020:00000001:0.0:1712357315.993406:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.993407:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.993409:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.993411:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.993412:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.993417:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.993422:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.993428:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.993432:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.993433:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.993436:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.993437:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.993440:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.993440:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.993444:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.993446:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.993448:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.993449:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.993453:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.993459:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.993460:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.993463:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.993464:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.993467:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172096:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.993470:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.993473:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.993475:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.993476:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.993479:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.993480:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.993484:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.993486:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.993490:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.993497:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172096, portal 10 00000100:00000001:0.0:1712357315.993499:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.993500:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.993505:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.993510:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.993512:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.993514:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357315.993516:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572172096, offset 0 00000400:00000200:0.0:1712357315.993520:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.993525:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.993529:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.993534:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.993537:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.993539:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.993541:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.993545:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [796:796:256:4294967295] 192.168.203.120@tcp LPNI seq info [796:796:8:4294967295] 00000400:00000200:0.0:1712357315.993548:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.993566:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.993571:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.993575:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357315.993579:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.993606:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.993609:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357315.993627:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.993628:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357315.993630:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.993632:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357315.993633:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357315.993635:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357315.993636:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.993638:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.993643:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357315.993644:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357315.993896:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357315.993900:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1712357315.993904:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357315.993908:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357315.993910:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357315.993911:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357315.993914:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357315.993917:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.993923:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357315.993925:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357315.993937:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357315.993939:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357315.996004:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.996015:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357315.996018:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.996020:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.996029:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.996035:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357315.996041:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.996044:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.996047:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.996051:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c740 00000400:00000200:2.0:1712357315.996054:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357315.996058:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b5d [1] + 224 00000800:00000001:2.0:1712357315.996063:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.996074:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357315.996076:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357315.996080:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357315.996084:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357315.996090:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357315.996098:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357315.996672:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357315.996680:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357315.996683:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.997726:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357315.997733:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357315.997734:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357315.997737:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357315.997741:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357315.997743:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357315.997746:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357315.997752:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357315.997760:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.997765:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357315.997767:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.997768:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357315.997771:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357315.997773:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357315.997774:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.997777:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357315.997783:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357315.997787:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357315.997789:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357315.997792:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.997797:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.997799:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357315.997801:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357315.997802:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357315.997804:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357315.997807:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.997812:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357315.997814:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357315.997823:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357315.997826:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357315.997831:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172096:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.997834:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357315.997838:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357315.997839:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357315.997841:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.997843:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.997849:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357315.997852:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.997854:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357315.997855:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357315.997857:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357315.997860:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.997862:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.997865:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357315.997866:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.997869:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00010000:0.0:1712357315.997872:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997880:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357315.997883:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997887:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357315.997889:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.997897:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357315.997899:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997903:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.997905:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.997907:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357315.997909:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.997913:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357315.997916:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357315.997919:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997923:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357315.997924:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357315.997926:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997930:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357315.997932:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357315.997933:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357315.997934:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357315.997935:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=5 00000020:00000001:0.0:1712357315.997936:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.997938:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357315.997940:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357315.997941:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357315.997945:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357315.997946:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.997948:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357315.997949:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357315.997954:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357315.997955:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357315.997956:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.997957:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357315.997959:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1200 with handle 0xbda2fb8f03338794 from hash 00010000:00000001:0.0:1712357315.997960:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357315.997961:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.997962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.997962:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357315.997963:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357315.997964:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357315.997966:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.997966:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.997967:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.997968:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.997970:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997973:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.997973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.997974:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357315.997975:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357315.997976:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.997976:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.997977:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357315.997978:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1200/0xbda2fb8f03338794 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357315.997986:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.997987:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357315.997990:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357315.997994:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357315.998000:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.998001:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998003:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998004:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998009:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357315.998011:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357315.998011:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998013:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357315.998014:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=codingstatemachine.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357315.998017:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.998019:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.998021:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998024:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357315.998026:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357315.998029:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67970a0. 00000080:00002000:0.0:1712357315.998034:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357315.998038:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.998041:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357315.998043:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998045:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357315.998047:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357315.998048:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357315.998052:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.998054:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357315.998057:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357315.998059:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998060:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.998061:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998063:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357315.998065:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357315.998068:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357315.998072:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357315.998076:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572172096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.998080:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357315.998082:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357315.998085:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.998088:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357315.998089:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357315.998091:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357315.998106:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357315.998108:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357315.998110:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357315.998111:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357315.998113:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357315.998116:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357315.998117:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.998119:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357315.998120:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357315.998121:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357315.998126:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.998128:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry codingstatemachine.py (ffff8800a7516360, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357315.998130:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357315.998132:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357315.998136:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357315.998138:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357315.998139:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357315.998141:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998170:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357315.998172:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.998174:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.998177:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998179:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.998181:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357315.998183:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.998185:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357315.998187:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.998189:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998190:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.998191:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.998193:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998195:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.998196:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357315.998197:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.998198:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357315.998200:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.998200:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998205:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.998206:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.998209:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998210:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357315.998211:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357315.998212:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.998213:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357315.998214:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357315.998215:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357315.998216:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357315.998217:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357315.998219:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357315.998224:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357315.998226:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357315.998228:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357315.998232:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357315.998236:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357315.998239:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357315.998240:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357315.998243:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357315.998245:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='compat.py' -> mds #0 00800000:00000001:0.0:1712357315.998247:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998249:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357315.998250:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357315.998253:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357315.998254:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357315.998257:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357315.998260:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357315.998263:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357315.998265:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357315.998268:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357315.998269:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357315.998270:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.998271:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357315.998273:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357315.998278:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357315.998283:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357315.998287:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.998289:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.998291:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.998292:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357315.998292:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357315.998293:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357315.998298:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357315.998300:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357315.998302:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357315.998304:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357315.998305:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357315.998307:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357315.998309:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357315.998311:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357315.998313:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f0333879b to hash 00000020:00000001:0.0:1712357315.998314:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357315.998316:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.998318:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357315.998320:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357315.998321:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357315.998323:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.998327:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357315.998333:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357315.998337:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357315.998338:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357315.998341:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357315.998342:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357315.998347:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.998348:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357315.998351:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357315.998354:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357315.998355:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357315.998357:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357315.998360:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.998366:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357315.998367:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.998369:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357315.998371:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357315.998373:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357315.998376:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357315.998379:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357315.998380:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357315.998382:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357315.998385:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357315.998386:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357315.998392:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357315.998394:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357315.998397:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357315.998402:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172160, portal 10 00000100:00000001:0.0:1712357315.998403:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357315.998404:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357315.998408:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357315.998413:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357315.998415:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357315.998417:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357315.998419:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172160, offset 0 00000400:00000200:0.0:1712357315.998424:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357315.998429:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.998437:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357315.998441:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357315.998444:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357315.998446:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357315.998448:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357315.998451:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [797:797:256:4294967295] 192.168.203.120@tcp LPNI seq info [797:797:8:4294967295] 00000400:00000200:0.0:1712357315.998454:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357315.998461:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357315.998466:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357315.998469:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357315.998473:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357315.998480:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357315.998483:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.001082:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.001090:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.001093:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.001096:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.001097:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00100000:0.0:1712357316.001100:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 10 seconds 00000100:00000001:0.0:1712357316.001102:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.001105:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.001108:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.001109:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.001168:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0d80. 00000080:00000010:2.1:1712357316.001176:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6797fc0. 00000800:00000200:3.0:1712357316.001335:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.001339:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357316.001344:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.001351:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.001355:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357316.001358:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357316.001361:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.001366:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.001374:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.001377:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.001382:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.001383:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.003755:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1200. 00000080:00000010:2.1:1712357316.003765:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67970a0. 00000800:00000001:2.0:1712357316.003787:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.003797:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.003806:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.003809:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.003817:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.003823:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.003827:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.003831:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.003834:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.003837:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c780 00000400:00000200:2.0:1712357316.003841:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.003845:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b65 [1] + 224 00000800:00000001:2.0:1712357316.003851:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.003861:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.003863:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.003866:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.003870:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.003876:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.003884:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.003904:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.003910:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.003912:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.003931:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.003936:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.003937:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.003939:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:0.0:1712357316.003943:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:0.0:1712357316.003944:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:0.0:1712357316.003946:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.003951:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.003959:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.003969:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.003971:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.003973:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.003975:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.003977:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.003979:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.003981:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.003987:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.003991:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.003992:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.003996:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.004000:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.004003:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.004004:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.004006:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.004007:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.004010:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.004015:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.004017:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.004018:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.004021:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.004026:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172160:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.004029:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.004032:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.004034:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.004035:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.004037:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.004049:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.004051:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357316.004053:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.004054:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.004057:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.004059:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.004062:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.004063:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357316.004065:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.004067:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00010000:0.0:1712357316.004070:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004077:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.004079:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004083:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.004085:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004089:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.004090:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.004091:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004095:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.004096:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.004098:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.004100:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.004104:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0000 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.004109:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.004112:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004116:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.004117:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.004120:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004123:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.004125:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.004126:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.004126:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.004127:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=5 00000020:00000001:0.0:1712357316.004128:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.004130:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.004131:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.004133:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.004136:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.004137:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.004138:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.004140:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.004142:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.004143:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.004144:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.004145:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.004147:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0000 with handle 0xbda2fb8f0333879b from hash 00010000:00000001:0.0:1712357316.004148:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.004149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.004149:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.004150:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.004151:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.004152:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.004156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.004157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.004157:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004159:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.004160:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.004164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.004165:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.004165:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.004166:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.004167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.004167:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.004168:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0000/0xbda2fb8f0333879b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.004189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.004190:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.004194:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.004198:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.004203:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.004204:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004206:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004207:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004209:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.004210:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.004211:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004212:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.004213:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.004215:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.004218:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.004220:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004223:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.004225:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.004228:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091120. 00000080:00002000:0.0:1712357316.004235:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.004239:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.004243:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.004245:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004247:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.004249:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.004250:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.004254:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.004256:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.004259:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.004261:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004263:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.004264:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004265:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.004267:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.004270:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357316.004274:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.004277:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572172160/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.004281:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.004283:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.004285:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357316.004289:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.004290:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.004291:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.004293:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.004295:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:0.0:1712357316.004297:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.004298:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.004300:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:0.0:1712357316.004303:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.004304:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.004305:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.004306:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.004307:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.004311:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.004316:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.py (ffff8800a7516948, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.004318:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.004320:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.004323:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.004325:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.004325:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.004327:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004356:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.004358:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.004360:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.004364:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004367:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.004368:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.004369:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.004371:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.004374:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.004376:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004377:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.004378:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.004380:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004381:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.004382:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.004384:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.004385:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.004386:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.004387:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004388:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.004389:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.004391:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004392:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.004393:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.004394:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.004395:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.004396:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.004397:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.004398:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.004399:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.004405:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.004411:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cp949prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.004413:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.004414:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cp949prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.004418:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.004421:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.004423:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.004425:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cp949prober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.004427:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.004429:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='cp949prober.py' -> mds #0 00800000:00000001:0.0:1712357316.004431:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.004433:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.004434:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cp949prober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.004436:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.004438:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.005539:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5f80. 00000020:00000040:0.0:1712357316.005544:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.005548:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.005560:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.005564:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.005565:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.005566:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.005568:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.005570:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.005573:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.005578:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7cc00. 00000100:00000001:0.0:1712357316.005594:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.005597:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.005598:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.005599:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.005600:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.005601:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.005606:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00010000:00000001:0.0:1712357316.005608:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.005614:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.005618:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.005620:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.005621:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.005624:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357316.005627:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.005629:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f033387a2 to hash 00000020:00000001:0.0:1712357316.005630:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.005631:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357316.005633:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357316.005635:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.005637:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.005639:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.005644:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.005651:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.005655:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.005656:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.005660:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357316.005662:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357316.005664:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.005664:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000001:0.0:1712357316.005668:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.005670:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.005672:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.005674:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.005680:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.005685:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.005687:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.005692:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.005694:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.005697:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.005700:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.005703:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.005705:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.005707:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.005710:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326000. 02000000:00000001:0.0:1712357316.005711:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.005717:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.005720:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c7e8. 00000400:00000010:0.0:1712357316.005723:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357316.005728:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172224, portal 10 00000100:00000001:0.0:1712357316.005729:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.005730:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369362304 : -131936340189312 : ffff88012d4f5f80) 00000100:00000040:0.0:1712357316.005734:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.005739:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.005741:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.005743:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357316.005745:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172224, offset 0 00000400:00000200:0.0:1712357316.005749:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.005753:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.005757:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.005761:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.005764:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.005767:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.005768:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.005771:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [798:798:256:4294967295] 192.168.203.120@tcp LPNI seq info [798:798:8:4294967295] 00000400:00000200:0.0:1712357316.005774:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.005780:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.005784:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.005791:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357316.005795:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.005801:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.005804:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.007434:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.008132:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.008137:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.008139:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.008141:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.008144:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.008193:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.008197:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.008200:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.008200:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.008340:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.008344:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357316.008348:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.008355:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.008358:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:3.0:1712357316.008360:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:3.0:1712357316.008363:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.008368:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.008376:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.008378:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.008383:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.008384:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.008676:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0000. 00000080:00000010:2.1:1712357316.008683:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091120. 00000800:00000001:2.0:1712357316.012644:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.012656:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.012659:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.012661:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.012669:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.012675:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.012681:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.012684:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.012687:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.012691:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c7c0 00000400:00000200:2.0:1712357316.012694:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.012706:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b6d [1] + 224 00000800:00000001:2.0:1712357316.012711:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.012720:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.012722:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.012725:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.012729:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.012735:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.012744:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.012766:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.012770:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.012773:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.012822:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.012828:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.012829:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.012831:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c7e8. 00000400:00000200:1.0:1712357316.012834:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:1.0:1712357316.012836:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:1.0:1712357316.012838:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.012842:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.012849:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.012854:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.012855:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.012857:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.012859:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.012861:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.012862:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.012864:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.012870:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.012873:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.012875:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.012877:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.012882:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.012885:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.012890:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.012891:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.012893:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.012897:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.012903:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.012905:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.012906:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.012909:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.012915:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172224:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.012919:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.012921:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.012923:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.012924:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.012927:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.012931:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.012934:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:1.0:1712357316.012936:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.012937:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.012940:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.012942:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.012944:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.012946:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:1.0:1712357316.012948:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357316.012950:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:1.0:1712357316.012954:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.012962:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.012965:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.012971:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.012974:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.012978:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.012979:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.012981:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.012985:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.012986:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.012988:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.012990:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.012994:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.012997:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.012999:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.013004:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.013005:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.013007:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.013011:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.013013:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.013013:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.013014:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.013015:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:1.0:1712357316.013016:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357316.013018:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357316.013020:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.013023:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.013027:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.013028:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.013030:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.013031:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.013033:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.013034:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.013035:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.013036:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.013038:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f033387a2 from hash 00010000:00000001:1.0:1712357316.013039:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.013040:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.013041:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.013041:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.013042:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.013043:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.013045:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.013045:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.013046:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013047:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.013049:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.013052:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.013053:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.013054:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.013055:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.013055:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.013056:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.013057:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.013058:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033387a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.013078:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.013079:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.013082:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.013088:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.013094:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.013095:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013097:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013098:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013101:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.013102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.013103:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013104:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.013106:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cp949prober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.013108:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.013110:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.013112:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013116:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.013117:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.013120:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8500. 00000080:00002000:1.0:1712357316.013124:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.013128:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.013131:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.013133:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013135:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.013137:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.013138:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.013142:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.013144:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.013147:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.013149:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013150:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.013152:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013153:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.013155:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.013158:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:1.0:1712357316.013161:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.013164:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5f80 x1795536572172224/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.013171:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.013172:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.013175:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326000. 02000000:00000001:1.0:1712357316.013178:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.013179:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.013180:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.013182:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.013183:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7cc00. 02000000:00000001:1.0:1712357316.013186:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.013187:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.013189:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5f80. 00000100:00000001:1.0:1712357316.013192:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.013193:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.013195:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.013196:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.013196:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.013201:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.013203:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cp949prober.py (ffff8800a7516438, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.013205:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.013208:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.013211:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.013212:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.013214:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.013216:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013243:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.013245:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.013246:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.013250:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013252:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.013253:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.013255:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.013257:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.013259:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.013261:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013263:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.013264:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.013268:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013270:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.013271:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.013273:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.013274:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.013275:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.013276:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013277:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.013278:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.013280:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013282:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.013282:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.013284:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.013285:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.013285:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.013286:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.013287:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.013288:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.013290:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.013295:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=enums.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.013298:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.013299:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=enums.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.013303:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739600. 00000080:00000001:1.0:1712357316.013307:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.013309:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.013310:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'enums.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.013312:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.013315:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='enums.py' -> mds #0 00800000:00000001:1.0:1712357316.013317:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013318:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.013320:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: enums.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.013322:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.013324:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.013326:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29880. 00000020:00000040:1.0:1712357316.013329:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.013334:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.013337:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.013340:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.013341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.013342:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.013344:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.013345:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.013347:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.013352:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541400. 00000100:00000001:1.0:1712357316.013356:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.013358:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.013359:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.013361:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.013361:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.013363:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.013367:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00010000:00000001:1.0:1712357316.013369:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.013370:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.013372:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.013374:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.013376:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.013378:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.013380:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.013382:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033387a9 to hash 00000020:00000001:1.0:1712357316.013383:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.013384:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.013387:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.013388:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.013389:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.013392:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.013396:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.013403:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.013409:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.013410:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.013414:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357316.013415:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357316.013417:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.013418:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000100:00000001:1.0:1712357316.013421:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.013423:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.013425:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.013426:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.013429:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.013434:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.013435:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.013438:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.013439:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.013442:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172288:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.013445:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.013449:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.013450:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.013452:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.013455:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357316.013456:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.013460:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.013461:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2dc0. 00000400:00000010:1.0:1712357316.013465:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357316.013469:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172288, portal 10 00000100:00000001:1.0:1712357316.013470:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.013471:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000100:00000040:1.0:1712357316.013475:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.013481:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.013485:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.013486:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357316.013490:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172288, offset 0 00000400:00000200:1.0:1712357316.013493:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.013496:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.013500:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.013504:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.013508:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.013510:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.013511:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.013514:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [799:799:256:4294967295] 192.168.203.120@tcp LPNI seq info [799:799:8:4294967295] 00000400:00000200:1.0:1712357316.013516:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.013523:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.013526:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.013529:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.013532:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.013539:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.013542:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.013718:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.013720:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.013722:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.013723:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.013724:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.013726:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.013727:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.013729:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.013730:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.013731:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.013842:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.013845:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.013852:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.013855:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.013858:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357316.013859:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357316.013862:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.013865:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.013871:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.013873:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.013878:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.013879:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.015782:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.015793:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.015796:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.015798:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.015805:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.015810:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.015816:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.015820:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.015823:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.015827:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c800 00000400:00000200:2.0:1712357316.015830:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.015839:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b75 [1] + 224 00000800:00000001:2.0:1712357316.015845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.015864:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.015867:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.015870:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.015875:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.015880:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.015897:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.015918:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.015923:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.015926:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.015964:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.015969:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.015970:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.015972:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2dc0. 00000400:00000200:1.0:1712357316.015976:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:1.0:1712357316.015978:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:1.0:1712357316.015984:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.015989:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.015996:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.016001:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.016003:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.016004:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.016007:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.016008:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.016010:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.016013:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.016019:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.016021:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.016024:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.016027:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.016032:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.016034:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.016035:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.016037:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.016039:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.016042:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.016047:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.016049:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.016051:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.016053:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.016058:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172288:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.016062:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.016069:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.016070:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.016072:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.016075:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.016080:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.016083:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357316.016084:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.016085:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.016088:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.016091:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.016093:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.016095:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.016096:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.016098:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.016102:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016109:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.016111:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016115:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.016117:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016120:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.016121:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.016123:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016126:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.016127:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.016129:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.016131:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.016139:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.016141:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.016144:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016148:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.016149:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.016151:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016154:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.016156:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.016157:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.016158:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.016159:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.016160:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.016162:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.016164:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.016165:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.016169:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.016170:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.016172:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.016173:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.016175:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.016176:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.016247:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.016249:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.016252:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033387a9 from hash 00010000:00000001:1.0:1712357316.016253:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.016254:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.016265:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.016266:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.016267:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.016268:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.016270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.016271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.016272:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016273:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.016275:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016279:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.016279:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.016280:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.016281:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.016282:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.016282:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.016283:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.016285:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033387a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.016292:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.016293:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.016297:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.016301:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.016307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.016308:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016309:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016310:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016312:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.016314:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.016315:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016316:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.016317:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=enums.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.016320:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.016322:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.016328:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016331:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.016333:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.016336:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8660. 00000080:00002000:1.0:1712357316.016340:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77000d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.016344:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.016347:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.016350:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016352:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.016354:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.016355:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.016364:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.016366:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.016369:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.016371:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016372:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.016373:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016375:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.016377:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.016380:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739600. 00000100:00000001:1.0:1712357316.016384:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.016387:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29880 x1795536572172288/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.016392:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.016393:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.016396:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357316.016399:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.016402:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.016403:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.016405:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.016407:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541400. 02000000:00000001:1.0:1712357316.016410:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.016411:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.016413:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29880. 00000100:00000001:1.0:1712357316.016416:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.016416:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.016422:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.016423:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.016424:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.016428:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.016429:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry enums.py (ffff8800a77000d8, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.016431:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.016434:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.016438:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.016440:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.016441:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.016443:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016473:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.016475:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.016476:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.016481:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016484:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.016485:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.016487:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.016488:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.016491:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.016492:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016494:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.016495:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.016496:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016498:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.016499:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.016500:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.016501:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.016502:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.016503:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016504:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.016505:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.016506:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016508:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.016508:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.016510:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.016511:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.016515:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.016516:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.016517:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.016518:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.016520:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.016525:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=escprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.016528:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.016529:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=escprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.016533:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739600. 00000080:00000001:1.0:1712357316.016537:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.016539:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.016540:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'escprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.016543:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.016545:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='escprober.py' -> mds #0 00800000:00000001:1.0:1712357316.016547:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.016549:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.016562:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: escprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.016565:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.016566:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.016569:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29880. 00000020:00000040:1.0:1712357316.016571:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.016575:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.016577:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.018832:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.018838:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.018840:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.018845:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.018847:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.018851:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.018872:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541400. 00000100:00000001:1.0:1712357316.018878:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.018881:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.018883:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.018884:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.018885:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.018894:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.018901:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00010000:00000001:1.0:1712357316.018904:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.018905:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.018910:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.018912:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.018914:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.018917:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.018919:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.018921:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f033387b0 to hash 00000020:00000001:1.0:1712357316.018923:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.018924:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.018926:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.018929:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.018930:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.018933:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.018939:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.018946:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.018950:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.018952:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.018957:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357316.018958:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357316.018960:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.018961:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000100:00000001:1.0:1712357316.018964:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.018967:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.018968:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.018970:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.018977:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.018987:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.018988:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.018990:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.018992:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.018995:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.018998:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.019001:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.019003:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.019004:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.019008:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357316.019009:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.019016:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.019019:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2dc0. 00000400:00000010:1.0:1712357316.019029:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357316.019035:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172352, portal 10 00000100:00000001:1.0:1712357316.019036:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.019037:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000100:00000040:1.0:1712357316.019042:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.019048:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.019053:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.019054:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357316.019058:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172352, offset 0 00000400:00000200:1.0:1712357316.019062:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.019067:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.019073:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.019077:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.019080:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.019083:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.019084:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.019087:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [800:800:256:4294967295] 192.168.203.120@tcp LPNI seq info [800:800:8:4294967295] 00000400:00000200:1.0:1712357316.019091:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.019101:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.019106:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.019110:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.019115:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.019121:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.019124:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.019145:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.019147:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.019149:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.019150:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.019152:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.019153:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.019155:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.019157:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.019160:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.019161:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.019364:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.019367:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.019371:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.019375:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.019378:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:3.0:1712357316.019379:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:3.0:1712357316.019382:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.019385:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.019391:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.019393:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.019397:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.019398:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.021746:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.021761:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.021764:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.021767:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.021776:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.021781:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.021787:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.021792:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.021795:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.021799:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c840 00000400:00000200:2.0:1712357316.021802:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.021807:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b7d [1] + 224 00000800:00000001:2.0:1712357316.021812:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.021833:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.021835:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.021892:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.021897:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.021903:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.021912:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:3.1:1712357316.021925:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:3.1:1712357316.021933:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8500. 00000100:00000001:2.0:1712357316.021933:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.021940:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.021942:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.021968:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.021976:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.021978:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.021980:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2dc0. 00000400:00000200:1.0:1712357316.021984:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:1.0:1712357316.021985:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:1.0:1712357316.021988:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.021992:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.021999:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022004:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.022006:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.022008:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.022010:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.022012:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.022013:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.022016:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.022029:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.022032:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.022034:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.022038:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022043:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.022047:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.022048:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.022049:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.022051:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.022055:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022061:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.022063:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.022065:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.022067:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.022074:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172352:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.022078:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.022081:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.022082:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.022084:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.022086:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022091:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.022093:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357316.022095:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.022095:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.022098:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.022100:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.022103:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.022105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.022110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.022112:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.022116:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022123:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.022126:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022131:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.022133:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022137:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.022139:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.022141:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022145:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.022146:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.022149:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.022150:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.022155:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.022157:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.022160:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022165:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.022166:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.022169:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022173:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.022179:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.022179:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.022181:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.022182:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.022183:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.022184:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.022186:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.022188:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.022192:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.022193:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.022195:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.022197:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.022199:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.022200:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.022200:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.022201:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.022203:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f033387b0 from hash 00010000:00000001:1.0:1712357316.022205:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.022206:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.022206:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.022207:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.022208:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.022209:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.022210:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.022211:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.022212:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022213:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.022215:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022218:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.022219:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.022220:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.022221:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.022224:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.022225:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.022225:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.022227:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033387b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.022234:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.022235:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.022239:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.022243:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.022249:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.022250:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022251:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022253:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022255:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.022256:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.022257:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022258:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.022259:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=escprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.022262:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.022264:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.022267:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022270:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.022271:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.022275:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c87a0. 00000080:00002000:1.0:1712357316.022279:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.022283:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.022286:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.022289:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022291:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.022293:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.022294:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.022298:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.022300:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.022303:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.022308:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022310:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.022311:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022312:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.022315:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.022318:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739600. 00000100:00000001:1.0:1712357316.022322:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.022324:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29880 x1795536572172352/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022329:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.022331:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.022333:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357316.022337:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.022338:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.022340:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.022341:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.022343:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541400. 02000000:00000001:1.0:1712357316.022345:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.022347:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.022349:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29880. 00000100:00000001:1.0:1712357316.022351:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.022352:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.022354:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.022355:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.022355:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.022360:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.022361:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry escprober.py (ffff8800a7700288, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.022364:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.022366:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.022368:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.022371:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.022372:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.022374:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022401:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.022403:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.022405:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.022411:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022414:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.022415:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.022417:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.022418:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.022421:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.022423:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022425:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.022426:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.022427:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022429:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.022430:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.022432:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.022433:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.022434:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.022435:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022436:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.022437:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.022439:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022440:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.022441:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.022443:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.022443:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.022444:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.022445:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.022446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.022447:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.022449:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.022455:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=escsm.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.022457:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.022458:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=escsm.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.022462:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739600. 00000080:00000001:1.0:1712357316.022466:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.022468:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.022469:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'escsm.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.022475:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.022477:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='escsm.py' -> mds #0 00800000:00000001:1.0:1712357316.022480:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022482:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.022483:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: escsm.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.022486:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.022487:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.022490:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29880. 00000020:00000040:1.0:1712357316.022492:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.022495:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.022498:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.022501:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.022502:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.022503:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.022504:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.022506:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.022508:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.022512:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541400. 00000100:00000001:1.0:1712357316.022517:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.022519:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.022520:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.022521:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.022522:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.022523:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.022531:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00010000:00000001:1.0:1712357316.022533:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.022534:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.022537:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.022538:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.022539:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.022541:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.022543:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.022544:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033387b7 to hash 00000020:00000001:1.0:1712357316.022546:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.022547:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.022563:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.022565:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.022566:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.022567:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.022572:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.022579:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.022614:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.022616:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.022619:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158a80. 00000100:00000001:1.0:1712357316.022621:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534144 : -131938525017472 : ffff8800ab158a80) 00000100:00000001:1.0:1712357316.022622:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.022623:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000100:00000001:1.0:1712357316.022626:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.022628:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.022630:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.022631:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.022635:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022640:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.022642:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.022644:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.022646:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.022648:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.022651:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.022654:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.022655:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.022657:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.022659:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fe8000. 02000000:00000001:1.0:1712357316.022664:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.022668:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.022670:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2dc0. 00000400:00000010:1.0:1712357316.022673:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357316.022677:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172416, portal 10 00000100:00000001:1.0:1712357316.022679:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.022679:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000100:00000040:1.0:1712357316.022684:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.022689:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.022691:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.022692:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357316.022694:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172416, offset 0 00000400:00000200:1.0:1712357316.022698:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.022702:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.022706:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.022710:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.022713:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.022715:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.022717:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.022720:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [801:801:256:4294967295] 192.168.203.120@tcp LPNI seq info [801:801:8:4294967295] 00000400:00000200:1.0:1712357316.022723:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.022729:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.022733:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.022758:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357316.022764:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.022770:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.022774:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.022787:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.022789:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.022790:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.022792:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.022793:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.022794:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158a80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.022796:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.022797:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.022799:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.022799:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.022878:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.022881:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357316.022884:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.022888:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.022890:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357316.022891:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357316.022894:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.022902:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.022909:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.022912:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.022916:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.022918:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.025208:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.025219:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.025231:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.025234:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.025242:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.025247:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.025254:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.025257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.025260:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.025264:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c880 00000400:00000200:2.0:1712357316.025267:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.025272:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b85 [1] + 224 00000800:00000001:2.0:1712357316.025277:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.025288:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.025291:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.025295:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.025300:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.025306:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:3.1:1712357316.025410:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:3.1:1712357316.025418:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8660. 00000100:00000040:2.0:1712357316.026913:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.026928:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.026936:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.026942:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.026989:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.026995:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.026996:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.026999:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2dc0. 00000400:00000200:0.0:1712357316.027002:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:0.0:1712357316.027004:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:0.0:1712357316.027006:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.027010:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.027018:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027030:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.027031:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.027033:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.027036:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.027037:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.027039:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.027041:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.027048:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.027051:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.027053:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.027056:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027061:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.027063:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.027065:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.027067:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.027068:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.027071:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027077:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.027080:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.027081:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.027084:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.027090:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29880 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172416:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.027093:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.027097:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.027098:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.027100:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.027102:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027115:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.027117:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158a80. 00000100:00000001:0.0:1712357316.027120:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.027121:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.027124:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.027126:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.027128:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.027131:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:0.0:1712357316.027133:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:0.0:1712357316.027134:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:0.0:1712357316.027138:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027144:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.027147:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027150:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.027152:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027156:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.027158:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.027159:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027164:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.027165:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.027167:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.027169:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.027173:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.027179:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.027182:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027187:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.027189:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.027191:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027194:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.027196:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.027197:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.027198:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.027199:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:0.0:1712357316.027200:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:0.0:1712357316.027202:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:0.0:1712357316.027203:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.027205:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.027209:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.027210:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.027212:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.027213:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.027215:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.027216:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.027217:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.027218:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.027220:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033387b7 from hash 00010000:00000001:0.0:1712357316.027221:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.027222:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.027223:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.027224:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.027225:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.027226:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.027230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.027231:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.027232:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027233:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.027235:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.027239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.027240:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.027241:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.027242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.027242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.027243:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.027244:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033387b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.027267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.027268:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.027273:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.027277:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.027283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.027283:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027285:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027286:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027288:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.027290:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.027290:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027292:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.027293:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=escsm.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.027296:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.027298:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.027300:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027304:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.027305:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.027309:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a60912a0. 00000080:00002000:0.0:1712357316.027316:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.027321:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.027324:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.027327:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027329:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.027330:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.027332:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.027336:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.027338:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.027341:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.027343:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027344:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.027345:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027347:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.027349:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.027352:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739600. 00000100:00000001:0.0:1712357316.027356:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.027359:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29880 x1795536572172416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027364:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.027365:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.027367:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fe8000. 02000000:00000001:0.0:1712357316.027372:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.027373:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.027375:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.027376:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.027378:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541400. 02000000:00000001:0.0:1712357316.027380:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.027382:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.027383:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29880. 00000100:00000001:0.0:1712357316.027386:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.027387:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.027389:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.027390:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.027391:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.027395:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.027400:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry escsm.py (ffff8800a7700000, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.027402:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.027405:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.027408:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.027410:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.027411:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.027413:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027444:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.027446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.027448:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.027452:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027455:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.027456:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.027458:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.027460:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.027462:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.027465:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.027467:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.027469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027471:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.027472:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.027473:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.027474:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.027476:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.027477:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027478:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.027479:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.027481:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027483:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.027483:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.027485:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.027486:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.027487:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.027488:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.027489:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.027489:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.027495:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.027501:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=eucjpprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.027503:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.027504:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=eucjpprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.027509:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.027514:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.027516:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.027517:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'eucjpprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.027520:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.027522:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='eucjpprober.py' -> mds #0 00800000:00000001:0.0:1712357316.027524:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027526:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.027527:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: eucjpprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.027530:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.027532:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.027535:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357316.027537:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.027540:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.027543:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.027546:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.027547:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.027548:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.027562:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.027564:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.027566:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.027570:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357316.027574:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.027577:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.027578:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.027579:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.027580:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.027611:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.027616:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00010000:00000001:0.0:1712357316.027619:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.027624:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.027626:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.027628:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.027630:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.027632:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357316.027634:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.027636:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f033387be to hash 00000020:00000001:0.0:1712357316.027637:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.027638:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.027640:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.027642:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.027643:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.027645:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.027650:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.027657:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.027662:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.027663:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.027666:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.027668:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357316.027670:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.027671:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357316.027674:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.027678:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.027679:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.027681:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.027684:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027689:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.027690:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.027696:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.027698:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.027701:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.027703:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.027707:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.027708:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.027710:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.027714:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.027715:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.027722:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.027724:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c8f0. 00000400:00000010:0.0:1712357316.027728:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357316.027732:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172480, portal 10 00000100:00000001:0.0:1712357316.027734:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.027735:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357316.027738:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.027744:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.027746:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.027747:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357316.027749:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172480, offset 0 00000400:00000200:0.0:1712357316.027753:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.027759:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.027764:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.027768:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.027771:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.027774:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.027775:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.027778:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [802:802:256:4294967295] 192.168.203.120@tcp LPNI seq info [802:802:8:4294967295] 00000400:00000200:0.0:1712357316.027781:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.027787:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.027792:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.027798:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357316.027803:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.027809:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.027812:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.027831:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.027833:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.027834:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.027836:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.027838:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.027839:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.027840:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.027842:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.027843:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.027844:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.028046:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.028049:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:3.0:1712357316.028053:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.028057:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.028059:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:3.0:1712357316.028061:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:3.0:1712357316.028063:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.028066:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.028072:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.028075:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.028079:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.028080:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357316.030212:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:3.1:1712357316.030226:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c87a0. 00000800:00000001:2.0:1712357316.030909:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.030920:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.030922:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.030923:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.030931:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.030936:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.030942:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.030946:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.030948:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.030952:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c8c0 00000400:00000200:2.0:1712357316.030955:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.030969:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b8d [1] + 224 00000800:00000001:2.0:1712357316.030974:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.030985:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.030987:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.030991:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.030995:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.031001:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.031007:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.031016:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.031021:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.031023:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.031064:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.031071:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.031072:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.031075:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c8f0. 00000400:00000200:0.0:1712357316.031077:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:0.0:1712357316.031083:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:0.0:1712357316.031085:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.031089:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.031096:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031100:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.031102:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.031104:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.031106:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.031108:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.031110:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.031112:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.031119:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.031126:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.031129:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.031136:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031140:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.031143:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.031144:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.031146:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.031148:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.031151:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031155:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.031157:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.031159:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.031161:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.031167:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172480:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.031171:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.031173:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.031175:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.031177:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.031179:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031184:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.031186:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.031188:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.031189:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.031192:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.031195:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.031198:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.031201:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357316.031202:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.031204:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357316.031212:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031220:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.031223:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031227:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.031229:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.031234:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.031236:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031241:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.031242:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.031245:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.031247:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.031251:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.031254:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.031257:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031262:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.031264:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.031266:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031270:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.031272:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.031276:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.031277:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.031278:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357316.031280:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.031281:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.031283:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.031285:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.031289:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.031290:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.031292:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.031293:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.031295:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.031296:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.031297:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.031298:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.031300:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f033387be from hash 00010000:00000001:0.0:1712357316.031301:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.031302:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.031303:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.031304:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.031305:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.031305:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.031307:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.031308:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.031309:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031310:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.031311:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031314:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.031315:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.031316:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.031317:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.031318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.031318:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.031322:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.031324:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033387be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.031332:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.031333:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.031336:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.031340:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.031345:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.031347:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031348:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031349:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031351:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.031353:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.031353:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031355:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.031356:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=eucjpprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.031358:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.031361:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.031363:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031366:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.031367:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.031370:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091400. 00000080:00002000:0.0:1712357316.031374:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75165e8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.031378:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.031381:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.031384:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031386:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.031387:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.031388:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.031393:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.031394:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.031398:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.031400:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031401:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.031405:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031406:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.031408:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.031411:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357316.031415:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.031418:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572172480/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031423:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.031424:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.031427:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.031430:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.031432:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.031433:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.031435:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.031437:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357316.031439:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.031440:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.031442:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:0.0:1712357316.031444:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.031445:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.031446:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.031447:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.031448:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.031453:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.031454:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry eucjpprober.py (ffff8800a75165e8, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.031457:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.031459:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.031462:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.031464:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.031465:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.031466:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031496:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.031498:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.031501:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.031504:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031507:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.031512:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.031514:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.031515:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.031518:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.031520:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031521:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.031523:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.031525:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031526:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.031527:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.031529:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.031530:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.031532:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.031533:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031534:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.031535:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.031537:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031538:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.031539:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.031540:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.031541:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.031542:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.031543:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.031544:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.031545:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.031547:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.031564:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euckrfreq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.031566:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.031568:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euckrfreq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.031571:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.031575:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.031578:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.031579:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euckrfreq.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.031666:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.031669:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='euckrfreq.py' -> mds #0 00800000:00000001:0.0:1712357316.031681:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031683:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.031685:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euckrfreq.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.031688:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.031689:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.031692:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357316.031694:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.031697:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.031700:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.031703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.031704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.031705:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.031708:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.031710:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.031712:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.031716:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357316.031720:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.031722:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.031724:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.031725:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.031726:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.031727:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.031732:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00010000:00000001:0.0:1712357316.031734:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.031736:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.031738:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.031739:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.031741:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.031743:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357316.031745:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.031747:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033387c5 to hash 00000020:00000001:0.0:1712357316.031748:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.031749:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.031751:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.031753:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.031757:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.031760:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.031765:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.031772:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.031775:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.031776:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.031780:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.031781:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357316.031783:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.031784:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357316.031787:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.031790:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.031792:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.031793:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.031797:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031802:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.031804:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.031806:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.031807:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.031810:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.031813:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.031815:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.031817:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.031818:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.031821:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.031822:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.031826:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.031828:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c8f0. 00000400:00000010:0.0:1712357316.031835:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357316.031839:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172544, portal 10 00000100:00000001:0.0:1712357316.031840:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.031841:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357316.031845:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.031851:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.031852:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.031854:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357316.031856:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172544, offset 0 00000400:00000200:0.0:1712357316.031860:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.031865:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.031869:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.031873:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.031876:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.031878:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.031880:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.031883:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [803:803:256:4294967295] 192.168.203.120@tcp LPNI seq info [803:803:8:4294967295] 00000400:00000200:0.0:1712357316.031886:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.031892:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.031896:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.031899:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e200. 00000800:00000200:0.0:1712357316.031903:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.031908:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.031912:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.031930:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.031932:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.031933:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.031935:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.031936:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.031938:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.031940:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.031944:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.031946:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.031946:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.032155:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.032158:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e200. 00000400:00000200:3.0:1712357316.032163:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.032166:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.032168:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:3.0:1712357316.032169:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:3.0:1712357316.032171:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.032174:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.032180:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.032182:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.032194:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.032195:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.032685:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:2.1:1712357316.032690:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a60912a0. 00010000:00000010:2.1:1712357316.035845:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:2.1:1712357316.035856:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091400. 00000800:00000001:2.0:1712357316.036855:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.036867:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.036869:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.036871:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.036878:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.036884:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.036890:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.036893:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.036896:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.036900:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c900 00000400:00000200:2.0:1712357316.036904:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.036908:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b95 [1] + 224 00000800:00000001:2.0:1712357316.036914:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.036926:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.036929:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.036932:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.036938:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.036943:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.036960:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.036969:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.036975:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.036978:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.037017:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.037023:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.037024:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.037027:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c8f0. 00000400:00000200:0.0:1712357316.037030:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:0.0:1712357316.037032:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:0.0:1712357316.037034:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.037038:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.037044:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037049:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.037050:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.037052:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.037054:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.037056:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.037057:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.037060:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.037066:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.037069:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.037071:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.037074:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037077:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.037079:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.037081:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.037082:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.037084:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.037086:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037091:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.037099:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.037101:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.037103:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.037109:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172544:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.037112:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.037115:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.037117:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.037119:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.037121:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037125:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.037127:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.037129:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.037130:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.037133:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.037136:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.037138:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.037140:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357316.037141:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.037143:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357316.037147:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037154:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.037157:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037162:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.037164:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037168:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.037173:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.037174:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037178:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.037180:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.037182:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.037184:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.037189:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.037191:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.037194:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037198:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.037199:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.037201:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037204:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.037206:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.037207:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.037208:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.037209:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357316.037210:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.037211:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.037213:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.037215:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.037218:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.037219:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.037221:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.037222:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.037228:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.037229:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.037230:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.037231:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.037233:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033387c5 from hash 00010000:00000001:0.0:1712357316.037234:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.037235:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.037236:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.037237:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.037237:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.037239:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.037240:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.037241:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.037242:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037243:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.037245:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.037249:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.037250:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.037251:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.037251:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.037252:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.037252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.037254:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033387c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.037273:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.037274:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.037278:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.037282:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.037287:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.037289:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037290:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037291:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037296:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.037298:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.037299:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037300:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.037302:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euckrfreq.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.037305:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.037307:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.037309:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037312:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.037313:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.037317:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091560. 00000080:00002000:0.0:1712357316.037321:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516438 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.037325:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.037328:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.037331:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037333:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.037334:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.037336:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.037340:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.037342:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.037345:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.037347:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037348:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.037349:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037351:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.037353:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.037355:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357316.037359:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.037363:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572172544/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037368:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.037369:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.037371:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.037375:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.037377:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.037378:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.037383:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.037386:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357316.037388:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.037389:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.037391:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:0.0:1712357316.037393:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.037394:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.037395:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.037396:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.037397:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.037402:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.037403:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euckrfreq.py (ffff8800a7516438, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.037405:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.037407:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.037410:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.037411:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.037412:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.037414:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037444:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.037446:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.037448:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.037452:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037454:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.037456:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.037457:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.037459:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.037462:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.037464:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.037467:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.037469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037471:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.037472:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.037474:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.037475:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.037476:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.037481:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037487:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.037488:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.037490:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037492:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.037493:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.037494:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.037495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.037496:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.037497:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.037498:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.037499:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.037501:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.037507:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euckrprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.037510:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.037511:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euckrprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.037545:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.037559:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.037562:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.037563:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euckrprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.037566:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.037568:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='euckrprober.py' -> mds #0 00800000:00000001:0.0:1712357316.037570:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037572:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.037573:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euckrprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.037576:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.037577:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.037579:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357316.037605:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.037609:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.037611:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.037613:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.037614:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.037615:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.037617:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.037621:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.037624:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.037628:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357316.037631:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.037633:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.037634:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.037635:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.037636:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.037638:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.037642:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00010000:00000001:0.0:1712357316.037644:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.037645:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.037647:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.037648:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.037650:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.037652:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357316.037653:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.037655:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f033387cc to hash 00000020:00000001:0.0:1712357316.037657:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.037658:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.037659:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.037661:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.037662:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.037664:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.037669:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.037674:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.037678:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.037679:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.037682:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.037684:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357316.037688:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.037689:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357316.037692:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.037695:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.037697:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.037698:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.037702:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037707:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.037708:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.037710:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.037712:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.037715:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.037718:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.037720:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.037722:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.037724:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.037726:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.037727:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.037731:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.037733:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c8f0. 00000400:00000010:0.0:1712357316.037736:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357316.037740:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172608, portal 10 00000100:00000001:0.0:1712357316.037741:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.037742:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357316.037746:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.037752:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.037754:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.037755:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357316.037757:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172608, offset 0 00000400:00000200:0.0:1712357316.037761:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.037765:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.037773:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.037778:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.037781:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.037783:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.037785:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.037788:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [804:804:256:4294967295] 192.168.203.120@tcp LPNI seq info [804:804:8:4294967295] 00000400:00000200:0.0:1712357316.037791:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.037797:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.037802:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.037805:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1712357316.037809:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.037814:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.037817:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.037833:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.037835:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.037837:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.037838:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.037839:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.037841:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.037843:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.037844:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.037845:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.037846:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.037958:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.037962:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1712357316.037964:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.037968:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.037970:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:3.0:1712357316.037971:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:3.0:1712357316.037973:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.037976:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.037982:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.037984:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.037988:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.037989:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.039969:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:2.1:1712357316.039978:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091560. 00000800:00000001:2.0:1712357316.041301:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.041401:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.041403:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.041405:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.041413:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.041418:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.041423:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.041427:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.041429:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.041433:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c940 00000400:00000200:2.0:1712357316.041436:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.041440:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1b9d [1] + 224 00000800:00000001:2.0:1712357316.041446:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.041461:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.041463:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.041466:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.041471:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.041476:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.041483:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.041518:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.041524:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.041526:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.041570:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.041576:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.041577:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.041579:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c8f0. 00000400:00000200:0.0:1712357316.041608:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:0.0:1712357316.041610:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:0.0:1712357316.041612:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.041616:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.041621:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.041633:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.041635:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.041637:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.041639:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.041641:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.041642:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.041644:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.041649:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.041653:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.041655:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.041658:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.041663:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.041669:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.041670:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.041672:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.041674:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.041676:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.041681:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.041683:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.041685:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.041687:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.041693:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172608:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.041696:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.041699:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.041700:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.041702:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.041704:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.041717:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.041719:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.041721:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.041722:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.041725:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.041727:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.041729:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.041731:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357316.041733:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.041735:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357316.041738:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041746:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.041749:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041753:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.041755:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041759:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.041760:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.041762:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041766:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.041768:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.041770:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.041772:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.041776:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.041782:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.041785:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041790:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.041791:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.041793:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041796:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.041798:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.041799:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.041800:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.041801:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357316.041802:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.041803:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.041805:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.041807:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.041810:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.041811:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.041813:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.041814:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.041817:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.041818:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.041819:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.041820:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.041821:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f033387cc from hash 00010000:00000001:0.0:1712357316.041823:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.041824:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.041824:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.041825:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.041826:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.041827:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.041832:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.041832:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.041833:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.041835:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.041837:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041840:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.041841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.041842:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.041843:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.041843:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.041844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.041845:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.041846:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f033387cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.041865:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.041866:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.041870:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.041874:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.041880:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.041881:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.041882:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.041883:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.041885:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.041887:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.041887:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.041889:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.041890:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euckrprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.041893:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.041895:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.041897:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.041901:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.041902:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.041906:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a60916a0. 00000080:00002000:0.0:1712357316.041914:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.041923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.041926:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.041929:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.041931:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.041932:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.041934:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.041937:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.041939:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.041942:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.041944:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.041945:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.041946:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.041948:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.041950:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.041952:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357316.041956:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.041959:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572172608/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.041963:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.041965:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.041967:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.041970:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.041972:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.041973:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.041974:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.041976:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357316.041978:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.041979:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.041980:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:0.0:1712357316.041983:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.041983:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.041985:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.041986:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.041987:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.041992:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.041996:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euckrprober.py (ffff8800a7516948, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.041999:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.042002:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.042005:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.042007:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.042008:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.042010:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042038:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.042040:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.042042:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.042046:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042049:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.042050:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.042053:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.042054:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.042057:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.042059:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042060:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.042062:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.042064:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042065:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.042067:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.042068:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.042069:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.042071:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.042071:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042073:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.042074:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.042075:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042077:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.042078:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.042079:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.042080:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.042081:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.042081:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.042083:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.042087:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.042089:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.042095:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euctwfreq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.042098:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.042099:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euctwfreq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.042103:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.042491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.042494:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.042495:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euctwfreq.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.042497:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.042500:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='euctwfreq.py' -> mds #0 00800000:00000001:0.0:1712357316.042502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.042504:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.042505:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euctwfreq.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.042508:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.042509:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.042512:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357316.042514:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.042518:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.042521:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.042524:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.042525:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.042526:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.042527:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.042529:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.042531:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.042535:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357316.042539:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.042541:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.042542:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.042543:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.042544:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.042545:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.042561:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00010000:00000001:0.0:1712357316.042563:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.042569:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.042571:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.042573:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.042574:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.042577:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357316.042579:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.042597:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f033387d3 to hash 00000020:00000001:0.0:1712357316.042599:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.042600:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.042602:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.042604:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.042605:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.042607:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.042612:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.042619:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.042623:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.042624:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.042627:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.042628:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357316.042630:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.042631:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357316.042634:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.042638:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.042639:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.042640:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.042643:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.042648:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.042649:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.042654:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.042656:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.042658:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.042661:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.042664:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.042666:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.042667:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.042670:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.042671:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.042675:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.042677:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c8f0. 00000400:00000010:0.0:1712357316.042680:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357316.042684:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172672, portal 10 00000100:00000001:0.0:1712357316.042685:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.042686:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357316.042690:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.042694:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.042696:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.042698:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357316.042701:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172672, offset 0 00000400:00000200:0.0:1712357316.042704:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.042708:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.042712:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.042715:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.042719:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.042721:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.042723:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.042726:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [805:805:256:4294967295] 192.168.203.120@tcp LPNI seq info [805:805:8:4294967295] 00000400:00000200:0.0:1712357316.042729:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.042736:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.042740:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.042747:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357316.042751:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.042757:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.042759:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.042778:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.042779:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.042781:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.042783:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.042784:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.042786:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.042787:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.042789:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.042790:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.042791:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.042921:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.042925:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1712357316.042928:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.042932:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.042934:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357316.042935:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357316.042938:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.042941:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.042947:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.042950:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.042954:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.042955:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.045748:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.045758:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.045767:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.045770:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.045777:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.045782:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.045786:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.045789:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.045792:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.045795:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c980 00000400:00000200:2.0:1712357316.045798:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.045802:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ba5 [1] + 224 00000800:00000001:2.0:1712357316.045807:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.045816:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.045819:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.045822:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.045826:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.045831:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.045839:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.045878:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.045886:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.045890:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.045923:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.046048:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.046050:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.046053:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c8f0. 00000400:00000200:0.0:1712357316.046055:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:0.0:1712357316.046057:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:0.0:1712357316.046059:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.046063:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.046069:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046075:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.046076:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.046077:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.046079:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.046081:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.046082:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.046084:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.046089:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.046092:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.046095:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.046102:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046106:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.046109:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.046110:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.046112:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.046114:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.046117:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046123:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.046125:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.046127:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.046129:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.046135:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172672:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.046139:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.046141:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.046142:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.046144:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.046146:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046151:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.046153:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.046155:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.046156:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.046159:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.046161:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.046164:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.046165:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357316.046167:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.046169:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357316.046176:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046184:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.046187:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046191:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.046193:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046196:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.046198:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.046199:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046203:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.046204:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.046206:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.046208:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.046213:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.046215:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.046217:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046221:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.046222:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.046225:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046228:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.046230:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.046234:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.046235:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.046236:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357316.046237:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.046238:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.046240:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.046242:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.046245:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.046246:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.046248:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.046249:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.046251:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.046252:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.046253:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.046254:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.046255:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f033387d3 from hash 00010000:00000001:0.0:1712357316.046257:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.046257:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.046258:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.046259:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.046259:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.046260:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.046262:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.046263:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.046263:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046265:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.046266:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.046271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.046272:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.046272:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.046273:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.046274:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.046278:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.046279:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.046285:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.046287:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.046290:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.046294:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.046299:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.046300:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046302:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046303:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046304:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.046306:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.046306:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046308:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.046309:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euctwfreq.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.046312:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.046314:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.046316:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046318:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.046319:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.046322:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091800. 00000080:00002000:0.0:1712357316.046326:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.046329:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.046332:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.046334:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046336:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.046337:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.046339:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.046342:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.046343:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.046346:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.046349:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046350:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.046355:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046356:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.046358:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.046361:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357316.046365:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.046368:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572172672/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046373:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.046374:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.046376:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.046379:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.046632:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.046633:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.046636:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.046638:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:0.0:1712357316.046641:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.046642:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.046643:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:0.0:1712357316.046646:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.046647:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.046649:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.046650:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.046651:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.046655:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.046657:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euctwfreq.py (ffff8800a7516360, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.046659:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.046661:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.046664:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.046666:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.046667:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.046669:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046694:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.046696:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.046698:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.046702:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046705:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.046706:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.046711:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.046714:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.046716:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.046718:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046720:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.046721:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.046723:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046725:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.046726:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.046727:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.046728:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.046730:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.046730:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046732:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.046733:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.046734:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046736:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.046737:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.046738:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.046739:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.046740:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.046740:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.046742:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.046742:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.046744:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.046749:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euctwprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.046752:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.046753:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euctwprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.046757:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.046761:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.046763:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.046764:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euctwprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.046766:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.046769:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='euctwprober.py' -> mds #0 00800000:00000001:0.0:1712357316.046771:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046777:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.046778:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euctwprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.046781:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.046782:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.046785:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5180. 00000020:00000040:0.0:1712357316.046787:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.046790:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.046792:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.046795:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.046796:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.046797:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.046798:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.046800:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.046802:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.046806:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357316.046810:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.046811:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.046813:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.046814:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.046815:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.046816:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.046833:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00010000:00000001:0.0:1712357316.046835:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.046837:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.046839:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.046840:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.046842:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.046844:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357316.046846:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.046848:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f033387da to hash 00000020:00000001:0.0:1712357316.046849:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.046850:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.046852:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.046854:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.046855:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.046861:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.046866:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.046872:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.046876:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.046877:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.046880:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3f00. 00000100:00000001:0.0:1712357316.046881:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776512 : -131938381775104 : ffff8800b39f3f00) 00000100:00000001:0.0:1712357316.046883:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.046884:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000001:0.0:1712357316.046886:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.046889:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.046891:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.046892:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.046895:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046901:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.046902:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.046904:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.046906:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.046908:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.046911:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.046914:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.046915:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.046917:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.046919:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa326800. 02000000:00000001:0.0:1712357316.046920:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.046924:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.046925:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c8f0. 00000400:00000010:0.0:1712357316.046929:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357316.046943:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172736, portal 10 00000100:00000001:0.0:1712357316.046944:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.046945:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369358720 : -131936340192896 : ffff88012d4f5180) 00000100:00000040:0.0:1712357316.046950:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.046954:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.046957:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.046958:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357316.046960:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172736, offset 0 00000400:00000200:0.0:1712357316.046964:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.046968:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.046971:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.046976:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.046978:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.046981:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.046982:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.046985:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [806:806:256:4294967295] 192.168.203.120@tcp LPNI seq info [806:806:8:4294967295] 00000400:00000200:0.0:1712357316.046988:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.046994:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.046998:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.047001:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357316.047005:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.047010:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.047013:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.047032:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.047034:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.047035:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.047037:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.047038:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.047040:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3f00 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.047041:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.047042:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.047047:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.047048:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.047189:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.047192:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357316.047199:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.047202:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.047204:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357316.047206:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:3.0:1712357316.047208:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.047211:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.047217:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.047219:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.047223:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.047224:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357316.049066:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:3.1:1712357316.049072:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a60916a0. 00000800:00000001:2.0:1712357316.049234:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.049242:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.049244:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.049245:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.049251:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.049255:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.049260:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.049263:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.049266:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.049269:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90c9c0 00000400:00000200:2.0:1712357316.049273:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.049281:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bad [1] + 224 00000800:00000001:2.0:1712357316.049286:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.049294:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.049296:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.049300:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.049303:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.049307:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.049314:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.049761:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.049763:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1712357316.049767:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:1.0:1712357316.049767:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.049769:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1712357316.049771:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1712357316.049771:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c8f0. 00000400:00000200:1.0:1712357316.049774:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:1.0:1712357316.049776:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:1.0:1712357316.049778:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.049782:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.049890:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.049895:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.049897:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.049899:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.049902:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.049903:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.049905:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.049907:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.049912:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.049914:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.049917:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.049919:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.049923:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.049997:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.049999:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.050001:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.050002:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.050006:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.050011:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.050013:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.050015:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.050017:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.050022:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5180 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172736:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.050025:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.050027:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.050029:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.050033:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.050036:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.050041:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.050043:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3f00. 00000100:00000001:1.0:1712357316.050045:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.050046:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.050049:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.050055:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.050056:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.050058:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:1.0:1712357316.050060:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:1.0:1712357316.050062:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:1.0:1712357316.050065:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050071:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.050074:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050078:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.050080:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050083:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.050084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.050086:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050089:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.050091:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.050093:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.050095:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.050104:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.050106:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.050109:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050113:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.050114:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.050116:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050120:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.050121:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.050122:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.050123:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.050124:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:1.0:1712357316.050125:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:1.0:1712357316.050126:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:1.0:1712357316.050128:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.050129:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.050133:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.050134:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.050136:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.050137:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.050138:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.050139:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.050140:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.050141:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.050143:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f033387da from hash 00010000:00000001:1.0:1712357316.050144:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.050145:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.050148:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.050148:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.050149:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.050150:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.050152:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.050153:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.050153:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050155:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.050157:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050160:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.050161:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.050162:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.050163:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.050163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.050164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.050165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.050166:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f033387da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.050174:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.050175:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.050179:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.050183:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.050188:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.050189:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050191:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050192:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050194:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.050195:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.050195:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050197:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.050198:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euctwprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.050200:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.050202:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.050206:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050209:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.050210:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.050213:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8900. 00000080:00002000:1.0:1712357316.050216:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.050219:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.050222:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.050225:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050227:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.050228:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.050234:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.050237:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.050239:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.050242:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.050244:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050245:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.050246:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050248:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.050250:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.050252:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:1.0:1712357316.050256:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.050259:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5180 x1795536572172736/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.050264:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.050265:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.050267:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa326800. 02000000:00000001:1.0:1712357316.050270:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.050271:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.050272:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.050274:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.050275:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:1.0:1712357316.050277:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.050279:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.050280:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5180. 00000100:00000001:1.0:1712357316.050283:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.050283:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.050288:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.050289:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.050290:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.050293:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.050294:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euctwprober.py (ffff8800a7516870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.050296:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.050297:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.050300:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.050302:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.050303:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.050304:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050328:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.050330:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.050331:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.050335:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050337:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.050338:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.050340:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.050342:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.050344:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.050346:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050348:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.050349:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.050351:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050352:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.050353:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.050355:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.050356:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.050357:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.050358:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050359:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.050360:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.050362:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050364:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.050365:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.050366:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.050367:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.050371:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.050372:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.050374:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.050375:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.050377:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.050381:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=gb2312freq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.050384:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.050385:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=gb2312freq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.050389:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739600. 00000080:00000001:1.0:1712357316.050393:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.050395:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.050396:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'gb2312freq.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.050399:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.050401:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='gb2312freq.py' -> mds #0 00800000:00000001:1.0:1712357316.050403:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050404:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.050405:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: gb2312freq.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.050408:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.050409:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.050413:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29c00. 00000020:00000040:1.0:1712357316.050415:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.050417:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.050420:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.050422:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.050423:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.050424:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.050426:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.050427:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.050429:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.050433:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.050437:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.050438:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.050440:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.050441:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.050442:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.050446:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.050451:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00010000:00000001:1.0:1712357316.050453:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.050455:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.050457:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.050458:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.050459:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.050461:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.050463:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.050464:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033387e1 to hash 00000020:00000001:1.0:1712357316.050466:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.050467:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.050469:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.050471:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.050472:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.050474:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.050479:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.050485:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.050489:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.050490:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.050493:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158840. 00000100:00000001:1.0:1712357316.050495:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533568 : -131938525018048 : ffff8800ab158840) 00000100:00000001:1.0:1712357316.050496:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.050497:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000001:1.0:1712357316.050500:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.050502:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.050503:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.050505:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.050508:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.050516:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.050517:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.050520:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.050521:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.050525:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.050527:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.050530:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.050531:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.050533:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.050537:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.050539:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.050542:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.050544:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e18. 00000400:00000010:1.0:1712357316.050547:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357316.050563:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172800, portal 10 00000100:00000001:1.0:1712357316.050565:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.050566:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000040:1.0:1712357316.050569:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.050574:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.050576:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.050577:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357316.050579:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172800, offset 0 00000400:00000200:1.0:1712357316.050609:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.050613:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.050617:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.050621:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.050624:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.050626:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.050627:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.050629:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [807:807:256:4294967295] 192.168.203.120@tcp LPNI seq info [807:807:8:4294967295] 00000400:00000200:1.0:1712357316.050632:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.050642:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.050645:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.050648:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.050652:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.050657:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.050660:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.050674:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.050675:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.050677:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.050678:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.050679:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.050681:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.050683:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.050684:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.050686:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.050686:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.050799:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.050802:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.050805:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.050808:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.050810:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357316.050812:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357316.050814:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.050817:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.050823:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.050825:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.050830:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.050831:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.054660:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.054669:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.054672:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.054674:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.054681:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.054686:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.054691:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.054695:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.054697:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.054701:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ca00 00000400:00000200:2.0:1712357316.054704:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.054708:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bb5 [1] + 224 00000800:00000001:2.0:1712357316.054714:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.054736:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.054738:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.054741:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.054746:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.054751:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.054768:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.054788:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.054795:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.054797:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.054899:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.054904:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.054906:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.054908:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e18. 00000400:00000200:1.0:1712357316.054911:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:1.0:1712357316.054912:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:1.0:1712357316.054914:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.054919:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.054925:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.054930:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.054931:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.054933:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.054935:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.054937:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.054939:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.054941:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.054952:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.054956:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.054958:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.054961:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.054966:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.054969:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.054970:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.054971:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.054973:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.054976:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.054982:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.054984:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.054986:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.054988:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.054994:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172800:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.054998:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.055001:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.055003:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.055004:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.055006:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.055012:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.055014:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158840. 00000100:00000001:1.0:1712357316.055016:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.055017:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.055020:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.055023:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.055025:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.055027:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.055032:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.055034:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.055037:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055044:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.055047:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055051:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.055054:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055058:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.055059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.055060:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055064:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.055066:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.055068:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.055069:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.055073:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.055076:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.055078:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055083:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.055084:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.055086:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055090:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.055095:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.055096:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.055097:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.055098:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.055100:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.055101:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.055103:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.055105:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.055109:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.055110:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.055112:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.055113:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.055115:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.055116:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.055117:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.055118:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.055120:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033387e1 from hash 00010000:00000001:1.0:1712357316.055121:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.055122:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.055123:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.055123:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.055124:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.055125:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.055127:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.055127:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.055128:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055129:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.055131:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055174:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.055175:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.055175:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.055176:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.055180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.055181:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.055182:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.055183:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033387e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.055190:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.055192:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.055195:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.055199:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.055204:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.055205:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055206:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055207:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055209:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.055211:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.055212:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055213:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.055214:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=gb2312freq.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.055217:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.055219:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.055221:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055224:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.055226:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.055229:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8a40. 00000080:00002000:1.0:1712357316.055232:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.055236:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.055239:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.055242:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055244:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.055245:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.055246:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.055250:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.055252:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.055255:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.055266:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055267:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.055269:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055270:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.055272:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.055275:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739600. 00000100:00000001:1.0:1712357316.055279:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.055282:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29c00 x1795536572172800/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.055286:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.055288:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.055290:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.055293:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.055294:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.055296:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.055297:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.055298:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.055301:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.055303:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.055304:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29c00. 00000100:00000001:1.0:1712357316.055307:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.055307:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.055309:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.055310:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.055311:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.055315:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.055317:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry gb2312freq.py (ffff8800a7700510, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.055319:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.055321:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.055325:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.055327:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.055328:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.055330:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055356:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.055358:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.055359:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.055366:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055369:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.055370:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.055372:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.055373:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.055376:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.055377:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055378:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.055380:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.055381:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055383:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.055383:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.055385:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.055386:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.055387:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.055388:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055389:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.055390:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.055392:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055393:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.055394:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.055395:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.055396:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.055397:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.055397:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.055398:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.055399:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.055400:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.055404:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=gb2312prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.055406:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.055407:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=gb2312prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.055410:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739600. 00000080:00000001:1.0:1712357316.055414:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.055416:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.055417:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'gb2312prober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.055423:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.055425:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='gb2312prober.py' -> mds #0 00800000:00000001:1.0:1712357316.055427:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055429:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.055430:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: gb2312prober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.055432:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.055434:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.055436:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29c00. 00000020:00000040:1.0:1712357316.055438:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.055441:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.055443:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.055446:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.055447:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.055448:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.055450:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.055451:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.055453:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.055457:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.055461:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.055463:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.055465:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.055465:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.055466:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.055467:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.055472:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00010000:00000001:1.0:1712357316.055474:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.055475:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.055477:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.055478:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.055480:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.055482:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.055484:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.055485:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f033387e8 to hash 00000020:00000001:1.0:1712357316.055486:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.055487:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.055493:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.055495:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.055496:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.055498:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.055503:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.055510:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.055515:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.055516:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.055519:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158840. 00000100:00000001:1.0:1712357316.055521:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533568 : -131938525018048 : ffff8800ab158840) 00000100:00000001:1.0:1712357316.055522:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.055523:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000001:1.0:1712357316.055526:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.055528:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.055530:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.055531:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.055535:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.055540:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.055541:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.055543:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.055545:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.055548:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.055560:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.055564:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.055566:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.055567:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.055569:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.055574:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.055577:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.055579:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e18. 00000400:00000010:1.0:1712357316.055605:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357316.055609:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172864, portal 10 00000100:00000001:1.0:1712357316.055611:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.055612:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000040:1.0:1712357316.055616:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.055622:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.055623:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.055625:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357316.055627:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172864, offset 0 00000400:00000200:1.0:1712357316.055631:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.055635:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.055639:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.055643:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.055646:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.055648:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.055649:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.055652:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [808:808:256:4294967295] 192.168.203.120@tcp LPNI seq info [808:808:8:4294967295] 00000400:00000200:1.0:1712357316.055655:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.055660:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.055664:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.055667:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.055671:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.055676:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.055679:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.055696:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.055698:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.055699:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.055704:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.055705:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.055707:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.055709:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.055710:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.055711:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.055712:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.055954:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.055957:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.055960:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.055963:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.055965:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357316.055966:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357316.055968:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.055976:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.055982:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.055984:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.055988:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.055989:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357316.057652:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:0.1:1712357316.057656:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091800. 00010000:00000010:3.1:1712357316.057725:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000800:00000001:2.0:1712357316.063516:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.063527:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.063529:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.063531:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.063539:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.063545:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.063560:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.063564:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.063567:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.063569:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ca40 00000400:00000200:2.0:1712357316.063572:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.063575:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bbd [1] + 224 00000800:00000001:2.0:1712357316.063580:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.063601:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.063603:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.063606:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.063610:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.063616:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.063623:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.063632:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.063637:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.063640:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.066193:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.066202:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.066203:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.066206:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e18. 00000400:00000200:1.0:1712357316.066212:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:1.0:1712357316.066214:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:1.0:1712357316.066216:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.066224:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.066233:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066239:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.066241:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.066242:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.066245:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.066247:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.066248:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.066250:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.066257:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.066260:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.066262:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.066265:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066270:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.066273:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.066274:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.066276:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.066278:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.066288:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066294:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.066296:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.066298:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.066301:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.066307:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172864:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.066311:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.066314:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.066316:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.066350:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.066354:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066359:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.066363:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158840. 00000100:00000001:1.0:1712357316.066365:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.066366:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.066369:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.066372:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.066374:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.066377:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.066379:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.066381:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.066384:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066392:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.066395:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066400:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.066405:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066410:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.066411:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.066412:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066416:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.066418:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.066420:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.066421:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.066425:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.066427:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.066430:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066434:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.066435:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.066437:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066440:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.066442:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.066443:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.066443:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.066444:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.066445:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.066447:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.066448:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.066450:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.066458:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.066460:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.066461:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.066462:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.066464:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.066465:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.066466:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.066467:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.066469:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f033387e8 from hash 00010000:00000001:1.0:1712357316.066470:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.066471:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.066471:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.066472:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.066473:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.066473:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.066475:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.066475:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.066476:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066478:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.066479:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066483:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.066483:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.066484:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.066485:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.066486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.066487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.066488:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.066489:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033387e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.066496:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.066497:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.066500:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.066505:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.066514:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.066515:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066516:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066517:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066519:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.066521:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.066522:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066523:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.066524:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=gb2312prober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.066527:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.066529:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.066531:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066534:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.066535:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.066539:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8dc0. 00000080:00002000:1.0:1712357316.066543:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.066548:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.066561:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.066564:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066567:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.066568:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.066570:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.066574:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.066576:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.066579:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.066598:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066599:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.066601:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066602:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.066605:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.066608:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739600. 00000100:00000001:1.0:1712357316.066611:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.066615:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29c00 x1795536572172864/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066663:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.066664:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.066667:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.066671:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.066673:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.066674:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.066676:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.066678:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.066680:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.066682:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.066683:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29c00. 00000100:00000001:1.0:1712357316.066686:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.066687:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.066689:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.066690:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.066691:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.066695:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.066696:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry gb2312prober.py (ffff8800a7700e58, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.066699:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.066701:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.066703:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.066705:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.066707:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.066709:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066736:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.066737:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.066739:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.066743:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066745:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.066747:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.066748:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.066750:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.066752:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.066755:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066756:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.066757:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.066770:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066772:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.066773:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.066774:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.066775:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.066777:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.066778:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066779:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.066780:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.066782:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066783:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.066784:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.066785:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.066786:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.066787:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.066788:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.066789:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.066790:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.066791:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.066797:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=hebrewprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.066800:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.066801:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=hebrewprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.066805:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739600. 00000080:00000001:1.0:1712357316.066809:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.066811:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.066812:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'hebrewprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.066815:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.066817:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='hebrewprober.py' -> mds #0 00800000:00000001:1.0:1712357316.066819:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066821:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.066823:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: hebrewprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.066826:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.066827:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.066830:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29c00. 00000020:00000040:1.0:1712357316.066835:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.066838:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.066841:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.066845:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.066845:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.066846:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.066848:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.066850:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.066852:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.066857:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.066861:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.066863:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.066864:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.066865:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.066866:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.066867:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.066871:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00010000:00000001:1.0:1712357316.066873:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.066874:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.066877:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.066878:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.066880:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.066882:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.066884:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.066885:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f033387ef to hash 00000020:00000001:1.0:1712357316.066887:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.066888:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.066890:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.066892:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.066893:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.066895:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.066899:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.066912:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.066916:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.066917:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.066921:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158840. 00000100:00000001:1.0:1712357316.066922:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533568 : -131938525018048 : ffff8800ab158840) 00000100:00000001:1.0:1712357316.066924:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.066925:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000001:1.0:1712357316.066928:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.066931:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.066932:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.066934:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.066937:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066942:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.066944:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.066946:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.066948:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.066950:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.066953:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.066956:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.066957:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.066959:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.066961:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.066962:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.066968:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.066970:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e18. 00000400:00000010:1.0:1712357316.066973:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357316.066978:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172928, portal 10 00000100:00000001:1.0:1712357316.066979:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.066980:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000040:1.0:1712357316.066984:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.066993:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.066995:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.066996:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357316.066999:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172928, offset 0 00000400:00000200:1.0:1712357316.067002:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.067007:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.067012:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.067016:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.067019:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.067021:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.067023:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.067026:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [809:809:256:4294967295] 192.168.203.120@tcp LPNI seq info [809:809:8:4294967295] 00000400:00000200:1.0:1712357316.067029:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.067035:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.067038:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.067041:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.067046:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.067051:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.067055:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.067061:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.067063:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.067064:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.067066:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.067067:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.067069:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.067070:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.067072:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.067073:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.067074:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.067715:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.067718:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.067722:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.067726:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.067730:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357316.067731:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357316.067734:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.067737:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.067744:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.067746:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.067751:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.067753:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:3.1:1712357316.070714:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8900. 00010000:00000010:3.1:1712357316.070726:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:3.1:1712357316.070729:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8a40. 00000800:00000001:2.0:1712357316.072200:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.072210:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.072215:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.072218:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.072226:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.072230:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.072235:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.072238:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.072241:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.072244:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ca80 00000400:00000200:2.0:1712357316.072247:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.072252:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bc5 [1] + 224 00000800:00000001:2.0:1712357316.072257:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.072267:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.072269:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.072273:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.072277:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.072283:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.072291:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.072311:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.072317:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.072319:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.072335:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.072340:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.072342:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.072344:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e18. 00000400:00000200:0.0:1712357316.072347:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:0.0:1712357316.072349:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:0.0:1712357316.072351:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.072356:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.072363:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.072368:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.072369:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.072371:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.072373:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.072375:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.072377:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.072379:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.072385:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.072389:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.072391:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.072393:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.072398:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.072401:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.072402:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.072403:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.072405:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.072408:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.072413:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.072415:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.072421:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.072424:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.072430:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29c00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172928:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.072433:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.072436:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.072437:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.072439:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.072441:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.072446:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.072448:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158840. 00000100:00000001:0.0:1712357316.072450:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.072451:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.072454:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.072456:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.072458:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.072460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:0.0:1712357316.072462:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:0.0:1712357316.072463:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:0.0:1712357316.072467:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072473:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.072476:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072480:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.072482:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.072494:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.072496:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072500:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.072502:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.072504:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.072506:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.072510:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.072512:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.072515:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072519:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.072520:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.072522:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072525:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.072527:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.072528:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.072528:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.072529:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:0.0:1712357316.072530:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:0.0:1712357316.072532:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:0.0:1712357316.072533:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.072535:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.072538:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.072539:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.072540:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.072541:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.072546:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.072547:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.072548:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.072561:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.072563:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f033387ef from hash 00010000:00000001:0.0:1712357316.072565:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.072566:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.072566:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.072567:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.072568:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.072569:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.072571:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.072571:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.072572:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072574:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.072575:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072579:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.072579:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.072580:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.072599:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.072600:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.072601:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.072601:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.072602:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033387ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.072609:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.072610:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.072613:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.072617:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.072623:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.072624:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072625:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072627:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072633:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.072634:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.072635:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072636:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.072638:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=hebrewprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.072640:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.072643:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.072645:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072648:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.072650:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.072654:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091b00. 00000080:00002000:0.0:1712357316.072657:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700948 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.072661:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.072664:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.072667:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072669:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.072670:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.072672:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.072677:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.072678:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.072681:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.072684:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072685:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.072686:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072688:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.072690:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.072692:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739600. 00000100:00000001:0.0:1712357316.072696:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.072698:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29c00 x1795536572172928/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.072703:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.072706:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.072708:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:0.0:1712357316.072711:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.072712:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.072714:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.072719:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.072721:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:0.0:1712357316.072724:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.072725:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.072727:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29c00. 00000100:00000001:0.0:1712357316.072730:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.072730:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.072732:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.072733:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.072734:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.072738:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.072739:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry hebrewprober.py (ffff8800a7700948, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.072741:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.072743:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.072746:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.072748:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.072749:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.072750:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072777:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.072779:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.072781:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.072785:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072786:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.072788:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.072789:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.072791:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.072793:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.072795:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072796:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.072797:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.072799:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072801:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.072802:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.072804:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.072805:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.072806:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.072807:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072812:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.072814:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.072816:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072818:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.072818:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.072820:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.072821:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.072822:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.072823:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.072824:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.072825:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.072827:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.072831:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=jisfreq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.072834:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.072835:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=jisfreq.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.072840:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e52200. 00000080:00000001:0.0:1712357316.072844:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.072846:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.072847:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'jisfreq.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.072850:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.072852:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='jisfreq.py' -> mds #0 00800000:00000001:0.0:1712357316.072854:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072856:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.072857:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: jisfreq.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.072860:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.072862:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.072865:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357316.072867:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.072870:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.072873:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.072877:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.072877:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.072878:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.072881:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.072882:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.072888:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.072892:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357316.072896:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.072899:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.072900:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.072901:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.072902:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.072903:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.072908:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357316.072910:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.072912:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.072914:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.072916:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.072917:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.072919:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357316.072921:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.072923:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f033387f6 to hash 00000020:00000001:0.0:1712357316.072925:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.072926:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.072928:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.072929:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.072930:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.072932:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.072937:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.072944:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.072947:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.072948:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.072952:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357316.072953:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357316.072959:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.072960:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357316.072963:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.072966:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.072968:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.072969:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.072973:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.072978:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.072979:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.072981:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.072983:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.072985:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172992:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.072987:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.072990:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.072991:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.072993:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.072996:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357316.072998:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.073001:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.073003:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c898. 00000400:00000010:0.0:1712357316.073007:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357316.073011:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572172992, portal 10 00000100:00000001:0.0:1712357316.073012:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.073013:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357316.073016:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.073021:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.073023:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.073025:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357316.073027:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572172992, offset 0 00000400:00000200:0.0:1712357316.073030:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.073035:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.073043:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.073048:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.073051:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.073053:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.073055:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.073058:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [810:810:256:4294967295] 192.168.203.120@tcp LPNI seq info [810:810:8:4294967295] 00000400:00000200:0.0:1712357316.073060:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.073067:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.073071:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.073074:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e800. 00000800:00000200:0.0:1712357316.073078:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.073084:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.073087:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.073093:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.073095:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.073096:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.073100:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.073101:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.073102:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.073119:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.073121:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.073123:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.073128:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.073524:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.073527:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e800. 00000400:00000200:3.0:1712357316.073530:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.073534:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.073536:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:3.0:1712357316.073537:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:3.0:1712357316.073539:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.073543:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.073549:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.073561:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.073574:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.073575:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.076843:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.076853:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.076857:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.076859:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.076867:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.076873:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.076877:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.076881:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.076884:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.076887:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cac0 00000400:00000200:2.0:1712357316.076891:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.076899:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bcd [1] + 224 00000800:00000001:2.0:1712357316.076904:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.076915:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.076918:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.076921:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.076926:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.076932:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.076940:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.076959:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.076964:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.076967:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.076986:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.076992:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.076993:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.076995:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c898. 00000400:00000200:0.0:1712357316.076998:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:0.0:1712357316.077000:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:0.0:1712357316.077002:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.077006:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.077013:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.077018:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.077019:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.077024:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.077027:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.077028:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.077030:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.077032:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.077038:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.077041:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.077043:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.077046:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.077051:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.077053:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.077055:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.077056:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.077058:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.077061:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.077066:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.077068:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.077069:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.077072:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.077078:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572172992:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.077082:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.077084:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.077086:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.077087:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.077090:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.077095:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.077097:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357316.077099:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.077102:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.077105:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.077107:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.077109:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.077112:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357316.077113:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.077115:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357316.077119:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077126:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.077129:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077133:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.077135:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.077141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.077142:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077146:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.077147:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.077149:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.077151:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.077155:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.077157:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.077159:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077163:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.077170:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.077172:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077175:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.077177:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.077178:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.077179:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.077180:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357316.077181:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.077182:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.077185:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.077186:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.077190:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.077191:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.077192:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.077194:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.077196:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.077197:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.077198:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.077199:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.077201:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f033387f6 from hash 00010000:00000001:0.0:1712357316.077202:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.077203:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.077204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.077204:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.077205:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.077206:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.077207:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.077208:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.077209:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077210:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.077211:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077217:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.077218:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.077219:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.077220:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.077221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.077221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.077222:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.077223:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f033387f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.077229:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.077230:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.077233:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.077237:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.077243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.077244:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077245:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077246:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077248:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.077249:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.077250:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077251:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.077253:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=jisfreq.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.077255:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.077257:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.077259:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077262:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.077264:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.077267:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091e00. 00000080:00002000:0.0:1712357316.077270:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.077273:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.077276:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.077278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077281:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.077285:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.077287:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.077291:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.077293:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.077296:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.077298:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077300:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.077301:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077302:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.077304:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.077307:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e52200. 00000100:00000001:0.0:1712357316.077311:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.077314:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572172992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.077319:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.077321:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.077323:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357316.077327:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.077328:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.077330:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.077331:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.077333:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357316.077335:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.077337:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.077339:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:0.0:1712357316.077341:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.077342:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.077344:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.077344:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.077345:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.077348:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.077350:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry jisfreq.py (ffff8800a7516360, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.077352:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.077354:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.077357:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.077359:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.077363:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.077365:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077389:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.077390:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.077852:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.077857:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077860:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.077861:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.077863:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.077864:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.077867:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.077868:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077870:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.077871:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.077873:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077874:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.077875:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.077877:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.077878:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.077879:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.077880:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077881:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.077882:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.077883:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077885:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.077886:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.077887:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.077888:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.077889:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.077890:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.077891:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.077892:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.077894:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.077898:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=jpcntx.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.077900:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.077902:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=jpcntx.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.077909:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236a00. 00000080:00000001:0.0:1712357316.077913:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.077915:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.077917:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'jpcntx.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.077919:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.077922:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='jpcntx.py' -> mds #0 00800000:00000001:0.0:1712357316.077924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077926:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.077927:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: jpcntx.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.077930:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.077932:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.077934:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4e00. 00000020:00000040:0.0:1712357316.077937:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.077940:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.077942:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.077945:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.077945:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.077946:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.077948:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.077949:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.077951:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.077954:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357316.077958:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.077960:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.077962:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.077963:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.077963:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.077964:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.077969:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00010000:00000001:0.0:1712357316.077971:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.077972:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.077974:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.077975:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.077977:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.077978:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1440. 00000020:00000001:0.0:1712357316.077984:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.077985:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1440 with handle 0xbda2fb8f033387fd to hash 00000020:00000001:0.0:1712357316.077986:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.077988:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:0.0:1712357316.077990:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000010:3.1:1712357316.077991:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00010000:00000001:0.0:1712357316.077992:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.077993:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1712357316.077995:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8dc0. 00010000:00010000:0.0:1712357316.077995:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.078000:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.078006:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.078009:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.078010:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.078013:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357316.078014:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357316.078016:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.078017:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000001:0.0:1712357316.078020:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.078023:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.078024:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.078026:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.078029:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.078034:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.078036:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.078038:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.078040:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.078042:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.078045:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.078052:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.078054:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.078055:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.078058:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa327000. 02000000:00000001:0.0:1712357316.078059:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.078063:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.078065:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c898. 00000400:00000010:0.0:1712357316.078068:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357316.078072:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173056, portal 10 00000100:00000001:0.0:1712357316.078073:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.078074:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369357824 : -131936340193792 : ffff88012d4f4e00) 00000100:00000040:0.0:1712357316.078079:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.078085:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.078087:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.078104:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357316.078109:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572173056, offset 0 00000400:00000200:1.0:1712357316.078114:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.078119:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.078123:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.078127:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.078130:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.078132:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.078134:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.078136:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [811:811:256:4294967295] 192.168.203.120@tcp LPNI seq info [811:811:8:4294967295] 00000400:00000200:1.0:1712357316.078139:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.078145:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.078148:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.078151:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.078155:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.078160:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.078163:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.078179:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.078180:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.078182:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.078185:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.078186:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.078187:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.078189:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.078190:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.078191:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.078192:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.078481:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.078484:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.078487:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.078490:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.078492:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357316.078493:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357316.078496:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.078499:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.078506:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.078508:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.078513:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.078514:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.081759:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.081768:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.081771:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.081773:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.081781:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.081786:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.081792:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.081795:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.081798:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.081802:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cb00 00000400:00000200:2.0:1712357316.081806:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.081810:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bd5 [1] + 224 00000800:00000001:2.0:1712357316.081816:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.081825:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.081827:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.081831:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.081836:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.081842:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.081858:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.081882:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.081888:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.081891:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.081975:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.081980:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.081982:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.081984:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c898. 00000400:00000200:1.0:1712357316.081987:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:1.0:1712357316.081989:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:1.0:1712357316.081996:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.081999:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.082006:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082011:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.082012:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.082014:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.082017:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.082018:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.082020:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.082022:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.082029:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.082032:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.082034:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.082037:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082042:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.082045:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.082047:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.082048:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.082050:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.082053:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082059:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.082061:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.082062:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.082065:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.082071:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4e00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173056:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.082074:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.082080:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.082082:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.082084:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.082087:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082092:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.082095:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:1.0:1712357316.082097:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.082098:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.082101:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.082104:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.082106:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.082108:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=4 00000020:00000001:1.0:1712357316.082110:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:1.0:1712357316.082112:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00010000:1.0:1712357316.082116:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082123:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.082126:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082131:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.082133:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082137:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.082138:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.082139:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082143:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.082144:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.082146:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.082148:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.082156:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a1440 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.082159:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.082162:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082166:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.082168:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.082170:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082174:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.082175:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.082176:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.082177:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.082178:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1440 refcount=5 00000020:00000001:1.0:1712357316.082179:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:1.0:1712357316.082180:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782976 : -131938525768640 : ffff8800ab0a1440) 00010000:00000001:1.0:1712357316.082182:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.082184:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.082188:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.082189:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.082191:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.082192:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.082194:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.082195:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.082196:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.082197:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.082198:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a1440 with handle 0xbda2fb8f033387fd from hash 00010000:00000001:1.0:1712357316.082200:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.082201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.082204:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.082205:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.082206:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.082207:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.082208:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.082209:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.082210:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082211:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.082213:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082217:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.082218:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.082219:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.082219:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.082220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.082221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.082221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.082223:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a1440/0xbda2fb8f033387fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.082229:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.082230:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.082233:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.082237:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.082243:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.082244:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082245:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082246:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082248:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.082249:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.082250:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082252:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.082253:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=jpcntx.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.082256:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.082259:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.082263:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082266:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.082267:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.082271:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8f20. 00000080:00002000:1.0:1712357316.082274:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.082279:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.082282:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.082284:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082286:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.082288:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.082289:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.082293:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.082295:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.082299:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.082301:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082302:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.082304:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082305:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.082307:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.082310:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236a00. 00000100:00000001:1.0:1712357316.082313:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.082316:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4e00 x1795536572173056/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082322:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.082323:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.082325:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa327000. 02000000:00000001:1.0:1712357316.082330:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.082332:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.082334:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.082335:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.082336:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:1.0:1712357316.082339:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.082340:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.082342:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4e00. 00000100:00000001:1.0:1712357316.082345:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.082346:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.082350:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.082351:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.082353:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.082356:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.082357:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry jpcntx.py (ffff8800a7516d80, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.082359:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.082361:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.082364:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.082366:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.082367:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.082369:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082395:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.082396:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.082398:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.082403:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082405:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.082406:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.082408:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.082409:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.082412:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.082414:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082415:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.082416:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.082418:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082420:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.082421:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.082423:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.082424:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.082426:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.082427:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082428:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.082429:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.082431:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082432:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.082433:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.082434:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.082435:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.082439:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.082440:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.082441:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.082443:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.082445:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.082449:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langbulgarianmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.082452:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.082453:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langbulgarianmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.082457:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357316.082460:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.082462:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.082463:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langbulgarianmodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.082466:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.082468:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langbulgarianmodel.py' -> mds #0 00800000:00000001:1.0:1712357316.082471:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082472:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.082474:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langbulgarianmodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.082476:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.082478:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.082481:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29f80. 00000020:00000040:1.0:1712357316.082483:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.082486:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.082488:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.082491:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.082492:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.082493:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.082494:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.082496:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.082498:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.082503:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540800. 00000100:00000001:1.0:1712357316.082506:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.082508:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.082510:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.082511:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.082515:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.082517:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.082522:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00010000:00000001:1.0:1712357316.082524:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.082526:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.082528:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.082529:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.082531:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.082533:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357316.082535:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.082537:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338804 to hash 00000020:00000001:1.0:1712357316.082538:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.082539:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.082541:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.082543:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.082544:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.082546:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.082558:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.082564:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.082568:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.082569:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.082573:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357316.082574:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357316.082576:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.082577:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00000100:00000001:1.0:1712357316.082579:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.082598:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.082600:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.082601:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.082608:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082614:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.082615:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.082617:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.082619:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.082622:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.082624:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.082628:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.082629:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.082631:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.082634:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.082636:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.082639:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.082641:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.082645:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.082649:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173120, portal 10 00000100:00000001:1.0:1712357316.082650:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.082651:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00000100:00000040:1.0:1712357316.082656:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.082661:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.082668:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.082670:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357316.082672:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173120, offset 0 00000400:00000200:1.0:1712357316.082677:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.082682:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.082686:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.082690:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.082693:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.082696:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.082698:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.082701:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [812:812:256:4294967295] 192.168.203.120@tcp LPNI seq info [812:812:8:4294967295] 00000400:00000200:1.0:1712357316.082708:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.082714:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.082719:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.082723:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.082727:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.082733:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.082736:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.082754:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.082755:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.082757:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.082759:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.082760:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.082762:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.082763:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.082765:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.082766:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.082767:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.083107:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.083110:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.083113:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.083116:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.083119:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357316.083120:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357316.083123:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.083126:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.083133:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.083135:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.083139:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.083140:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.085764:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.085774:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.085776:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.085778:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.085786:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.085791:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.085797:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.085800:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.085802:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.085806:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cb40 00000400:00000200:2.0:1712357316.085809:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.085812:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bdd [1] + 224 00000800:00000001:2.0:1712357316.085817:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.085827:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.085829:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.085833:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.085837:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.085842:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.085850:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.085914:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.085923:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.085926:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.085980:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.085985:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.085986:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.085988:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.085991:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.085992:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.085994:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.085998:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.086004:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.086009:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.086010:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.086012:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.086014:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.086016:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.086024:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.086027:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.086033:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.086036:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.086038:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.086041:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.086046:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.086049:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.086051:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.086052:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.086054:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.086057:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.086062:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.086063:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.086065:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.086067:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.086073:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173120:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.086076:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.086079:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.086081:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.086082:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.086084:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.086089:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.086091:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357316.086093:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.086094:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.086096:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.086099:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.086104:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.086106:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357316.086108:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.086110:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357316.086114:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086121:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.086123:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086128:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.086130:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086133:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.086134:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.086136:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086140:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.086141:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.086144:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.086146:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.086150:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.086152:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.086155:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086159:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.086160:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.086162:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086169:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.086171:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.086172:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.086173:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.086173:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357316.086174:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.086176:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.086177:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.086179:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.086183:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.086184:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.086186:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.086187:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.086189:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.086190:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.086191:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.086192:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.086193:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338804 from hash 00010000:00000001:1.0:1712357316.086195:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.086195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.086196:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.086197:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.086198:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.086199:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.086200:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.086201:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.086202:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086203:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.086204:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086208:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.086212:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.086213:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.086214:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.086215:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.086215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.086216:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.086218:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338804 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.086224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.086226:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.086229:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.086233:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.086238:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.086239:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086240:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086241:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086243:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.086244:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.086245:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086246:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.086248:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langbulgarianmodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.086250:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.086252:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.086254:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086257:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.086258:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.086261:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8d00. 00000080:00002000:1.0:1712357316.086265:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.086269:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.086272:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.086275:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086277:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.086279:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.086280:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.086284:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.086289:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.086292:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.086295:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086296:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.086297:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086299:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.086301:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.086304:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:1.0:1712357316.086307:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.086310:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29f80 x1795536572173120/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.086314:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.086315:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.086318:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.086321:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.086322:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.086323:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.086325:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.086327:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540800. 02000000:00000001:1.0:1712357316.086329:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.086331:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.086332:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29f80. 00000100:00000001:1.0:1712357316.086336:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.086337:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.086338:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.086339:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.086340:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.086344:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.086345:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langbulgarianmodel.py (ffff8800a7700e58, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.086347:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.086349:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.086353:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.086355:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.086357:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.086358:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086385:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.086390:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.086392:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.086396:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086398:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.086399:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.086401:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.086402:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.086405:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.086407:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086408:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.086409:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.086411:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086413:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.086414:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.086415:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.086416:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.086418:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.086419:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086420:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.086421:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.086423:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086425:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.086426:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.086427:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.086428:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.086429:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.086430:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.086431:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.086432:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.086434:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.086439:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langcyrillicmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.086442:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.086443:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langcyrillicmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.086447:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3739400. 00000080:00000001:1.0:1712357316.086451:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.086457:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.086458:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langcyrillicmodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.086460:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.086463:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langcyrillicmodel.py' -> mds #0 00800000:00000001:1.0:1712357316.086466:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086468:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.086469:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langcyrillicmodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.086472:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.086473:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.086475:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29f80. 00000020:00000040:1.0:1712357316.086478:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.086481:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.086483:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.086486:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.086487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.086488:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.086490:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.086492:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.086494:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.086498:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540800. 00000100:00000001:1.0:1712357316.086502:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.086504:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.086505:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.086506:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.086507:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.086508:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.086512:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00010000:00000001:1.0:1712357316.086515:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.086516:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.086518:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.086520:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.086522:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.086524:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.086526:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.086528:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f0333880b to hash 00000020:00000001:1.0:1712357316.086532:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.086534:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.086536:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.086538:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.086539:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.086541:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.086545:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.086562:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.086567:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.086568:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.086571:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158900. 00000100:00000001:1.0:1712357316.086573:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533760 : -131938525017856 : ffff8800ab158900) 00000100:00000001:1.0:1712357316.086574:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.086575:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00000100:00000001:1.0:1712357316.086578:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.087785:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.087789:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.087791:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.087797:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.087803:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.087804:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.087806:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.087809:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.087811:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173184:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.087814:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.087817:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.087819:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.087825:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.087897:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.087900:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.087905:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.087908:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.087912:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.087917:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173184, portal 10 00000100:00000001:0.0:1712357316.087919:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.087920:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00000100:00000040:0.0:1712357316.087925:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.087930:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.087932:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.087934:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11110. 00000100:00000200:0.0:1712357316.087936:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173184, offset 0 00000400:00000200:0.0:1712357316.087940:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.087945:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.087949:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.087954:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.087961:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.087964:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.087966:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.087969:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [813:813:256:4294967295] 192.168.203.120@tcp LPNI seq info [813:813:8:4294967295] 00000400:00000200:0.0:1712357316.087972:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.087979:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.087984:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.087987:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1712357316.087992:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.087998:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.088001:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.088014:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.088015:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.088017:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.088019:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.088020:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.088021:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158900 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.088023:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.088024:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.088026:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.088027:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.088709:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.088713:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:3.0:1712357316.088722:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.088726:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.088729:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11110 00000400:00000010:3.0:1712357316.088730:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11110. 00000100:00000001:3.0:1712357316.088733:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.088737:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.088744:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.088746:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.088751:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.089184:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357316.090974:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:1.1:1712357316.090982:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091b00. 00010000:00000010:1.1:1712357316.091073:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:1.1:1712357316.091077:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091e00. 00000800:00000001:2.0:1712357316.093322:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.093332:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.093338:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.093341:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.093348:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.093354:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.093359:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.093362:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.093365:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.093368:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cb80 00000400:00000200:2.0:1712357316.093372:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.093376:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1be5 [1] + 224 00000800:00000001:2.0:1712357316.093382:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.093393:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.093396:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.093400:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.093404:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.093410:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.093418:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.095475:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.095890:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.095902:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:0.0:1712357316.095904:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.095905:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.095907:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000800:00000001:2.0:1712357316.095909:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1712357316.095912:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:0.0:1712357316.095914:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357316.095917:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.095924:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.095931:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.095936:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.095945:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.095947:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.095950:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.095951:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.095953:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.095955:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.095961:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.095964:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.095967:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.095969:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.095974:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.095977:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.095978:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.095979:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.095981:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.095984:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.095989:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.095991:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.095993:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.095995:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.096001:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29f80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173184:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.096004:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.096007:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.096009:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.096010:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.096012:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.096017:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.096019:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158900. 00000100:00000001:0.0:1712357316.096025:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.096026:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.096028:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.096031:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.096033:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.096036:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:0.0:1712357316.096038:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357316.096040:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:0.0:1712357316.096043:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096050:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.096053:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096057:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.096059:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096063:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.096065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.096066:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096070:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.096072:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.096074:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.096076:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.096080:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.096082:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.096084:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096094:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.096095:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.096098:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096101:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.096103:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.096104:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.096105:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.096106:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:0.0:1712357316.096107:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357316.096108:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:0.0:1712357316.096110:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.096112:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.096115:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.096117:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.096118:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.096119:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.096122:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.096123:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.096124:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.096125:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.096127:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f0333880b from hash 00010000:00000001:0.0:1712357316.096129:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.096129:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.096130:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.096131:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.096132:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.096133:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.096134:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.096135:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.096138:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096140:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.096142:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096145:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.096146:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.096147:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.096148:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.096149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.096150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.096150:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.096152:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333880b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.096157:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.096159:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.096162:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.096165:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.096171:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.096172:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096173:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096174:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096177:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.096178:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.096179:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096181:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.096182:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langcyrillicmodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.096185:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.096187:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.096189:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096192:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.096193:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.096196:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091400. 00000080:00002000:0.0:1712357316.096199:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.096203:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.096209:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.096212:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096214:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.096216:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.096218:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.096222:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.096224:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.096227:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.096229:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096230:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.096232:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096233:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.096235:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.096238:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3739400. 00000100:00000001:0.0:1712357316.096241:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.096244:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29f80 x1795536572173184/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.096249:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.096251:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.096253:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.096257:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.096259:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.096260:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.096262:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.096263:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540800. 02000000:00000001:0.0:1712357316.096266:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.096268:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.096269:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29f80. 00000100:00000001:0.0:1712357316.096273:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.096274:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.096275:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.096277:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.096278:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.096281:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.096282:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langcyrillicmodel.py (ffff8800a7700510, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.096285:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.096289:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.096292:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.096294:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.096295:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.096297:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096323:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.096324:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.096326:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.096330:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096332:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.096333:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.096335:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.096336:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.096338:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.096340:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096342:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.096343:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.096344:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096346:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.096347:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.096348:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.096349:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.096351:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.096352:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096353:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.096354:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.096356:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096358:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.096358:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.096360:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.096360:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.096361:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.096362:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.096364:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.096365:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.096366:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.096370:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langgreekmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.096376:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.096377:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langgreekmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.096382:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:0.0:1712357316.096386:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.096388:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.096389:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langgreekmodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.096392:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.096394:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langgreekmodel.py' -> mds #0 00800000:00000001:0.0:1712357316.096396:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096398:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.096399:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langgreekmodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.096402:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.096403:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.096406:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4a80. 00000020:00000040:0.0:1712357316.096408:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.096411:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.096414:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.096417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.096418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.096419:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.096421:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.096422:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.096425:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.096430:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357316.096433:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.096435:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.096442:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.096443:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.096444:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.096446:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.096450:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00010000:00000001:0.0:1712357316.096453:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.096454:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.096456:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.096461:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.096463:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.096465:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3600. 00000020:00000001:0.0:1712357316.096467:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.096469:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3600 with handle 0xbda2fb8f03338812 to hash 00000020:00000001:0.0:1712357316.096470:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.096471:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.096474:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.096476:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.096477:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.096479:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.096484:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.096491:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.096495:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.096496:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.096500:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.096501:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357316.096503:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.096504:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:0.0:1712357316.096507:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.096509:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.096511:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.096513:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.096516:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.096522:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.096523:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.096525:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.096530:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.096532:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.096535:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.096538:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.096540:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.096541:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.096544:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.096545:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.096562:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.096564:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.096567:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.096571:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173248, portal 10 00000100:00000001:0.0:1712357316.096572:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.096573:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000040:0.0:1712357316.096577:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.096599:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.096601:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.096603:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11bb0. 00000100:00000200:0.0:1712357316.096606:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173248, offset 0 00000400:00000200:0.0:1712357316.096609:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.096614:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.096619:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.096623:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.096626:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.096629:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.096631:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.096634:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [814:814:256:4294967295] 192.168.203.120@tcp LPNI seq info [814:814:8:4294967295] 00000400:00000200:0.0:1712357316.096637:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.096643:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.096647:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.096650:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e400. 00000800:00000200:0.0:1712357316.096658:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.096664:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.096667:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.096686:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.096688:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.096689:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.096691:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.096692:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.096694:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.096695:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.096697:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.096698:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.096699:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.097068:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.097071:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e400. 00000400:00000200:3.0:1712357316.097076:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.097079:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.097082:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11bb0 00000400:00000010:3.0:1712357316.097083:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11bb0. 00000100:00000001:3.0:1712357316.097085:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.097089:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.097095:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.097097:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.097102:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.097103:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.100423:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.100434:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.100438:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.100440:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.100450:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.100455:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.100460:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.100463:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.100466:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.100470:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cbc0 00000400:00000200:2.0:1712357316.100474:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.100482:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bed [1] + 224 00000800:00000001:2.0:1712357316.100487:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.100496:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.100499:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.100502:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.100506:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.100512:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.100520:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.100529:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.100533:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.100535:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.100579:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.100594:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.100595:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.100597:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000400:00000200:0.0:1712357316.100600:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:0.0:1712357316.100602:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357316.100604:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.100608:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.100614:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.100619:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.100620:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.100622:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.100624:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.100626:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.100627:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.100629:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.100635:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.100639:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.100641:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.100643:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.100653:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.100656:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.100658:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.100659:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.100661:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.100664:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.100670:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.100676:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.100678:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.100681:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.100686:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173248:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.100689:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.100692:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.100693:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.100695:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.100697:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.100702:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.100704:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.100706:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.100707:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.100710:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.100714:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.100716:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.100718:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=4 00000020:00000001:0.0:1712357316.100720:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.100722:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00010000:0.0:1712357316.100726:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100736:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.100740:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100744:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.100746:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.100751:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.100753:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100757:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.100758:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.100761:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.100763:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.100766:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3600 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.100768:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.100771:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100774:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.100775:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.100778:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100781:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.100782:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.100783:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.100784:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.100787:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3600 refcount=5 00000020:00000001:0.0:1712357316.100788:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.100790:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183791616 : -131938525760000 : ffff8800ab0a3600) 00010000:00000001:0.0:1712357316.100791:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.100793:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.100796:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.100797:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.100799:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.100800:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.100802:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.100802:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.100803:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.100804:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.100805:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3600 with handle 0xbda2fb8f03338812 from hash 00010000:00000001:0.0:1712357316.100806:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.100807:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.100808:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.100808:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.100809:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.100810:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.100811:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.100812:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.100813:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.100814:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.100815:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.100819:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.100820:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.100820:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.100821:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.100822:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.100822:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.100823:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3600/0xbda2fb8f03338812 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.100832:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.100833:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.100837:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.100841:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.100847:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.100848:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.100849:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.100851:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.100853:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.100854:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.100855:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.100856:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.100858:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langgreekmodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.100860:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.100863:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.100865:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.100868:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.100870:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.100873:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a60919c0. 00000080:00002000:0.0:1712357316.100880:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.100885:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.100887:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.100890:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.100892:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.100894:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.100895:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.100900:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.100901:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.100904:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.100909:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.100910:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.100911:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.100917:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.100919:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.100922:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000100:00000001:0.0:1712357316.100925:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.100928:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4a80 x1795536572173248/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.100933:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.100934:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.100937:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.100940:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.100942:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.100943:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.100944:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.100946:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357316.100948:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.100949:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.100951:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4a80. 00000100:00000001:0.0:1712357316.100953:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.100954:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.100956:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.100957:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.100957:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.100961:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.100962:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langgreekmodel.py (ffff8800a7516360, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.100965:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.100966:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.100969:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.100971:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.100972:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.100974:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.100999:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.101001:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.101003:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.101109:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.101112:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.101114:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.101116:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.101121:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.101123:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.101125:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.101127:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.101128:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.101131:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.101132:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.101133:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.101135:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.101136:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.101137:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.101137:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.101138:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.101139:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.101141:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.101142:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.101143:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.101144:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.101145:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.101146:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.101147:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.101148:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.101149:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.101150:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.101154:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langhebrewmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.101157:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.101158:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langhebrewmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.101161:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:0.0:1712357316.101164:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.101165:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.101167:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langhebrewmodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.101169:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.101171:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langhebrewmodel.py' -> mds #0 00800000:00000001:0.0:1712357316.101173:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.101175:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.101178:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langhebrewmodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.101181:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.101182:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.101185:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4a80. 00000020:00000040:0.0:1712357316.101187:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.101190:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.101192:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.101195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.101195:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.101196:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.101198:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.101199:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.101202:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.101205:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357316.101209:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.101211:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.101212:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.101213:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.101214:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.101215:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.101219:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00010000:00000001:0.0:1712357316.101221:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.101221:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.101223:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.101224:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.101226:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.101228:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a3180. 00000020:00000001:0.0:1712357316.101229:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.101231:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a3180 with handle 0xbda2fb8f03338819 to hash 00000020:00000001:0.0:1712357316.101232:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.101233:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.101235:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.101236:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.101237:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.101239:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.101246:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.101252:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.101255:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.101256:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.101259:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.101260:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357316.101262:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.101262:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:0.0:1712357316.101265:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.101267:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.101269:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.101270:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.101273:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.101278:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.101279:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.101281:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.101283:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.101285:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.101287:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.101290:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.101291:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.101293:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.101294:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.101295:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.101298:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.101300:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.101303:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.101306:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173312, portal 10 00000100:00000001:0.0:1712357316.101315:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.101316:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000040:0.0:1712357316.101320:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.101325:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.101326:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.101328:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11b28. 00000100:00000200:0.0:1712357316.101330:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173312, offset 0 00000400:00000200:0.0:1712357316.101333:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.101336:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.101340:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.101343:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.101346:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.101349:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.101351:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.101354:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [815:815:256:4294967295] 192.168.203.120@tcp LPNI seq info [815:815:8:4294967295] 00000400:00000200:0.0:1712357316.101357:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.101363:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.101368:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.101371:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357316.101375:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.101380:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.101383:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.101396:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.101397:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.101398:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.101400:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.101401:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.101403:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.101405:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.101406:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.101407:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.101412:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.101513:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.101516:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357316.101519:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.101522:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.101524:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11b28 00000400:00000010:3.0:1712357316.101525:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11b28. 00000100:00000001:3.0:1712357316.101527:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.101535:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.101541:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.101543:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.101547:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.101548:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.102884:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a1440. 00000080:00000010:2.1:1712357316.102891:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8f20. 00010000:00000010:2.1:1712357316.102896:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357316.102898:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8d00. 00000800:00000001:2.0:1712357316.108665:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.108675:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.108678:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.108680:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.108689:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.108694:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.108700:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.108704:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.108706:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.108710:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cc00 00000400:00000200:2.0:1712357316.108713:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.108718:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bf5 [1] + 224 00000800:00000001:2.0:1712357316.108724:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.108736:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.108738:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.108743:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.108748:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.108753:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.108771:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.109182:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.109189:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.109192:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.109266:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.109271:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.109273:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.109275:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000400:00000200:0.0:1712357316.109278:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:0.0:1712357316.109279:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357316.109281:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.109286:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.109292:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109297:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.109298:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.109299:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.109302:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.109304:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.109306:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.109308:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.109314:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.109317:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.109320:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.109322:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109327:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.109330:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.109331:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.109332:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.109334:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.109337:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109342:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.109344:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.109345:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.109352:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.109358:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173312:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.109361:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.109364:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.109366:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.109367:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.109370:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109374:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.109377:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.109378:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.109379:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.109382:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.109384:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.109387:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.109389:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=4 00000020:00000001:0.0:1712357316.109390:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.109392:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00010000:0.0:1712357316.109396:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109403:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.109405:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109410:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.109412:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.109417:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.109422:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109426:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.109428:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.109430:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.109432:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.109437:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a3180 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.109439:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.109441:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109446:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.109447:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.109449:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109452:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.109454:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.109455:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.109456:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.109457:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a3180 refcount=5 00000020:00000001:0.0:1712357316.109458:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.109459:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183790464 : -131938525761152 : ffff8800ab0a3180) 00010000:00000001:0.0:1712357316.109461:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.109462:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.109466:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.109467:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.109469:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.109470:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.109472:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.109476:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.109477:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.109478:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.109480:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a3180 with handle 0xbda2fb8f03338819 from hash 00010000:00000001:0.0:1712357316.109481:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.109482:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.109483:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.109483:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.109484:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.109485:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.109487:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.109487:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.109488:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109489:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.109491:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109494:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.109495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.109496:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.109497:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.109497:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.109498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.109499:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.109500:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a3180/0xbda2fb8f03338819 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.109506:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.109507:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.109510:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.109514:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.109520:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.109521:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109522:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109523:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109525:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.109530:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.109530:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109532:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.109534:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langhebrewmodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.109536:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.109539:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.109541:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109544:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.109545:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.109548:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091f40. 00000080:00002000:0.0:1712357316.109562:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516798 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.109566:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.109569:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.109571:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109573:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.109575:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.109577:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.109595:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.109597:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.109601:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.109603:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109604:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.109606:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109607:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.109609:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.109613:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000100:00000001:0.0:1712357316.109615:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.109619:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4a80 x1795536572173312/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109623:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.109625:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.109628:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.109631:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.109632:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.109634:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.109635:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.109641:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357316.109644:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.109645:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.109647:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4a80. 00000100:00000001:0.0:1712357316.109649:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.109649:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.109652:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.109653:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.109654:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.109657:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.109659:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langhebrewmodel.py (ffff8800a7516798, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.109661:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.109663:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.109667:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.109668:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.109669:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.109671:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109700:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.109701:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.109703:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.109707:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109709:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.109710:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.109712:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.109714:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.109716:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.109718:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109719:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.109720:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.109722:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109724:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.109725:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.109726:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.109727:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.109729:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.109730:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109731:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.109736:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.109738:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109740:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.109741:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.109742:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.109743:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.109744:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.109745:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.109747:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.109748:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.109750:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.109753:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langhungarianmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.109756:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.109757:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langhungarianmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.109761:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:0.0:1712357316.109764:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.109767:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.109768:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langhungarianmodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.109770:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.109773:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langhungarianmodel.py' -> mds #0 00800000:00000001:0.0:1712357316.109774:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109776:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.109777:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langhungarianmodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.109780:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.109781:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.109784:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4a80. 00000020:00000040:0.0:1712357316.109786:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.109790:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.109792:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.109795:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.109796:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.109797:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.109798:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.109800:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.109805:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.109809:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357316.109812:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.109815:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.109816:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.109817:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.109818:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.109819:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.109824:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00010000:00000001:0.0:1712357316.109826:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.109827:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.109829:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.109831:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.109832:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.109835:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2880. 00000020:00000001:0.0:1712357316.109836:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.109838:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2880 with handle 0xbda2fb8f03338820 to hash 00000020:00000001:0.0:1712357316.109840:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.109841:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.109843:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.109845:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.109847:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.109849:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.109854:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.109859:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.109863:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.109864:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.109867:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.109868:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357316.109873:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.109874:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:0.0:1712357316.109878:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.109880:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.109882:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.109884:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.109888:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109892:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.109894:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.109896:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.109898:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.109900:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173376:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.109903:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.109906:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.109908:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.109909:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.109912:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.109913:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.109917:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.109918:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.109921:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.109926:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173376, portal 10 00000100:00000001:0.0:1712357316.109927:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.109928:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000040:0.0:1712357316.109931:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.109936:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.109937:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.109939:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11f68. 00000100:00000200:0.0:1712357316.109941:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173376, offset 0 00000400:00000200:0.0:1712357316.109945:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.109948:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.109955:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.109959:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.109962:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.109965:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.109966:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.109969:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [816:816:256:4294967295] 192.168.203.120@tcp LPNI seq info [816:816:8:4294967295] 00000400:00000200:0.0:1712357316.109972:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.109978:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.109983:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.109985:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0eb00. 00000800:00000200:0.0:1712357316.109989:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.109994:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.109997:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0eb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.110013:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.110015:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.110017:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.110019:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.110020:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.110021:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.110023:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.110024:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.110026:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.110026:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.110067:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.110069:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0eb00. 00000400:00000200:3.0:1712357316.110072:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.110075:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.110077:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11f68 00000400:00000010:3.0:1712357316.110078:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11f68. 00000100:00000001:3.0:1712357316.110080:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.110083:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.110089:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.110091:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.110095:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.110097:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.110345:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357316.110350:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091400. 00010000:00000010:2.1:1712357316.110353:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3600. 00000080:00000010:2.1:1712357316.110355:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a60919c0. 00000800:00000001:2.0:1712357316.114498:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.114508:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.114510:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.114512:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.114521:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.114527:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.114532:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.114536:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.114539:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.114542:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cc40 00000400:00000200:2.0:1712357316.114546:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.114562:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1bfd [1] + 224 00000800:00000001:2.0:1712357316.114568:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.114578:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.114580:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.114614:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.114619:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.114626:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.114634:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.114642:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.114648:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.114650:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.114692:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.114697:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.114698:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.114701:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000400:00000200:0.0:1712357316.114704:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:0.0:1712357316.114706:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357316.114708:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.114712:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.114719:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.114730:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.114732:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.114734:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.114736:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.114738:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.114740:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.114742:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.114748:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.114751:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.114753:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.114756:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.114761:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.114763:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.114764:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.114766:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.114767:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.114770:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.114776:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.114778:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.114780:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.114782:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.114787:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173376:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.114791:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.114799:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.114802:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.114804:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.114806:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.114819:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.114822:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.114824:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.114824:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.114827:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.114830:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.114832:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.114834:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=4 00000020:00000001:0.0:1712357316.114836:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.114838:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00010000:0.0:1712357316.114841:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114848:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.114851:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114855:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.114857:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114861:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.114862:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.114864:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114868:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.114869:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.114872:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.114873:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.114877:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2880 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.114883:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.114885:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114890:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.114891:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.114893:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114896:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.114898:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.114899:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.114900:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.114900:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2880 refcount=5 00000020:00000001:0.0:1712357316.114902:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.114903:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788160 : -131938525763456 : ffff8800ab0a2880) 00010000:00000001:0.0:1712357316.114905:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.114907:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.114911:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.114912:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.114914:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.114915:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.114917:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.114918:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.114919:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.114920:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.114922:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2880 with handle 0xbda2fb8f03338820 from hash 00010000:00000001:0.0:1712357316.114923:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.114924:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.114925:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.114926:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.114927:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.114928:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.114932:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.114933:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.114934:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.114940:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.114942:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114946:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.114946:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.114947:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.114948:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.114949:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.114949:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.114950:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.114951:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2880/0xbda2fb8f03338820 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.114958:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.114959:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.114963:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.114967:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.114972:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.114973:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.114974:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.114976:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.114978:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.114979:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.114980:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.114981:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.114983:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langhungarianmodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.114985:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.114987:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.114989:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.114992:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.114993:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.114996:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab29d80. 00000080:00002000:0.0:1712357316.115003:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516870 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.115007:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.115010:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.115013:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.115015:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.115016:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.115018:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.115022:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.115024:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.115028:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:0.0:1712357316.115030:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.115031:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.115033:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115035:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.115037:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.115040:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000100:00000001:0.0:1712357316.115043:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.115045:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4a80 x1795536572173376/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.115049:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.115051:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.115053:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.115057:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.115058:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.115059:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.115060:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.115062:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357316.115064:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.115065:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.115067:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4a80. 00000100:00000001:0.0:1712357316.115069:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.115070:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.115071:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.115072:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.115073:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.115076:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.115081:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langhungarianmodel.py (ffff8800a7516870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:0.0:1712357316.115083:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.115085:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.115088:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.115090:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.115091:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:0.0:1712357316.115093:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115118:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.115120:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.115121:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.115124:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115126:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.115128:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.115129:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.115131:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.115133:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.115135:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115136:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.115137:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.115138:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115140:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.115141:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.115142:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.115143:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.115145:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.115145:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115147:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.115148:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.115150:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115151:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.115152:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.115153:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.115154:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.115155:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.115156:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.115157:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.115161:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.115163:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.115168:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langthaimodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:0.0:1712357316.115170:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.115172:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langthaimodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:0.0:1712357316.115176:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa236600. 00000080:00000001:0.0:1712357316.115179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.115181:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.115182:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langthaimodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:0.0:1712357316.115185:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.115188:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langthaimodel.py' -> mds #0 00800000:00000001:0.0:1712357316.115190:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.115192:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.115193:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langthaimodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.115196:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.115197:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.115200:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4a80. 00000020:00000040:0.0:1712357316.115202:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.115206:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.115209:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.115212:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.115213:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.115213:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.115215:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.115217:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.115219:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.115224:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357316.115228:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.115230:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.115231:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.115232:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.115233:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.115234:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.115238:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00010000:00000001:0.0:1712357316.115240:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.115245:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.115247:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:0.0:1712357316.115248:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.115250:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.115252:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357316.115255:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.115256:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338827 to hash 00000020:00000001:0.0:1712357316.115258:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.115259:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.115261:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.115263:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.115264:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.115266:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.115271:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.116267:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.116274:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.116276:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.116347:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.116350:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.116352:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.116353:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000001:1.0:1712357316.116356:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.116360:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.116361:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.116362:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.116369:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.116375:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.116376:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.116378:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.116380:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.116383:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.116386:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.116389:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.116391:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.116392:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.116395:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.116396:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.116401:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.116404:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.116407:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.116412:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173440, portal 10 00000100:00000001:1.0:1712357316.116413:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.116414:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356928 : -131936340194688 : ffff88012d4f4a80) 00000100:00000040:1.0:1712357316.116418:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.116423:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.116425:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.116427:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.116429:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173440, offset 0 00000400:00000200:1.0:1712357316.116440:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.116445:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.116449:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.116773:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.116777:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.116780:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.116782:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.116785:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [817:817:256:4294967295] 192.168.203.120@tcp LPNI seq info [817:817:8:4294967295] 00000400:00000200:1.0:1712357316.116788:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.116796:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.116801:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.116804:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357316.116808:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.116814:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.116817:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.116832:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.116834:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.116836:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.116838:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.116839:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.116840:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.116842:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.116844:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.116846:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.116847:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.117183:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.117186:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357316.117190:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.117195:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.117198:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357316.117199:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:3.0:1712357316.117202:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.117206:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.117213:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.117215:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.117229:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.117231:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.117834:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a3180. 00000080:00000010:2.1:1712357316.117840:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091f40. 00000800:00000001:2.0:1712357316.119769:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.119779:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.119787:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.119790:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.119797:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.119803:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.119809:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.119812:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.119815:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.119819:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cc80 00000400:00000200:2.0:1712357316.119822:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.119827:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c05 [1] + 224 00000800:00000001:2.0:1712357316.119833:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.119844:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.119846:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.119850:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.119854:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.119860:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.119869:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.119892:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.119898:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.119901:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.119927:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.119932:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.119934:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.119936:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.119939:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.119941:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.119943:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.119948:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.119964:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.119969:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.119971:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.119973:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.119975:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.119977:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.119979:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.119981:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.119988:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.119995:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.119997:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.120000:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.120004:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.120007:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.120008:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.120010:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.120012:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.120014:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.120019:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.120022:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.120024:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.120026:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.120032:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4a80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173440:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.120035:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.120038:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.120039:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.120044:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.120047:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.120052:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.120055:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.120057:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.120058:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.120061:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.120063:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.120065:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.120071:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:1.0:1712357316.120072:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357316.120075:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:1.0:1712357316.120078:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120085:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.120087:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120092:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.120094:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120098:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.120099:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.120101:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120105:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.120106:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.120109:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.120110:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.120121:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.120124:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.120127:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120131:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.120132:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.120134:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120138:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.120139:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.120140:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.120141:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.120142:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:1.0:1712357316.120143:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357316.120145:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357316.120147:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.120148:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.120151:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.120152:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.120154:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.120155:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.120157:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.120158:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.120159:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.120160:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.120161:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f03338827 from hash 00010000:00000001:1.0:1712357316.120162:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.120163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.120167:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.120168:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.120169:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.120170:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.120172:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.120172:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.120173:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120174:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.120177:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120180:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.120181:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.120182:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.120182:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.120183:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.120184:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.120185:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.120186:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f03338827 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.120207:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.120208:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.120212:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.120217:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.120223:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.120224:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120225:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120226:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120228:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.120229:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.120230:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120231:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.120233:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langthaimodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.120235:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.120237:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.120241:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120244:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.120246:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.120249:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a67c8bc0. 00000080:00002000:1.0:1712357316.120253:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.120257:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.120260:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.120263:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120265:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.120267:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.120268:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.120272:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.120274:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.120277:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.120279:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120280:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.120282:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120283:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.120285:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.120287:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa236600. 00000100:00000001:1.0:1712357316.120291:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.120293:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4a80 x1795536572173440/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.120297:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.120298:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.120300:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.120303:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.120305:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.120306:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.120307:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.120309:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:1.0:1712357316.120311:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.120312:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.120313:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4a80. 00000100:00000001:1.0:1712357316.120315:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.120316:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.120320:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.120321:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.120322:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.120326:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.120328:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langthaimodel.py (ffff8800a75166c0, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.120330:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.120333:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.120336:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.120338:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.120339:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.120341:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120372:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.120374:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.120376:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.120380:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120382:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.120383:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.120385:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.120387:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.120390:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.120392:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120393:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.120394:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.120396:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120398:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.120399:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.120400:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.120401:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.120402:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.120403:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120404:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.120405:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.120407:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120408:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.120409:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.120410:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.120411:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.120416:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.120418:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.120419:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.120420:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.120422:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.120427:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langturkishmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.120430:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.120431:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langturkishmodel.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.120436:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.120439:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.120442:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.120443:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langturkishmodel.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.120446:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.120448:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='langturkishmodel.py' -> mds #0 00800000:00000001:1.0:1712357316.120450:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120452:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.120453:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langturkishmodel.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.120456:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.120458:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.120461:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.120463:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.120466:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.120469:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.120472:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.120472:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.120473:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.120475:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.120477:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.120479:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.120483:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.120488:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.120490:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.120491:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.120492:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.120496:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.120497:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.120503:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.120506:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.120507:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.120509:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.120510:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.120511:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.120514:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.120515:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.120517:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f0333882e to hash 00000020:00000001:1.0:1712357316.120518:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.120519:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.120521:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.120523:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.120524:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.120526:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.120532:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.120537:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.120541:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.120542:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.120546:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.120547:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.120549:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.120561:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.120564:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.120567:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.120568:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.120570:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.120577:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.120626:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.120627:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.120630:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.120632:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.120634:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.120637:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.120640:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.120642:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.120643:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.120646:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.120648:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.120651:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.120653:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.120657:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.120661:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173504, portal 10 00000100:00000001:1.0:1712357316.120662:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.120663:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.120667:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.120673:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.120675:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.120676:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357316.120679:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173504, offset 0 00000400:00000200:1.0:1712357316.120682:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.120687:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.120691:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.120695:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.120699:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.120701:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.120703:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.120706:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [818:818:256:4294967295] 192.168.203.120@tcp LPNI seq info [818:818:8:4294967295] 00000400:00000200:1.0:1712357316.120713:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.120720:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.120725:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.120728:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.120732:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.120737:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.120740:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.120756:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.120757:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.120759:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.120761:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.120762:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.120764:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.120765:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.120767:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.120768:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.120769:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.121383:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.121387:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.121391:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.121395:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.121397:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:3.0:1712357316.121398:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:3.0:1712357316.121401:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.121433:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.121442:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.121445:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.121449:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.121451:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357316.127168:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00010000:00000010:3.1:1712357316.127196:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2880. 00000080:00000010:3.1:1712357316.127201:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab29d80. 00000080:00000010:0.1:1712357316.131205:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a67c8bc0. 00000800:00000001:2.0:1712357316.133874:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.133885:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.133888:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.133890:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.133899:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.133905:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.133911:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.133914:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.133918:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.133922:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ccc0 00000400:00000200:2.0:1712357316.133926:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.133939:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c0d [1] + 224 00000800:00000001:2.0:1712357316.133945:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.133954:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.133956:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.133960:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.133965:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.133972:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.133981:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.134391:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.134399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.134402:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.134451:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.134457:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.134458:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.134461:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.134464:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.134466:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.134468:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.134473:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.134480:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.134486:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.134487:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.134489:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.134491:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.134493:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.134499:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.134502:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.134508:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.134512:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.134514:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.134517:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.134523:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.134525:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.134527:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.134528:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.134530:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.134533:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.134539:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.134541:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.134543:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.134546:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.134562:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173504:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.134566:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.134569:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.134571:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.134573:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.134575:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.134597:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.134600:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.134602:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.134603:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.134606:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.134609:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.134615:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.134617:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.134619:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.134621:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.134625:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134634:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.134637:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134642:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.134644:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134648:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.134650:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.134652:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134656:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.134658:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.134660:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.134662:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.134667:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.134669:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.134672:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134677:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.134678:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.134680:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134687:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.134689:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.134690:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.134691:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.134692:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.134693:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.134695:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.134697:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.134699:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.134702:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.134703:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.134705:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.134706:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.134708:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.134709:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.134710:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.134710:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.134712:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f0333882e from hash 00010000:00000001:1.0:1712357316.134714:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.134715:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.134716:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.134716:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.134717:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.134718:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.134719:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.134720:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.134721:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134722:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.134724:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134728:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.134732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.134733:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.134734:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.134735:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.134736:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.134736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.134738:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333882e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.134753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.134754:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.134758:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.134762:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.134768:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.134769:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.134770:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.134771:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.134774:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.134776:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.134776:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.134777:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.134779:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langturkishmodel.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.134782:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.134784:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.134786:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134789:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.134791:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.134794:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4dbe0. 00000080:00002000:1.0:1712357316.134798:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.134802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.134805:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.134808:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.134810:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.134812:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.134814:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.134818:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.134823:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.134827:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.134829:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.134831:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.134832:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134834:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.134836:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.134839:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.134842:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.134845:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173504/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.134850:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.134852:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.134854:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.134858:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.134859:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.134861:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.134863:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.134864:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.134868:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.134869:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.134870:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.134874:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.134875:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.134876:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.134877:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.134879:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.134883:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.134884:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langturkishmodel.py (ffff8800a7700948, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.134886:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.134888:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.134891:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.134893:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.134894:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.134896:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134921:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.134926:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.134928:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.134932:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134935:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.134936:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.134938:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.134940:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.134943:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.134945:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134947:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.134948:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.134950:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134952:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.134953:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.134954:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.134955:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.134957:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.134958:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134959:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.134960:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.134962:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134963:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.134964:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.134966:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.134967:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.134968:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.134968:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.134970:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.134971:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.134972:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.134977:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=latin1prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.134980:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.134981:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=latin1prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.134986:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.134989:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.134992:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.134996:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'latin1prober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.134998:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.135001:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='latin1prober.py' -> mds #0 00800000:00000001:1.0:1712357316.135003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.135005:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.135006:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: latin1prober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.135009:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.135011:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.135013:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.135016:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.135019:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.135022:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.135024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.135025:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.135026:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.135028:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.135030:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.135032:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.135036:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.135041:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.135043:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.135044:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.135045:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.135046:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.135047:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.135052:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.135054:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.135055:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.135057:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.135059:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.135061:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.135086:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.135088:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.135090:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338835 to hash 00000020:00000001:1.0:1712357316.135092:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.135096:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.135098:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.135100:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.135101:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.135103:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.135109:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.135116:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.135120:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.135122:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.135125:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.135126:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.135128:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.135129:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.135132:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.135135:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.135137:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.135138:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.135142:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.135148:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.135149:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.135151:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.135153:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.135156:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.135158:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.135162:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.135163:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.135165:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.135171:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.135172:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.135176:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.135178:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.135181:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.135186:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173568, portal 10 00000100:00000001:1.0:1712357316.135187:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.135188:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.135192:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.135198:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.135201:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.135203:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357316.135205:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572173568, offset 0 00000400:00000200:1.0:1712357316.135209:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.135213:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.135217:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.135221:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.135224:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.135227:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.135229:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.135232:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [819:819:256:4294967295] 192.168.203.120@tcp LPNI seq info [819:819:8:4294967295] 00000400:00000200:1.0:1712357316.135235:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.135242:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.135246:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.135249:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.135253:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.135259:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.135262:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.135268:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.135270:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.135271:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.135276:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.135277:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.135279:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.135281:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.135282:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.135284:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.135285:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.135293:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.135296:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357316.135299:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.135302:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.135305:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:3.0:1712357316.135306:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:3.0:1712357316.135309:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.135312:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.135319:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.135322:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.135327:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.135328:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357316.137726:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:0.1:1712357316.137736:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4dbe0. 00000800:00000001:2.0:1712357316.140344:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.140354:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.140357:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.140359:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.140368:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.140373:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.140379:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.140382:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.140385:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.140388:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cd00 00000400:00000200:2.0:1712357316.140392:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.140396:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c15 [1] + 224 00000800:00000001:2.0:1712357316.140401:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.140413:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.140415:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.140419:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.140423:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.140428:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.140446:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.140465:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.140470:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.140472:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.140502:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.140508:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.140510:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.140512:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.140516:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.140518:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.140520:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.140525:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.140533:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.140539:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.140541:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.140543:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.140545:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.140547:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.140558:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.140561:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.140568:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.140571:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.140573:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.140576:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.140613:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.140615:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.140617:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.140619:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.140621:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.140630:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.140636:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.140639:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.140640:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.140643:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.140650:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173568:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.140654:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.140656:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.140658:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.140660:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.140663:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.140668:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.140670:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.140673:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.140674:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.140677:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.140680:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.140682:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.140689:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.140691:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.140693:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.140697:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140704:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.140708:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140713:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.140718:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140723:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.140724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.140726:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140730:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.140731:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.140733:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.140735:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.140740:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.140743:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.140745:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140750:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.140752:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.140754:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140758:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.140760:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.140760:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.140761:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.140762:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.140763:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.140765:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.140766:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.140768:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.140778:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.140779:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.140781:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.140782:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.140785:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.140786:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.140787:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.140788:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.140789:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338835 from hash 00010000:00000001:1.0:1712357316.140791:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.140792:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.140793:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.140793:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.140794:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.140795:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.140797:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.140797:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.140798:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.140799:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.140801:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140805:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.140806:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.140806:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.140807:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.140808:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.140809:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.140809:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.140811:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338835 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.140830:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.140831:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.140835:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.140839:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.140848:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.140850:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.140851:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.140852:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.140855:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.140856:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.140857:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.140859:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.140860:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=latin1prober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.140862:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.140865:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.140867:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.140870:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.140872:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.140875:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4da80. 00000080:00002000:1.0:1712357316.140880:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.140885:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.140888:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.140890:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.140892:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.140894:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.140895:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.140900:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.140902:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.140905:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.140907:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.140908:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.140910:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.140911:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.140913:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.140916:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.140919:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.140922:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173568/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.140935:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.140937:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.140939:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.140943:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.140944:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.140946:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.140948:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.140950:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.140953:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.140954:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.140956:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.140959:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.140959:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.140962:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.140963:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.140964:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.140968:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.140970:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry latin1prober.py (ffff8800a7700798, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.140972:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.140975:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.140977:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.140980:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.140981:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.140983:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141011:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.141013:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.141015:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.141018:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141021:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.141023:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.141025:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.141027:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.141029:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.141031:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141033:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.141034:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.141039:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141041:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.141042:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.141044:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.141045:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.141047:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.141048:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141049:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.141050:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.141052:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141054:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.141055:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.141056:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.141057:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.141058:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.141059:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.141060:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.141061:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.141068:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.141074:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=mbcharsetprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.141076:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.141078:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=mbcharsetprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.141082:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.141086:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.141089:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.141090:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'mbcharsetprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.141093:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.141095:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='mbcharsetprober.py' -> mds #0 00800000:00000001:1.0:1712357316.141097:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.141099:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.141100:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: mbcharsetprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.141103:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.141105:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.141107:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.141112:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.141116:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.141118:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.141121:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.141122:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.141123:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.141125:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.141127:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.141129:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.141133:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.141137:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.141140:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.141141:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.141142:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.141143:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.141144:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.141149:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.141151:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.141152:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.141154:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.141155:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.141157:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.141159:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.141161:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.141162:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f0333883c to hash 00000020:00000001:1.0:1712357316.141164:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.141165:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.141167:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.141168:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.141169:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.141172:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.141177:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.141190:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.141194:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.141195:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.141198:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.141200:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.141201:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.141202:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.141205:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.141208:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.141210:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.141211:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.141215:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.141221:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.141223:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.141225:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.141239:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.141242:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.141245:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.141249:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.141251:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.141252:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.141255:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.141256:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.141260:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.141262:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.141266:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.141269:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173632, portal 10 00000100:00000001:1.0:1712357316.141271:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.141272:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.141276:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.141285:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.141287:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.141288:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.141292:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173632, offset 0 00000400:00000200:1.0:1712357316.141295:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.141299:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.141304:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.141307:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.141311:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.141313:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.141315:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.141318:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [820:820:256:4294967295] 192.168.203.120@tcp LPNI seq info [820:820:8:4294967295] 00000400:00000200:1.0:1712357316.141322:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.141328:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.141333:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.141336:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.141341:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.141346:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.141350:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.141367:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.141369:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.141371:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.141373:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.141374:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.141375:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.141377:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.141378:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.141380:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.141381:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.141738:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.141741:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357316.141748:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.141752:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.141754:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357316.141755:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:3.0:1712357316.141758:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.141761:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.141768:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.141770:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.141775:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.141776:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.145836:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.145848:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.145852:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.145854:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.145862:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.145868:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.145875:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.145878:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.145881:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.145885:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cd40 00000400:00000200:2.0:1712357316.145889:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.145893:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c1d [1] + 224 00000800:00000001:2.0:1712357316.145900:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.145913:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.145915:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.145919:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.145924:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.145930:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.145940:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.145962:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.145967:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.145970:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.146019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.146025:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.146026:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.146034:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.146037:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.146039:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.146041:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.146045:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.146052:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146058:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.146059:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.146061:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.146064:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.146066:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.146067:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.146070:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.146076:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.146080:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.146082:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.146085:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146091:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.146093:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.146094:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.146096:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.146098:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.146101:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146107:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.146109:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.146111:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.146114:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.146121:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173632:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.146127:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.146130:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.146132:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.146133:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.146136:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146141:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.146144:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.146146:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.146148:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.146151:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.146153:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.146156:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.146158:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.146160:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.146162:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.146166:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146173:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.146177:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146181:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.146184:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146188:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.146189:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.146192:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146196:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.146201:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.146203:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.146205:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.146210:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.146213:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.146215:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146220:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.146222:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.146224:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146228:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.146230:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.146230:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.146231:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.146232:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.146233:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.146235:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.146237:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.146239:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.146242:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.146243:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.146245:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.146246:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.146249:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.146250:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.146251:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.146251:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.146253:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f0333883c from hash 00010000:00000001:1.0:1712357316.146257:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.146258:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.146259:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.146259:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.146260:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.146261:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.146263:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.146264:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.146264:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146266:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.146268:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.146272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.146273:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.146274:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.146275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.146275:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.146276:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.146278:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333883c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.146286:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.146287:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.146290:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.146294:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.146300:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.146301:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146303:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146304:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146307:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.146308:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.146309:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146310:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.146312:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=mbcharsetprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.146317:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.146320:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.146322:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146325:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.146326:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.146330:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff880130e4df60. 00000080:00002000:1.0:1712357316.146334:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.146338:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.146341:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.146344:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146346:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.146348:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.146349:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.146353:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.146355:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.146358:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.146361:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146362:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.146363:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146365:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.146367:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.146370:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.146373:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.146376:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173632/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146381:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.146383:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.146385:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.146388:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.146390:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.146392:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.146393:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.146395:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.146398:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.146399:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.146404:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.146407:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.146408:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.146410:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.146411:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.146412:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.146418:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.146419:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry mbcharsetprober.py (ffff8800a7700870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.146422:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.146425:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.146429:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.146431:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.146432:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.146434:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146464:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.146466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.146467:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.146471:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146474:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.146475:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.146478:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.146480:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.146482:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.146485:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146487:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.146488:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.146490:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146492:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.146493:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.146494:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.146495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.146497:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.146498:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146499:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.146500:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.146502:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146503:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.146507:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.146509:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.146510:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.146511:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.146512:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.146513:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.146514:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.146516:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.146523:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=mbcsgroupprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.146525:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.146527:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=mbcsgroupprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.146531:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.146535:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.146537:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.146539:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'mbcsgroupprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.146542:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.146544:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='mbcsgroupprober.py' -> mds #0 00800000:00000001:1.0:1712357316.146546:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146559:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.146561:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: mbcsgroupprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.146564:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.146565:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.146568:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.146570:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.146574:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.146577:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.146580:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.146581:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.146609:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.146611:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.146612:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.146615:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.146620:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.146623:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.146626:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.146631:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.146632:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.146633:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.146634:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.146640:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.146642:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.146644:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.146646:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.146647:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.146649:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.146651:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.146653:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.146655:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338843 to hash 00000020:00000001:1.0:1712357316.146656:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.146657:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.146660:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.146662:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.146663:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.146665:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.146670:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.146677:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.146681:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.146682:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.146686:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.146687:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.146689:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.146690:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.146693:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.146696:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.146704:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.146706:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.146710:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146716:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.146717:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.146719:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.146721:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.146723:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.146726:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.146729:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.146731:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.146732:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.146735:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.146736:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.146741:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.146743:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.146746:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.146751:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173696, portal 10 00000100:00000001:1.0:1712357316.146752:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.146753:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.146757:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.146763:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.146765:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.146767:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357316.146769:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173696, offset 0 00000400:00000200:1.0:1712357316.146773:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.146777:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.146781:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.146785:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.146788:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.146790:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.146803:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.146807:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [821:821:256:4294967295] 192.168.203.120@tcp LPNI seq info [821:821:8:4294967295] 00000400:00000200:1.0:1712357316.146810:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.146817:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.146821:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.146824:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.146828:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.146833:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.146836:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.149464:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.149468:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.149471:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.149474:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.149475:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.149478:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.149480:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.149483:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.149485:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.149486:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.150735:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.150739:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.150745:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.150752:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.150756:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357316.150758:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357316.150762:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.150769:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.150778:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.150781:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.150786:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.150788:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357316.152709:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:2.0:1712357316.156869:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.156881:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.156894:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.156897:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.156906:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.156912:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.156918:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.156922:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.156926:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.156930:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cd80 00000400:00000200:2.0:1712357316.156934:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.156938:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c25 [1] + 224 00000800:00000001:2.0:1712357316.156945:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.156954:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.156956:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.156960:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.156965:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.156971:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.156980:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.156997:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.157002:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.157005:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.157161:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.157167:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.157168:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.157171:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.157175:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.157177:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.157179:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.157184:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.157191:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157197:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.157199:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.157201:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.157208:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.157210:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.157212:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.157215:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.157221:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.157224:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.157227:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.157230:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157235:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.157237:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.157239:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.157240:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.157243:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.157246:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157252:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.157254:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.157256:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.157259:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.157266:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173696:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.157269:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.157272:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.157274:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.157276:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.157278:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157283:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.157286:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.157288:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.157289:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.157295:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.157298:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.157301:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.157303:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.157305:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.157308:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.157312:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157320:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.157323:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157328:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.157331:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.157336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.157338:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157342:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.157344:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.157346:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.157348:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.157352:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.157355:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.157357:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157362:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.157363:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.157368:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157372:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.157374:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.157375:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.157376:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.157376:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.157378:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.157379:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.157381:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.157383:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.157387:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.157388:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.157389:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.157391:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.157393:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.157394:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.157395:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.157396:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.157397:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338843 from hash 00010000:00000001:1.0:1712357316.157399:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.157400:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.157401:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.157402:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.157402:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.157404:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.157405:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.157406:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.157407:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157408:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.157410:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157419:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.157420:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.157421:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.157422:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.157423:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.157423:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.157424:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.157425:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338843 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.157433:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.157434:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.157438:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.157442:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.157448:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.157449:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157450:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157451:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157454:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.157455:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.157456:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157457:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.157458:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=mbcsgroupprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.157460:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.157463:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.157465:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157467:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.157469:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.157472:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f0c0. 00000080:00002000:1.0:1712357316.157476:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.157481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.157483:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.157486:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157488:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.157493:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.157494:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.157499:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.157501:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.157504:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.157506:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157507:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.157509:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157511:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.157513:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.157516:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.157520:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.157523:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173696/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157528:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.157529:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.157532:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.157535:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.157537:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.157538:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.157540:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.157541:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.157544:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.157545:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.157547:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.157561:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.157562:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.157564:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.157565:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.157566:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.157571:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.157572:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry mbcsgroupprober.py (ffff8800a7700000, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.157575:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.157577:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.157580:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.157601:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.157606:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.157608:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157638:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.157641:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.157643:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.157647:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157650:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.157651:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.157653:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.157654:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.157657:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.157660:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.157663:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.157665:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157668:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.157669:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.157670:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.157671:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.157673:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.157674:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157675:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.157676:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.157678:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157679:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.157681:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.157682:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.157683:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.157684:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.157685:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.157687:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.157688:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.157689:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.157695:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=mbcssm.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.157698:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.157699:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=mbcssm.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.157706:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.157710:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.157712:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.157715:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'mbcssm.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.157717:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.157720:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='mbcssm.py' -> mds #0 00800000:00000001:1.0:1712357316.157722:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157724:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.157726:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: mbcssm.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.157729:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.157730:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.157732:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.157735:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.157738:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.157741:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.157744:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.157745:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.157746:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.157748:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.157749:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.157752:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.157756:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.157760:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.157762:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.157764:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.157766:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.157766:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.157768:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.157773:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.157775:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.157776:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.157778:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.157780:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.157782:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.157784:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.157789:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.157791:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f0333884a to hash 00000020:00000001:1.0:1712357316.157792:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.157794:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.157796:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.157798:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.157799:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.157801:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.157807:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.157814:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.157817:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.157819:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.157822:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.157823:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.157825:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.157826:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.157829:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.157832:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.157833:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.157835:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.157838:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157844:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.157845:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.157848:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.157849:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.157852:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.157854:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.157861:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.157863:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.157865:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.157868:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.157869:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.157873:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.157875:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.157879:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.157883:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173760, portal 10 00000100:00000001:1.0:1712357316.157885:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.157886:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.157890:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.157896:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.157899:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.157900:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357316.157902:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572173760, offset 0 00000400:00000200:1.0:1712357316.157906:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.157910:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.157914:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.157918:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.157921:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.157924:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.157926:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.157929:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [822:822:256:4294967295] 192.168.203.120@tcp LPNI seq info [822:822:8:4294967295] 00000400:00000200:1.0:1712357316.157932:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.157939:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.157944:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.157946:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4500. 00000800:00000200:1.0:1712357316.157950:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.157956:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.157960:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4500 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:3.0:1712357316.159993:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.159999:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4500. 00000400:00000200:3.0:1712357316.160004:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.160010:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.160014:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357316.160017:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357316.160021:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.160032:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.160042:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.160045:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.160050:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.160051:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357316.160320:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.160323:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.160326:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.160328:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.160330:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.160333:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.160335:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.160337:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.160340:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.160340:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1712357316.161754:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4da80. 00010000:00000010:1.1:1712357316.161765:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:1.1:1712357316.161769:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff880130e4df60. 00000800:00000001:2.0:1712357316.163953:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.163964:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.163967:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.163969:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.163977:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.163983:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.163989:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.163993:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.163995:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.163999:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cdc0 00000400:00000200:2.0:1712357316.164002:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.164015:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c2d [1] + 224 00000800:00000001:2.0:1712357316.164021:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.164033:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.164035:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.164039:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.164043:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.164048:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.164056:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.164077:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.164083:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.164085:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.164136:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.164141:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.164142:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.164145:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.164147:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.164149:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.164151:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.164155:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.164161:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164166:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.164167:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.164168:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.164170:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.164172:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.164173:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.164176:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.164181:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.164184:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.164186:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.164188:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164193:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.164195:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.164200:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.164201:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.164203:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.164206:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164211:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.164213:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.164215:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.164217:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.164223:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173760:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.164225:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.164228:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.164229:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.164231:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.164233:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164238:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.164239:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.164241:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.164242:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.164244:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.164247:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.164249:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.164251:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.164253:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.164255:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.164259:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164265:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.164268:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164275:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.164277:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164281:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.164281:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.164283:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164287:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.164288:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.164290:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.164292:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.164296:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.164298:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.164301:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164304:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.164305:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.164307:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164311:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.164313:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.164313:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.164314:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.164315:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.164316:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.164317:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.164319:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.164322:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.164326:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.164327:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.164328:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.164329:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.164332:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.164333:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.164333:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.164334:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.164336:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f0333884a from hash 00010000:00000001:1.0:1712357316.164337:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.164338:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.164339:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.164339:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.164340:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.164341:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.164342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.164343:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.164344:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164345:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.164347:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164349:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.164350:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.164351:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.164351:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.164352:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.164353:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.164353:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.164354:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333884a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.164360:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.164361:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.164364:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.164369:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.164375:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.164376:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164377:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164378:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164380:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.164381:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.164382:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164383:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.164384:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=mbcssm.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.164387:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.164389:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.164391:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164393:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.164395:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.164398:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f220. 00000080:00002000:1.0:1712357316.164402:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.164405:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.164408:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.164410:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164413:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.164414:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.164415:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.164419:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.164421:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.164423:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.164425:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164427:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.164428:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164429:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.164431:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.164434:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.164437:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.164439:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173760/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164446:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.164447:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.164450:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.164453:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.164454:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.164455:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.164457:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.164458:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.164461:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.164462:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.164463:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.164466:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.164467:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.164468:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.164469:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.164470:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.164474:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.164475:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry mbcssm.py (ffff8800a7700288, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.164477:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.164479:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.164481:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.164483:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.164484:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.164486:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164512:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.164514:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.164515:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.164518:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164521:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.164522:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.164524:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.164526:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.164528:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.164530:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164532:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.164533:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.164537:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164539:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.164540:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.164542:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.164543:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.164544:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.164545:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164546:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.164547:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.164556:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164558:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.164558:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.164560:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.164560:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.164561:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.164562:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.164563:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.164564:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.164566:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.164571:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=sbcharsetprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.164573:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.164574:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=sbcharsetprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.164578:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.164727:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.164730:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.164732:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'sbcharsetprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.164734:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.164737:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='sbcharsetprober.py' -> mds #0 00800000:00000001:1.0:1712357316.164739:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164741:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.164742:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: sbcharsetprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.164745:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.164746:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.164749:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.164754:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.164758:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.164760:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.164763:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.164764:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.164765:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.164767:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.164768:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.164770:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.164774:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.164777:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.164779:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.164781:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.164782:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.164782:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.164784:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.164787:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.164789:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.164790:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.164792:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.164793:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.164795:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.164797:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.164798:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.164800:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338851 to hash 00000020:00000001:1.0:1712357316.164801:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.164802:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.164804:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.164806:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.164807:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.164809:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.164814:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.164825:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.164828:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.164830:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.164833:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.164834:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.164835:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.164836:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.164839:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.164842:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.164843:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.164844:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.164848:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164853:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.164854:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.164856:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.164858:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.164860:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173824:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.164862:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.164865:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.164866:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.164868:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.164870:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.164871:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.164874:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.164875:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.164878:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.164882:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173824, portal 10 00000100:00000001:1.0:1712357316.164883:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.164884:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.164887:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.164895:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.164897:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.164898:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357316.164900:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173824, offset 0 00000400:00000200:1.0:1712357316.164904:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.164907:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.164910:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.164914:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.164917:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.164919:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.164921:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.164924:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [823:823:256:4294967295] 192.168.203.120@tcp LPNI seq info [823:823:8:4294967295] 00000400:00000200:1.0:1712357316.164926:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.164932:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.164936:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.164939:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.164942:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.164947:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.164950:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.164969:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.164971:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.164973:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.164974:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.164975:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.164977:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.164978:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.164980:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.164981:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.164982:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.165256:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.165260:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.165264:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.165268:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.165270:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357316.165272:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357316.165274:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.165278:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.165286:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.165288:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.165293:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.165294:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.167576:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.167610:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.167613:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.167616:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.167624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.167629:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.167634:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.167637:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.167640:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.167644:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ce00 00000400:00000200:2.0:1712357316.167647:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.167651:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c35 [1] + 224 00000800:00000001:2.0:1712357316.167656:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.167668:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.167670:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.167674:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.167678:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.167682:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.167700:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.167719:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.167724:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.167727:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.167775:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.167779:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.167781:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.167786:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.167789:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.167790:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.167792:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.167796:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.167802:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.167808:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.167809:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.167811:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.167813:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.167814:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.167816:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.167818:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.167824:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.167827:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.167830:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.167832:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.167837:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.167839:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.167841:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.167842:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.167843:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.167847:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.167852:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.167854:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.167856:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.167859:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.167865:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173824:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.167872:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.167874:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.167876:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.167877:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.167880:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.167885:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.167887:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.167889:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.167890:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.167893:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.167895:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.167897:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.167899:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.167901:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.167903:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.167907:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.167913:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.167917:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.167921:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.167923:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.167927:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.167928:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.167930:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.167934:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.167938:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.167940:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.167942:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.167947:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.167949:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.167952:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.167957:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.167958:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.167960:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.167964:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.167966:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.167967:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.167967:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.167968:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.167969:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.167970:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.167972:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.167974:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.167978:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.167979:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.167981:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.167982:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.167984:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.167984:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.167985:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.167986:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.167988:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338851 from hash 00010000:00000001:1.0:1712357316.167992:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.167993:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.167994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.167994:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.167995:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.167996:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.167998:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.167999:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.167999:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168001:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.168003:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.168006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.168007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.168007:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.168008:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.168009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.168009:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.168010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.168011:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338851 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.168019:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.168021:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.168024:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.168027:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.168033:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.168034:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168036:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168037:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168039:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.168040:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.168041:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168042:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.168044:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=sbcharsetprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.168048:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.168051:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.168053:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168055:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.168056:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.168060:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f380. 00000080:00002000:1.0:1712357316.168064:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.168068:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.168071:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.168074:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168076:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.168077:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.168079:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.168082:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.168084:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.168087:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.168089:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168091:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.168092:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168093:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.168096:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.168098:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.168101:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.168104:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173824/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.168109:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.168110:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.168112:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.168115:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.168117:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.168118:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.168119:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.168121:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.168124:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.168125:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.168129:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.168132:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.168133:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.168134:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.168135:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.168137:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.168141:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.168142:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry sbcharsetprober.py (ffff8800a7700870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.168145:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.168147:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.168150:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.168152:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.168153:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.168156:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168182:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.168184:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.168186:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.168190:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168193:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.168194:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.168196:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.168198:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.168200:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.168202:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168204:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.168210:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.168212:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168214:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.168215:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.168217:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.168218:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.168219:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.168220:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168221:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.168223:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.168225:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168226:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.168230:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.168232:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.168233:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.168234:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.168235:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.168236:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.168237:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.168239:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.168245:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=sbcsgroupprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.168247:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.168248:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=sbcsgroupprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.168252:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.168256:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.168258:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.168259:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'sbcsgroupprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.168261:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.168264:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='sbcsgroupprober.py' -> mds #0 00800000:00000001:1.0:1712357316.168266:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168268:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.168269:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: sbcsgroupprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.168272:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.168273:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.168275:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.168277:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.168281:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.168283:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.168286:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.168287:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.168288:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.168289:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.168291:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.168293:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.168297:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.168300:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.168303:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.168306:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.168307:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.168308:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.168310:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.168314:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.168316:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.168318:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.168319:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.168321:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.168322:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.168325:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.168326:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.168328:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338858 to hash 00000020:00000001:1.0:1712357316.168330:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.168331:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.168333:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.168335:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.168336:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.168338:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.168343:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.168349:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.168353:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.168354:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.168357:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.168359:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.168360:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.168361:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.168364:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.168366:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.168370:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.168372:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.168375:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.168381:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.168382:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.168384:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.168386:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.168388:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.168391:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.168393:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.168395:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.168396:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.168398:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.168400:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.168403:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.168405:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.168408:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.168412:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173888, portal 10 00000100:00000001:1.0:1712357316.168413:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.168414:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.168418:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.168423:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.168425:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.168426:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357316.168428:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572173888, offset 0 00000400:00000200:1.0:1712357316.168432:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.168437:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.168440:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.168445:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.168447:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.168450:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.168455:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.168458:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [824:824:256:4294967295] 192.168.203.120@tcp LPNI seq info [824:824:8:4294967295] 00000400:00000200:1.0:1712357316.168461:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.168467:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.168472:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.168474:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.168478:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.168484:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.168486:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.168504:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.168505:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.168507:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.168509:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.168510:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.168512:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.168513:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.168514:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.168516:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.168517:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.168892:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.168895:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.168900:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.168904:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.168906:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357316.168908:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357316.168910:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.168914:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.169131:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.169135:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.169149:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.169151:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357316.170574:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:1.1:1712357316.170603:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f0c0. 00000800:00000001:2.0:1712357316.173572:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.173600:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.173603:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.173605:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.173613:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.173617:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.173621:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.173624:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.173626:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.173629:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ce40 00000400:00000200:2.0:1712357316.173632:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.173635:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c3d [1] + 224 00000800:00000001:2.0:1712357316.173639:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.173646:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.173647:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.173650:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.173654:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.173659:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.173665:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.173681:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.173685:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.173687:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.173980:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.173986:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.173987:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.173990:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.173994:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.173996:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.173998:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.174003:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.174011:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.174017:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.174018:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.174020:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.174028:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.174030:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.174032:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.174034:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.174040:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.174043:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.174045:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.174049:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.174055:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.174057:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.174059:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.174060:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.174062:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.174066:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.174072:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.174074:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.174076:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.174079:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.174085:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173888:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.174089:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.174092:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.174094:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.174096:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.174098:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.174103:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.174106:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.174108:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.174108:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.174120:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.174124:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.174126:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.174128:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.174130:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.174132:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.174136:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174144:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.174148:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174153:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.174155:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174159:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.174160:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.174162:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174166:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.174168:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.174170:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.174172:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.174176:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.174179:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.174182:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174187:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.174188:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.174194:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174198:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.174200:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.174201:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.174201:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.174202:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.174204:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.174205:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.174207:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.174209:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.174213:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.174214:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.174217:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.174218:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.174220:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.174221:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.174222:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.174223:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.174225:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338858 from hash 00010000:00000001:1.0:1712357316.174226:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.174227:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.174228:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.174229:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.174230:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.174231:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.174232:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.174233:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.174234:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174235:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.174237:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174257:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.174258:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.174259:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.174260:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.174260:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.174261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.174262:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.174263:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338858 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.174270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.174271:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.174275:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.174279:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.174285:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.174286:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174288:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174289:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174291:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.174293:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.174294:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174295:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.174297:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=sbcsgroupprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.174300:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.174302:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.174304:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174307:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.174309:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.174313:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f4a0. 00000080:00002000:1.0:1712357316.174316:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.174320:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.174323:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.174673:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174676:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.174681:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.174683:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.174688:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.174689:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.174693:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.174695:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174696:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.174698:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174700:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.174702:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.174705:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.174709:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.174712:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173888/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.174718:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.174719:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.174722:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.174725:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.174727:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.174728:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.174730:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.174731:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.174734:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.174735:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.174737:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.174740:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.174741:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.174743:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.174744:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.174745:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.174748:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.174750:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry sbcsgroupprober.py (ffff8800a7700798, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.174752:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.174754:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.174757:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.174760:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.174764:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.174766:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174792:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.174794:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.174796:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.174800:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174802:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.174803:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.174805:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.174807:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.174809:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.174811:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174813:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.174814:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.174816:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174818:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.174819:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.174821:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.174822:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.174823:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.174824:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174826:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.174827:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.174829:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174830:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.174831:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.174833:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.174834:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.174835:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.174836:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.174837:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.174838:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.174840:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.174844:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=sjisprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.174846:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.174847:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=sjisprober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.174854:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.174859:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.174861:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.174862:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'sjisprober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.174865:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.174867:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='sjisprober.py' -> mds #0 00800000:00000001:1.0:1712357316.174869:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174871:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.174872:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: sjisprober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.174875:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.174876:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.174879:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.174881:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.174885:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.174887:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.174890:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.174891:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.174892:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.174894:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.174895:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.174898:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.174901:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.174905:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.174908:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.174910:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.174911:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.174912:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.174913:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.174918:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.174921:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.174922:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.174924:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.174926:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.174927:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.174929:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.174935:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.174937:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f0333885f to hash 00000020:00000001:1.0:1712357316.174938:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.174939:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.174942:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.174944:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.174945:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.174948:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.174953:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.174960:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.174964:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.174965:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.174968:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.174970:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.174972:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.174973:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.174976:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.174978:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.174980:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.174981:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.174986:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.174991:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.174993:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.174995:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.174996:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.174999:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.175002:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.175009:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.175011:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.175012:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.175015:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.175016:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.175020:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.175023:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.175026:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.175031:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572173952, portal 10 00000100:00000001:1.0:1712357316.175032:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.175033:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.175037:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.175043:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.175045:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.175047:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357316.175049:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572173952, offset 0 00000400:00000200:1.0:1712357316.175053:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.175058:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.175062:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.175066:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.175069:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.175073:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.175075:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.175078:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [825:825:256:4294967295] 192.168.203.120@tcp LPNI seq info [825:825:8:4294967295] 00000400:00000200:1.0:1712357316.175081:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.175088:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.175093:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.175096:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357316.175100:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.175105:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.175109:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.175131:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.175133:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.175135:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.175137:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.175138:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.175139:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.175141:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.175143:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.175144:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.175145:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.175274:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.175277:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357316.175281:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.175284:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.175286:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357316.175288:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357316.175290:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.175294:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.175301:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.175303:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.175309:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.175310:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357316.176693:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:1.1:1712357316.176700:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f220. 00010000:00000010:1.1:1712357316.176704:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:1.1:1712357316.176706:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f380. 00000800:00000001:2.0:1712357316.178233:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.178243:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.178250:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.178253:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.178259:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.178264:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.178268:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.178271:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.178274:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.178277:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ce80 00000400:00000200:2.0:1712357316.178281:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.178285:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c45 [1] + 224 00000800:00000001:2.0:1712357316.178291:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.178300:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.178302:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.178305:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.178309:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.178314:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.178322:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.178336:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.178342:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.178344:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.178414:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.178419:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.178420:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.178422:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.178425:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.178427:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.178429:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.178434:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.178440:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.178445:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.178446:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.178448:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.178451:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.178452:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.178454:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.178456:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.178461:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.178464:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.178466:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.178468:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.178472:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.178474:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.178480:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.178481:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.178483:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.178486:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.178491:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.178494:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.178495:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.178498:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.178504:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572173952:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.178508:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.178510:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.178512:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.178513:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.178515:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.178521:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.178523:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.178525:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.178526:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.178528:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.178531:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.178533:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.178535:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.178537:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.178538:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.178542:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178558:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.178562:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178570:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.178572:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178779:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.178780:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.178782:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178786:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.178788:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.178790:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.178792:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.178796:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.178798:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.178800:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178805:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.178806:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.178808:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178812:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.178813:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.178814:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.178815:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.178816:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.178817:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.178819:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.178821:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.178826:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.178830:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.178831:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.178833:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.178834:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.178836:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.178837:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.178838:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.178839:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.178841:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f0333885f from hash 00010000:00000001:1.0:1712357316.178842:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.178843:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.178843:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.178844:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.178845:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.178846:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.178848:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.178848:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.178849:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.178850:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.178852:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.178856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.178857:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.178858:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.178859:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.178860:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.178860:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.178862:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333885f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.178868:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.178869:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.178872:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.178880:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.178885:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.178887:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.178888:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.178889:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.178891:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.178893:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.178894:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.178895:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.178896:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=sjisprober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.178898:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.178901:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.178902:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.178905:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.178906:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.178910:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f5c0. 00000080:00002000:1.0:1712357316.178913:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.178918:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.178920:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.178923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.178925:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.178926:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.178927:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.178931:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.178933:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.178935:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.178937:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.178938:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.178939:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.178941:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.178943:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.178945:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.178948:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.178950:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572173952/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.178957:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.178959:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.178961:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.178964:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.178966:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.178967:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.178968:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.178970:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.178973:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.178974:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.178975:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.178978:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.178978:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.178980:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.178981:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.178982:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.178986:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.178987:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry sjisprober.py (ffff8800a7700000, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.178989:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.178991:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.178994:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.178996:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.178997:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.178998:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179150:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.179152:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.179154:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.179158:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179160:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.179161:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.179164:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.179165:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.179168:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.179170:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179172:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.179173:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.179178:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179180:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.179181:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.179182:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.179183:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.179185:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.179186:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179187:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.179188:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.179190:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179191:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.179192:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.179193:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.179194:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.179195:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.179195:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.179197:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.179198:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.179199:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.179205:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=universaldetector.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.179207:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.179208:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=universaldetector.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.179212:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.179216:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.179218:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.179219:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'universaldetector.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.179222:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.179224:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='universaldetector.py' -> mds #0 00800000:00000001:1.0:1712357316.179226:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.179228:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.179230:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: universaldetector.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.179232:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.179234:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.179236:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.179242:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.179245:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.179247:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.179250:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.179251:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.179252:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.179254:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.179256:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.179258:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.179444:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.179449:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.179452:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.179453:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.179454:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.179455:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.179456:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.179461:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.179464:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.179465:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.179467:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.179468:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.179470:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.179473:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.179475:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.179476:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338866 to hash 00000020:00000001:1.0:1712357316.179478:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.179479:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.179481:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.179482:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.179483:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.179485:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.179490:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.179504:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.179508:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.179509:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.179512:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.179514:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.179516:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.179517:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.179520:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.179523:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.179524:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.179526:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.179529:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.179534:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.179535:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.179538:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.179539:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.179541:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.179544:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.179547:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.179559:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.179561:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.179564:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.179565:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.179569:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.179571:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.179575:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.179578:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174016, portal 10 00000100:00000001:1.0:1712357316.179580:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.179580:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.179602:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.179611:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.179613:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.179615:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357316.179618:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572174016, offset 0 00000400:00000200:1.0:1712357316.179622:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.179626:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.179631:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.179634:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.179637:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.179639:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.179641:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.179644:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [826:826:256:4294967295] 192.168.203.120@tcp LPNI seq info [826:826:8:4294967295] 00000400:00000200:1.0:1712357316.179647:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.179653:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.179663:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.179666:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357316.179670:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.179675:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.179678:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.179723:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.179725:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.179726:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.179728:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.179729:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.179731:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.179733:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.179734:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.179736:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.179736:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.179944:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.179947:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357316.179951:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.179954:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.179957:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357316.179958:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357316.179961:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.179963:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.179969:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.179971:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.179976:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.179977:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.182080:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.182088:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.182090:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.182092:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.182099:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.182104:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.182109:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.182112:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.182114:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.182118:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cec0 00000400:00000200:2.0:1712357316.182121:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.182130:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c4d [1] + 224 00000800:00000001:2.0:1712357316.182135:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.182143:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.182145:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.182148:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.182152:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.182157:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.182164:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.182186:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.182191:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.182194:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.182241:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.182245:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.182246:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.182252:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.182255:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.182256:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.182259:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.182262:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.182268:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.182274:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.182275:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.182277:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.182279:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.182281:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.182282:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.182284:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.182289:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.182292:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.182295:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.182297:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.182302:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.182304:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.182306:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.182307:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.182309:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.182312:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.182318:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.182320:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.182321:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.182324:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.182330:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174016:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.182338:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.182341:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.182342:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.182343:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.182346:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.182351:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.182353:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.182355:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.182356:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.182359:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.182361:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.182364:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.182366:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.182367:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.182369:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.182373:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182380:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.182383:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182387:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.182389:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182394:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.182395:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.182397:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182401:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.182406:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.182408:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.182410:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.182415:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.182417:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.182419:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182423:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.182424:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.182427:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182430:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.182432:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.182432:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.182434:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.182434:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.182436:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.182437:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.182439:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.182441:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.182444:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.182445:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.182447:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.182448:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.182450:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.182451:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.182452:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.182453:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.182455:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338866 from hash 00010000:00000001:1.0:1712357316.182459:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.182460:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.182461:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.182461:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.182462:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.182463:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.182465:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.182465:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.182466:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182467:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.182469:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.182473:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.182474:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.182475:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.182476:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.182476:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.182477:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.182479:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338866 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.182486:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.182487:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.182491:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.182495:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.182500:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.182501:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182503:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182504:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182506:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.182508:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.182508:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182510:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.182511:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=universaldetector.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.182517:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.182519:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.182521:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182524:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.182525:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.182528:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f720. 00000080:00002000:1.0:1712357316.182533:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.182536:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.182538:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.182541:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182543:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.182545:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.182546:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.182559:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.182561:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.182563:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.182566:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182567:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.182568:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182569:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.182572:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.182574:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.182578:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.182775:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572174016/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.182781:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.182783:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.182785:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.182788:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.182790:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.182792:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.182793:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.182795:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.182798:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.182799:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.182804:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.182807:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.182807:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.182809:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.182810:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.182811:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.182816:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.182818:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry universaldetector.py (ffff8800a7700870, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.182820:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.182823:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.182826:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.182828:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.182829:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.182831:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182857:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.182859:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.182861:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.182865:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182868:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.182869:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.182871:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.182873:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.182875:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.182877:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182878:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.182880:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.182881:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182883:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.182884:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.182885:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.182886:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.182888:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.182888:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182889:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.182891:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.182892:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182893:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.182898:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.182900:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.182901:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.182902:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.182903:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.182904:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.182905:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.182907:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.182913:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=utf8prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.182915:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.182917:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=utf8prober.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.182920:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.182924:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.182926:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.182928:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'utf8prober.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.182930:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.182932:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='utf8prober.py' -> mds #0 00800000:00000001:1.0:1712357316.182935:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182936:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.182938:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: utf8prober.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.182940:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.182942:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.182944:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.182946:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.182949:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.182952:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.182955:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.182956:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.182957:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.182959:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.182960:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.182962:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.182966:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.182969:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.182971:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.182976:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.182977:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.182978:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.182979:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.182984:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.182986:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.182987:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.182989:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.182990:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.182992:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.182994:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.182996:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.182998:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f0333886d to hash 00000020:00000001:1.0:1712357316.182999:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.183000:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.183003:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.183005:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.183006:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.183008:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.183013:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.183019:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.183023:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.183024:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.183027:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.183028:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.183030:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.183031:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.183034:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.183036:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.183042:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.183043:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.183046:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.183051:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.183052:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.183054:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.183056:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.183058:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.183061:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.183063:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.183065:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.183066:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.183069:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.183070:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.183074:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.183076:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.183080:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.183084:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174080, portal 10 00000100:00000001:1.0:1712357316.183085:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.183086:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.183091:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.183096:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.183098:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.183100:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357316.183102:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572174080, offset 0 00000400:00000200:1.0:1712357316.183106:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.183110:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.183114:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.183118:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.183120:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.183123:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.183129:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.183132:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [827:827:256:4294967295] 192.168.203.120@tcp LPNI seq info [827:827:8:4294967295] 00000400:00000200:1.0:1712357316.183134:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.183141:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.183146:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.183148:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.183152:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.183157:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.183160:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.183173:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.183175:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.183176:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.183178:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.183179:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.183181:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.183182:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.183183:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.183185:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.183186:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.183395:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.183398:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.183405:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.183408:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.183411:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:3.0:1712357316.183412:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:3.0:1712357316.183415:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.183418:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.183425:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.183427:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.183432:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.183433:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.185451:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.185461:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.185464:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.185465:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.185473:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.185477:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.185482:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.185484:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.185487:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.185490:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cf00 00000400:00000200:2.0:1712357316.185494:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.185497:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c55 [1] + 224 00000800:00000001:2.0:1712357316.185505:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.185517:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.185519:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.185522:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.185526:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.185530:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.185548:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.185575:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.185579:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357316.185696:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.185701:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.185702:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.185704:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.185706:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.185708:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.185710:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.185713:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.185719:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.185724:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.185725:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.185726:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.185732:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.185733:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.185734:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.185736:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.185741:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.185744:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.185746:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.185748:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.185753:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.185755:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.185756:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.185757:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.185758:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.185761:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.185765:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.185767:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.185769:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.185771:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.185776:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174080:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.185779:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.185781:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.185783:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.185784:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.185786:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.185790:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.185792:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.185794:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.185795:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.185800:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.185802:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.185804:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.185806:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.185807:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.185809:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.185812:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185819:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.185822:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185826:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.185828:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185832:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.185833:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.185835:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185838:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.185840:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.185842:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.185843:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.185847:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.185849:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.185851:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185855:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.185856:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.185860:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185864:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.185866:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.185866:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.185867:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.185868:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.185869:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.185870:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.185871:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.185873:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.185876:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.185877:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.185878:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.185879:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.185881:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.185882:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.185882:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.185883:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.185885:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f0333886d from hash 00010000:00000001:1.0:1712357316.185886:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.185886:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.185887:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.185888:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.185889:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.185889:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.185891:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.185891:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.185892:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.185893:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.185894:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185908:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.185909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.185910:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.185911:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.185911:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.185912:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.185913:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.185914:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333886d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.185923:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.185924:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.185927:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.185930:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.185936:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.185937:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.185938:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.185939:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.185942:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.185943:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.185944:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.185945:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.185946:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=utf8prober.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.185948:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.185951:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.185953:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.185956:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.185958:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.185961:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f860. 00000080:00002000:1.0:1712357316.185965:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.185970:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.185972:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.185975:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.185977:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.185982:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.185984:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.185988:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.185990:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.185993:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.185995:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.185996:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.185998:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.185999:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.186002:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.186004:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.186007:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.186010:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572174080/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.186015:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.186017:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.186019:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.186022:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.186024:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.186025:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.186027:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.186028:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.186031:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.186032:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.186034:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.186038:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.186039:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.186041:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.186042:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.186043:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.186047:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.186049:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry utf8prober.py (ffff8800a7700288, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.186051:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.186053:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.186057:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.186060:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.186065:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.186067:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186096:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.186098:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.186100:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.186104:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186114:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.186115:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.186117:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.186118:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.186121:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.186123:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186124:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.186125:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.186127:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186129:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.186130:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.186131:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.186132:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.186134:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.186135:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186136:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.186137:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.186139:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186140:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000800:00000001:2.0:1712357316.186141:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00002000:1.0:1712357316.186141:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.186142:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.186143:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.186144:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.186145:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.186146:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.186147:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.186148:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.186154:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=version.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.186157:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.186158:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=version.py, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.186166:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.186170:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.186172:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.186173:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'version.py' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.186176:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.186178:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='version.py' -> mds #0 00800000:00000001:1.0:1712357316.186180:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.186181:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.186182:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: version.py,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.186185:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.186186:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.186188:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.186190:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.186193:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.186195:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.186199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.186200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.186201:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.186203:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.186204:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.186206:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.186210:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.186214:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.186217:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.186218:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.186219:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.186220:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.186221:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.186225:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.186228:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.186229:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.186231:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.186232:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.186234:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.186237:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.186243:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.186245:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338874 to hash 00000020:00000001:1.0:1712357316.186247:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.186248:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.186250:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.186252:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.186253:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.186256:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.186261:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.186267:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.186272:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.186273:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.186276:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.186278:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.186279:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.186280:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.186284:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.186286:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.186288:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.186289:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.186293:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.186298:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.186299:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.186302:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.186303:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.186306:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.186309:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.186316:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.186317:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.186319:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.186321:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.186322:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.186326:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.186328:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.186331:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.186335:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174144, portal 10 00000100:00000001:1.0:1712357316.186336:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.186337:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.186341:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.186346:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.186348:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.186349:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357316.186352:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572174144, offset 0 00000400:00000200:1.0:1712357316.186356:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.186360:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.186363:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.186368:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.186370:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.186373:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.186375:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.186378:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [828:828:256:4294967295] 192.168.203.120@tcp LPNI seq info [828:828:8:4294967295] 00000400:00000200:1.0:1712357316.186381:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.186388:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.186393:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.186396:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.186399:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.186405:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.186407:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.186432:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.186435:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.186436:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.186438:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.186439:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.186441:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.186443:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.186444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.186445:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.186446:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.186667:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.186670:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.186673:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.186677:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.186679:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357316.186680:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357316.186682:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.186685:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.186691:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.186693:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.186697:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.186698:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357316.189333:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:1.1:1712357316.189345:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f4a0. 00000800:00000001:2.0:1712357316.190963:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.190974:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.190976:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.190978:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.190986:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.190991:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.190997:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.191000:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.191003:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.191007:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cf40 00000400:00000200:2.0:1712357316.191010:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.191015:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c5d [1] + 224 00000800:00000001:2.0:1712357316.191020:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.191032:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.191035:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.191038:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.191042:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.191048:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.191056:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.191072:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.191077:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.191079:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.191102:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.191107:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.191109:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.191111:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.191115:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.191116:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.191119:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.191123:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.191131:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191136:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.191138:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.191139:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.191142:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.191143:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.191145:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.191147:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.191153:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.191156:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.191158:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.191160:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191165:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.191168:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.191176:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.191177:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.191179:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.191183:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191188:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.191190:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.191192:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.191194:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.191200:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174144:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.191204:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.191207:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.191209:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.191210:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.191213:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191218:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.191221:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.191223:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.191224:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.191227:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.191229:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.191231:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.191233:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.191235:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.191237:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.191241:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191248:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.191251:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191260:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.191262:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191266:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.191267:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.191269:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191273:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.191274:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.191275:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.191277:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.191279:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.191282:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.191283:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191286:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.191287:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.191289:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191291:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.191292:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.191293:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.191293:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.191294:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.191295:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.191295:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.191297:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.191300:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.191302:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.191303:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.191305:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.191305:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.191307:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.191307:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.191308:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.191308:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.191309:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338874 from hash 00010000:00000001:1.0:1712357316.191310:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.191311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.191311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.191312:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.191312:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.191313:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.191314:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.191314:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.191314:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191315:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.191316:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191318:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.191319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.191319:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.191319:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.191320:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.191320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.191321:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.191322:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338874 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.191327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.191328:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.191331:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.191336:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.191339:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.191340:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191341:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191342:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191343:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.191344:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.191345:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191345:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.191346:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=version.py intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.191348:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.191350:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.191351:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191353:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.191354:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.191357:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32f9a0. 00000080:00002000:1.0:1712357316.191360:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77000d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.191363:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.191366:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.191368:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191369:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.191370:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.191371:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.191374:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.191376:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.191378:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.191380:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191381:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.191382:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191382:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.191384:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.191386:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.191388:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.191390:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572174144/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191395:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.191396:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.191398:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.191401:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.191402:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.191403:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.191404:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.191405:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.191407:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.191408:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.191409:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.191412:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.191412:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.191413:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.191414:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.191414:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.191418:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.191420:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry version.py (ffff8800a77000d8, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.191422:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.191424:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.191427:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.191428:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.191430:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.191432:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191461:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.191463:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.191465:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.191469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191472:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.191473:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.191475:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.191477:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.191479:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.191481:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191483:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.191484:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.191489:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191491:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.191492:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.191494:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.191495:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.191496:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.191497:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191499:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.191500:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.191501:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191503:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.191503:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.191504:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.191505:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.191506:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.191507:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.191508:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.191509:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.191511:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.191515:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.191517:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.191518:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.191522:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.191526:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.191529:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.191530:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.191533:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.191535:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357316.191537:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191538:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.191539:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.191542:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.191544:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.191546:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.191566:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.191569:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.191572:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.191575:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.191576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.191577:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.191579:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.191620:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.191623:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.191628:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540400. 00000100:00000001:1.0:1712357316.191632:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.191634:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.191636:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.191637:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.191638:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.191639:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.191643:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00010000:00000001:1.0:1712357316.191645:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.191646:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.191649:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.191650:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.191652:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.191654:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.191656:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.191658:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f0333887b to hash 00000020:00000001:1.0:1712357316.191659:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.191660:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.191663:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.191664:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.191665:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.191667:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.191672:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.191685:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.191689:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.191691:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.191694:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.191695:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.191697:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.191698:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.191701:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.191704:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.191706:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.191707:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.191711:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191717:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.191718:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.191720:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.191722:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.191725:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.191727:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.191730:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.191731:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.191734:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.191736:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.191737:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.191741:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.191743:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.191746:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.191750:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174208, portal 10 00000100:00000001:1.0:1712357316.191751:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.191752:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.191755:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.191764:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.191767:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.191769:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357316.191771:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572174208, offset 0 00000400:00000200:1.0:1712357316.191775:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.191779:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.191783:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.191787:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.191789:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.191792:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.191794:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.191797:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [829:829:256:4294967295] 192.168.203.120@tcp LPNI seq info [829:829:8:4294967295] 00000400:00000200:1.0:1712357316.191800:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.191806:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.191811:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.191813:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.191817:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.191822:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.191825:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.191837:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.191839:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.191841:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.191843:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.191844:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.191845:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.191847:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.191848:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.191850:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.191851:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.191997:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.191999:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.192003:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.192006:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.192008:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:3.0:1712357316.192010:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:3.0:1712357316.192012:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.192020:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.192026:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.192028:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.192032:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.192034:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.194577:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.194618:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.194630:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.194633:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.194641:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.194647:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.194652:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.194656:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.194659:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.194663:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90cf80 00000400:00000200:2.0:1712357316.194666:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.194670:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c65 [1] + 224 00000800:00000001:2.0:1712357316.194675:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.194688:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.194690:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.194695:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.194700:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.194706:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.194714:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.194737:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.194743:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.194746:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.194765:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.194771:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.194772:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.194778:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.194781:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.194783:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.194785:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.194789:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.194801:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.194807:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.194808:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.194810:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.194812:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.194814:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.194815:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.194818:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.194824:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.194827:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.194829:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.194832:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.194837:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.194840:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.194841:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.194843:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.194844:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.194848:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.194853:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.194855:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.194857:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.194860:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.194866:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174208:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.194872:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.194876:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.194878:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.194879:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.194882:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.194887:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.194889:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.194891:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.194892:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.194895:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.194897:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.194899:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.194901:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.194903:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.194906:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.194909:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.194916:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.194919:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.194923:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.194925:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.194929:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.194930:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.194931:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.194935:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.194940:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.194942:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.194944:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.194948:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.194950:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.194953:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.194957:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.194958:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.194960:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.194964:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.194965:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.194966:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.194967:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.194968:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.194969:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.194971:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.194973:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.194974:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.194978:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.194979:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.194980:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.194981:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.194983:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.194984:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.194985:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.194986:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.194987:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f0333887b from hash 00010000:00000001:1.0:1712357316.194992:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.194992:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.194993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.194994:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.194995:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.194996:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.194998:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.194998:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.194999:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195000:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.195002:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.195006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.195006:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.195007:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.195008:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.195009:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.195010:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.195010:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.195012:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333887b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.195019:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.195020:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.195023:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.195027:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.195033:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.195034:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195035:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195036:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195038:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.195040:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.195040:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195041:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.195043:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.195048:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195051:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195053:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195055:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.195057:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.195060:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32fb00. 00000080:00002000:1.0:1712357316.195064:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.195068:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195071:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.195073:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195076:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.195077:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.195078:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.195083:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.195084:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.195088:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.195090:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195091:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195092:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195094:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.195096:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.195099:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.195103:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.195106:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572174208/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.195111:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.195112:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.195115:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.195118:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.195120:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.195121:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.195122:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.195124:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.195127:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.195128:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.195133:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:1.0:1712357316.195137:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.195138:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.195140:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.195141:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.195142:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.195146:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.195148:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7700798, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.195164:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.195166:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.195170:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.195173:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.195174:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.195175:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195192:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.195194:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.195196:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.195200:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195203:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.195204:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.195206:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.195208:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.195210:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.195213:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195214:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.195215:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.195217:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195218:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.195219:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.195221:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.195222:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.195224:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.195224:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195225:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.195227:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.195228:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195230:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.195234:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.195235:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.195236:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.195237:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.195238:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195240:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.195240:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.195242:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.195248:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=1536 00000080:00000001:1.0:1712357316.195250:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.195251:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357316.195253:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195255:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.195256:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357316.195258:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.195260:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357316.195261:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00000001:1.0:1712357316.195263:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357316.195266:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000002:1.0:1712357316.195270:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x31:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357316.195272:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195274:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357316.195278:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357316.195279:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357316.195281:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357316.195283:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357316.195286:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357316.195287:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357316.195288:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195290:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357316.195292:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357316.195294:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x41:0x0] 40000000:00000001:1.0:1712357316.195296:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195297:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195298:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.195299:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357316.195304:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name '__pycache__' [0x200000401:0x41:0x0] on [0x200000401:0x31:0x0] -> mds #0 00800000:00000001:1.0:1712357316.195306:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195308:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357316.195309:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357316.195312:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.195313:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.195315:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357316.195317:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.195318:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.195319:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.195322:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a300. 00000020:00000040:1.0:1712357316.195324:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357316.195327:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357316.195329:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.195330:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.195332:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.195335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.195336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.195337:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.195339:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.195340:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.195342:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.195347:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739a00. 00000100:00000001:1.0:1712357316.195350:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.195352:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.195353:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.195354:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.195355:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.195357:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357316.195363:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357316.195367:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357316.195373:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.195374:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.195377:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.195381:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.195383:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.195384:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.195386:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.195389:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.195391:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.195392:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.195395:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.195400:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.195401:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.195403:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.195405:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.195407:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174336:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.195410:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.195413:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.195414:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.195416:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.195418:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540400. 02000000:00000001:1.0:1712357316.195420:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.195423:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.195425:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.195428:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.195432:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572174336, portal 10 00000100:00000001:1.0:1712357316.195433:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.195434:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000040:1.0:1712357316.195438:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.195444:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.195446:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.195447:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357316.195449:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1795536572174336, offset 0 00000400:00000200:1.0:1712357316.195453:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.195461:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.195465:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.195469:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.195472:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.195474:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.195476:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.195479:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [830:830:256:4294967295] 192.168.203.120@tcp LPNI seq info [830:830:8:4294967295] 00000400:00000200:1.0:1712357316.195482:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.195488:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.195492:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.195496:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.195500:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.195505:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.195508:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.195526:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.195528:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.195530:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.195532:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.195533:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.195534:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.195536:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.195537:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.195539:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.195539:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.195818:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.195822:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.195825:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.195828:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.195830:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357316.195832:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357316.195834:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.195837:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.195843:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.195845:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.195849:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.195850:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:1.1:1712357316.198272:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:1.1:1712357316.198282:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f5c0. 00010000:00000010:1.1:1712357316.198288:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:1.1:1712357316.198290:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f720. 00010000:00000010:1.1:1712357316.198293:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:1.1:1712357316.198294:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f860. 00000800:00000001:2.0:1712357316.201174:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.201187:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.201189:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.201191:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.201199:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201205:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.201210:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201214:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201217:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201220:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90d000 00000400:00000200:2.0:1712357316.201228:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201240:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1c6d [1] + 224 00000800:00000001:2.0:1712357316.201246:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.201260:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.201262:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.201266:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.201270:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.201277:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.201285:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.201836:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357316.201843:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357316.201847:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201851:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357316.201856:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [831:831:256:4294967295] 192.168.203.120@tcp LPNI seq info [831:831:8:4294967295] 00000400:00000200:2.0:1712357316.201858:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.201864:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357316.201869:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357316.201873:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357316.201877:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357316.201882:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357316.201885:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1712357316.201954:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.201957:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:2.0:1712357316.201959:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.201962:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357316.201966:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.201969:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.202435:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.202442:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.202443:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.202446:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.202450:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.202451:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.202454:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.202459:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.202467:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a300 x1795536572174336/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.202478:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.202480:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.202482:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.202484:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.202486:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.202487:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.202489:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.202495:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.202499:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.202501:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.202502:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.202504:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.202508:0:12713:0:(ldlm_request.c:1590:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.202510:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357316.202512:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000086/0x1] 00000100:00000001:1.0:1712357316.202513:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357316.202515:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.202516:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526862592 : -131936182689024 : ffff880136b2a300) 00000100:00000001:1.0:1712357316.202518:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.202519:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.202521:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.202522:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.202526:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a300 x1795536572174336/t4294967431(4294967431) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357332 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.202532:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.202535:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.202536:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.202539:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a300 x1795536572174336/t4294967431(4294967431) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357332 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.202545:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a300 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174336:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.202559:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.202562:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.202568:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.202570:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.202573:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a300 x1795536572174336/t4294967431(4294967431) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357332 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.202578:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.202580:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.202600:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.202601:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.202607:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357316.202610:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.202612:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357316.202615:0:12713:0:(namei.c:1488:ll_update_times()) setting fid [0x200000401:0x31:0x0] mtime from 1611184481 to 1712357316 00000080:00000001:1.0:1712357316.202618:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357316.202621:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.202624:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.202626:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.202627:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.202629:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.202631:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357316.202638:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e5000. 00000080:00000001:1.0:1712357316.202645:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357316.202646:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8) 00000080:00000001:1.0:1712357316.202648:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.202650:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x41:0x0] 00000080:00000001:1.0:1712357316.202653:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202654:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.202655:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357316.202657:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502337 mtime from 0 to 1712357316 00000080:00200000:1.0:1712357316.202660:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 4096 00000080:00000001:1.0:1712357316.202661:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357316.202663:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123243208 : -131938586308408 : ffff8800a76e50c8) 00000080:00000001:1.0:1712357316.202665:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.202667:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.202669:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.202670:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202678:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357316.202679:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.202683:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a300 x1795536572174336/t4294967431(4294967431) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.202688:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357316.202691:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.202695:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202698:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202704:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.202704:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.202710:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.202712:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.202715:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.202722:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357316.202729:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32f9a0. 00010000:00000010:2.1:1712357316.202733:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357316.202735:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32fb00. 00000080:00000001:1.0:1712357316.202735:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.202737:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.202738:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.202742:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202744:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.202746:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.202748:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.202750:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.202753:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.202754:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202756:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.202757:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.202759:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202761:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.202762:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.202764:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.202765:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.202766:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.202767:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202768:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.202770:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.202772:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202773:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.202777:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.202779:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.202780:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.202781:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.202782:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.202784:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.202785:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.202787:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.202792:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cli, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.202795:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.202797:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cli, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.202800:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.202805:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.202807:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.202809:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cli' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.202811:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.202814:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='cli' -> mds #0 00800000:00000001:1.0:1712357316.202817:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.202819:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.202821:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cli,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.202824:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.202825:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.202829:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a680. 00000020:00000040:1.0:1712357316.202832:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.202837:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.202840:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.202843:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.202844:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.202845:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.202847:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.202849:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.202851:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.202856:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540000. 00000100:00000001:1.0:1712357316.202860:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.202863:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.202868:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.202869:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.202870:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.202871:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.202876:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526863488 : -131936182688128 : ffff880136b2a680) 00010000:00000001:1.0:1712357316.202879:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.202880:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.202885:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.202887:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.202889:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.202891:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.202894:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.202896:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338882 to hash 00000020:00000001:1.0:1712357316.202897:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.202898:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.202900:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.202902:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.202904:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.202907:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.202912:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.202919:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.202923:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.202924:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.202928:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.202929:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.202931:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.202931:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526863488 : -131936182688128 : ffff880136b2a680) 00000100:00000001:1.0:1712357316.202934:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.202936:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.202947:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.202948:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.202952:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.202958:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.202959:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.202961:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.202963:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.202965:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.202968:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.202971:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.202972:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.202974:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.202977:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.202978:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.202983:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.202984:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.202988:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.202992:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174400, portal 10 00000100:00000001:1.0:1712357316.202994:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.202994:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526863488 : -131936182688128 : ffff880136b2a680) 00000100:00000040:1.0:1712357316.202998:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.203003:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.203005:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.203007:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357316.203009:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572174400, offset 0 00000400:00000200:1.0:1712357316.203013:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.203017:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.203020:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.203024:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.203027:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.203029:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.203035:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.203037:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [832:832:256:4294967295] 192.168.203.120@tcp LPNI seq info [832:832:8:4294967295] 00000400:00000200:1.0:1712357316.203040:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.203046:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.203049:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.203052:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.203056:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.203060:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.203062:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.203081:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.203083:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.203084:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.203086:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.203087:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.203089:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.203091:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.203092:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.203093:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.203094:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.203173:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.203175:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:2.0:1712357316.203182:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.203186:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.203188:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:2.0:1712357316.203190:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:2.0:1712357316.203193:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.203196:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.203202:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.203204:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.203208:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.203209:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.205909:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.205921:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.205924:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.205926:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.205938:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.205944:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.205950:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.205953:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.205956:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.205960:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d040 00000400:00000200:3.0:1712357316.205964:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.205968:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c75 [1] + 224 00000800:00000001:3.0:1712357316.205981:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.205991:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.205993:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.205997:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.206001:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.206007:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.206016:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.206040:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.206045:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.206048:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.206122:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.206127:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.206128:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.206130:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.206133:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.206135:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.206137:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.206142:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.206148:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.206154:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.206155:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.206157:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.206163:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.206165:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.206166:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.206169:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.206176:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.206179:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.206181:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.206184:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.206189:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.206191:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.206193:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.206194:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.206196:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.206199:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.206203:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.206205:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.206207:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.206209:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.206215:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174400:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.206218:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.206221:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.206223:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.206224:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.206227:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.206231:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.206233:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.206236:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.206237:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.206242:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.206245:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.206247:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.206249:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.206251:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.206253:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.206256:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206264:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.206267:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206271:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.206273:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206278:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.206278:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.206280:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206284:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.206285:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.206287:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.206289:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.206293:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.206296:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.206298:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206302:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.206304:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.206310:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206313:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.206315:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.206316:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.206317:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.206318:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.206320:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.206321:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.206325:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.206327:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.206330:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.206331:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.206333:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.206334:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.206336:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.206337:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.206338:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.206339:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.206341:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338882 from hash 00010000:00000001:1.0:1712357316.206342:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.206343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.206344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.206345:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.206346:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.206347:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.206348:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.206349:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.206350:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206351:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.206353:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206361:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.206362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.206363:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.206364:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.206365:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.206366:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.206366:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.206368:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338882 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.206390:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.206392:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.206395:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.206399:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.206404:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.206405:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206407:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206408:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206410:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.206411:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.206412:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206414:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.206415:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cli intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.206418:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206420:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206422:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206425:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.206426:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.206430:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32fcc0. 00000080:00002000:1.0:1712357316.206434:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.206439:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206442:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.206445:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206447:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.206452:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.206453:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.206458:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.206459:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.206462:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/49 (0 0) 00000002:00000001:1.0:1712357316.206464:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206466:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206467:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206469:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.206471:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.206474:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.206478:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.206481:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a680 x1795536572174400/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.206485:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.206487:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.206490:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.206492:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.206494:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.206495:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.206497:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.206498:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540000. 02000000:00000001:1.0:1712357316.206794:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.206795:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.206797:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a680. 00000100:00000001:1.0:1712357316.206801:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.206802:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.206804:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.206805:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.206806:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.206810:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.206812:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cli (ffff8800a7700288, parent ffff8800a7516510, inode (null)) hashed, 00000080:00000001:1.0:1712357316.206814:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.206816:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.206819:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.206820:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.206826:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.206828:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206844:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.206846:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.206848:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.206852:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206854:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.206855:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.206857:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.206859:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.206861:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.206863:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206865:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.206866:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.206867:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206869:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.206870:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.206871:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.206872:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.206874:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.206874:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206876:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.206877:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.206878:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206880:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.206880:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.206882:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.206882:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.206883:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.206884:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206885:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.206886:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.206888:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.206894:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cli, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=1536 00000080:00000001:1.0:1712357316.206896:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.206897:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357316.206902:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206904:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.206905:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 3 00000080:00000001:1.0:1712357316.206907:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.206909:0:12713:0:(namei.c:1982:ll_mkdir()) Process entered 00000080:00200000:1.0:1712357316.206910:0:12713:0:(namei.c:1988:ll_mkdir()) VFS Op:name=cli, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8) 00000080:00000001:1.0:1712357316.206913:0:12713:0:(namei.c:1570:ll_new_node()) Process entered 00000080:00000010:1.0:1712357316.206916:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000002:1.0:1712357316.206921:0:12713:0:(namei.c:1549:ll_qos_mkdir_prep()) [0x200000401:0x31:0x0] requests qos mkdir 0x40 00000080:00000001:1.0:1712357316.206923:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206925:0:12713:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:1.0:1712357316.206928:0:12713:0:(lmv_obd.c:1674:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1712357316.206930:0:12713:0:(lmv_obd.c:1677:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1712357316.206936:0:12713:0:(lmv_obd.c:1755:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1712357316.206938:0:12713:0:(lmv_obd.c:1769:lmv_locate_tgt_rr()) Process leaving (rc=18446612135369082368 : -131938340469248 : ffff8800b6158600) 00800000:00000001:1.0:1712357316.206940:0:12713:0:(lmv_obd.c:1177:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1712357316.206941:0:12713:0:(obd_class.h:952:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1712357316.206942:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206944:0:12713:0:(mdc_request.c:2874:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1712357316.206946:0:12713:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1712357316.206948:0:12713:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8800aa323000: Allocated FID [0x200000401:0x42:0x0] 40000000:00000001:1.0:1712357316.206950:0:12713:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206952:0:12713:0:(mdc_request.c:2881:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206953:0:12713:0:(obd_class.h:965:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.206954:0:12713:0:(lmv_obd.c:1201:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357316.206955:0:12713:0:(lmv_obd.c:2244:lmv_create()) CREATE name 'cli' [0x200000401:0x42:0x0] on [0x200000401:0x31:0x0] -> mds #0 00800000:00000001:1.0:1712357316.206957:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206959:0:12713:0:(mdc_reint.c:174:mdc_create()) Process entered 00000002:00000001:1.0:1712357316.206961:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357316.206963:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.206965:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.206967:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357316.206969:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.206970:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.206971:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.206978:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2a680. 00000020:00000040:1.0:1712357316.206980:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:1.0:1712357316.206984:0:12713:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1712357316.206985:0:12713:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.206986:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.206989:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.206992:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.206993:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.206994:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.206996:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.206997:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.206999:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.207003:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3738400. 00000100:00000001:1.0:1712357316.207007:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.207009:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.207010:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.207011:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.207012:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.207013:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1712357316.207021:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357316.207025:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357316.207030:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.207031:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.207035:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.207037:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.207038:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.207039:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526863488 : -131936182688128 : ffff880136b2a680) 00000100:00000001:1.0:1712357316.207042:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.207045:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.207047:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.207048:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.207051:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.207058:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.207062:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.207065:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.207066:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.207069:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174528:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.207072:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.207075:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.207076:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.207078:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.207080:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540000. 02000000:00000001:1.0:1712357316.207081:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.207086:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.207087:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.207091:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.207095:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572174528, portal 10 00000100:00000001:1.0:1712357316.207096:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.207097:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526863488 : -131936182688128 : ffff880136b2a680) 00000100:00000040:1.0:1712357316.207101:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.207106:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.207108:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.207109:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357316.207111:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1795536572174528, offset 0 00000400:00000200:1.0:1712357316.207116:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.207120:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.207124:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.207128:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.207131:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.207133:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.207135:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.207137:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [833:833:256:4294967295] 192.168.203.120@tcp LPNI seq info [833:833:8:4294967295] 00000400:00000200:1.0:1712357316.207140:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.207146:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.207152:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.207158:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.207163:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.207169:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.207172:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.207188:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.207190:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.207191:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.207193:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.207194:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.207196:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.207197:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.207199:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.207201:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.207201:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.208333:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.208340:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:2.0:1712357316.208345:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.208349:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.208352:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:2.0:1712357316.208354:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:2.0:1712357316.208357:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.208361:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.208368:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.208371:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.208375:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.208377:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.209324:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:3.0:1712357316.210731:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.210740:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.210743:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.210745:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.210752:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210757:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.210763:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210765:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210768:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210772:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90d0c0 00000400:00000200:3.0:1712357316.210775:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210779:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1c7d [1] + 224 00000800:00000001:3.0:1712357316.210784:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.210796:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.210799:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.210803:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.210807:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.210812:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.210820:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.210952:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357316.210959:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357316.210962:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210966:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.210970:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [834:834:256:4294967295] 192.168.203.120@tcp LPNI seq info [834:834:8:4294967295] 00000400:00000200:3.0:1712357316.210973:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.210979:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357316.210983:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.210987:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320b00. 00000800:00000200:3.0:1712357316.210991:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.210996:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.210999:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320b00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357316.211500:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.211505:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.211507:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.211509:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.211512:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.211514:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.211516:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.211521:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.211528:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2a680 x1795536572174528/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/576 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.211534:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.211536:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.211538:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.211540:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.211541:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.211543:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.211545:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.211864:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.211868:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.211871:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.211877:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.211879:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.211884:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1712357316.211887:0:12713:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800ab158d80. 00010000:00000001:1.0:1712357316.211890:0:12713:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1712357316.211896:0:12713:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 0/0 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1712357316.211897:0:12713:0:(ldlm_lockd.c:2236:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.211898:0:12713:0:(ldlm_lockd.c:2292:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.211900:0:12713:0:(ldlm_request.c:1590:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.211902:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357316.211904:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000086/0x1] 00000100:00000001:1.0:1712357316.211905:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357316.211907:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.211908:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526863488 : -131936182688128 : ffff880136b2a680) 00000100:00000001:1.0:1712357316.211910:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.211912:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.211913:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.211914:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.211918:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2a680 x1795536572174528/t4294967432(4294967432) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357332 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.211924:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.211926:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.211928:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.211931:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2a680 x1795536572174528/t4294967432(4294967432) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357332 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.211937:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2a680 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174528:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.211940:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.211943:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.211945:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.211946:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.211949:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2a680 x1795536572174528/t4294967432(4294967432) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357332 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.211954:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.211959:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.211961:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.211962:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.211967:0:12713:0:(mdc_reint.c:315:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1712357316.211970:0:12713:0:(lmv_obd.c:2252:lmv_create()) Created - [0x200000401:0x42:0x0] 00800000:00000001:1.0:1712357316.211972:0:12713:0:(lmv_obd.c:2258:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.211976:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357316.211978:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.211982:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.211985:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.211986:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.211988:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502338 : 144115205272502338 : 200000401000042) 00000080:00000001:1.0:1712357316.211990:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1712357316.211996:0:12713:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a76e5800. 00000080:00000001:1.0:1712357316.212003:0:12713:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:1.0:1712357316.212004:0:12713:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000401:0x42:0x0](ffff8800a76e58c8) 00000080:00000001:1.0:1712357316.212006:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.212007:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x42:0x0] 00000080:00000001:1.0:1712357316.212009:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212011:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502338 : 144115205272502338 : 200000401000042) 00000080:00000001:1.0:1712357316.212012:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1712357316.212014:0:12713:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115205272502338 mtime from 0 to 1712357316 00000080:00200000:1.0:1712357316.212016:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x42:0x0], updating i_size 4096 00000080:00000001:1.0:1712357316.212017:0:12713:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1712357316.212020:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123245256 : -131938586306360 : ffff8800a76e58c8) 00000080:00000001:1.0:1712357316.212021:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.212023:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.212025:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.212026:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212030:0:12713:0:(namei.c:1804:ll_new_node()) Process leaving 00000100:00000001:1.0:1712357316.212031:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.212034:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2a680 x1795536572174528/t4294967432(4294967432) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.212039:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357316.212042:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.212048:0:12713:0:(namei.c:1813:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212052:0:12713:0:(namei.c:2002:ll_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212057:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.212059:0:12713:0:(dcache.c:60:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.212064:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.212066:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.212069:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.212241:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.212243:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.212246:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212248:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.212250:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.212252:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.212254:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.212256:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.212258:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212259:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.212260:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.212262:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212264:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.212265:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.212266:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.212267:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.212268:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.212269:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212270:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.212271:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.212272:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212274:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.212274:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.212275:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.212276:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.212277:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.212278:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.212279:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.212280:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.212284:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.212289:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=0 00000080:00000001:1.0:1712357316.212292:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.212293:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.212297:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.212301:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.212304:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.212305:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.212308:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.212311:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357316.212313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.212315:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.212317:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.212319:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.212321:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.212324:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2aa00. 00000020:00000040:1.0:1712357316.212327:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.212331:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.212334:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.212337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.212338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.212339:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.212341:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.212343:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.212345:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.212349:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6543c00. 00000100:00000001:1.0:1712357316.212353:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.212355:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.212356:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.212357:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.212358:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.212359:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.212364:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526864384 : -131936182687232 : ffff880136b2aa00) 00010000:00000001:1.0:1712357316.212366:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.212369:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.212374:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.212375:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.212377:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.212380:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.212382:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.212384:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338889 to hash 00000020:00000001:1.0:1712357316.212385:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.212386:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.212389:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.212391:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.212392:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.212395:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.212401:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.212407:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.212410:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.212411:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.212414:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.212415:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.212417:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.212418:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526864384 : -131936182687232 : ffff880136b2aa00) 00000100:00000001:1.0:1712357316.212421:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.212423:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.212425:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.212426:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.212430:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.212435:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.212436:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.212440:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.212442:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.212444:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.212447:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.212450:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.212451:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.212453:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.212456:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.212457:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.212462:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.212464:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.212467:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.212471:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174592, portal 10 00000100:00000001:1.0:1712357316.212472:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.212473:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526864384 : -131936182687232 : ffff880136b2aa00) 00000100:00000040:1.0:1712357316.212477:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.212482:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.212484:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.212485:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357316.212487:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572174592, offset 0 00000400:00000200:1.0:1712357316.212490:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.212494:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.212496:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.212500:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.212502:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.212505:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.212507:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.212509:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [835:835:255:4294967295] 192.168.203.120@tcp LPNI seq info [835:835:7:4294967295] 00000400:00000200:1.0:1712357316.212512:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.212517:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.212521:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.212525:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357316.212528:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.212532:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.212534:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.212537:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.212538:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.212540:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.212541:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.212542:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.212543:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.212545:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.212546:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.212547:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.212548:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357316.212611:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:0.0:1712357316.212655:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357316.212657:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.212658:0:12321:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1712357316.212661:0:12321:0:(ldlm_lockd.c:2937:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1712357316.212663:0:12321:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357316.212665:0:12321:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1712357316.212666:0:12321:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.212667:0:12321:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.212668:0:12321:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.212669:0:12321:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.212670:0:12321:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1712357316.212671:0:12321:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.212673:0:12321:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.212674:0:12321:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1712357316.212680:0:12321:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800ab158d80. 00010000:00000001:0.0:1712357316.212682:0:12321:0:(ldlm_lockd.c:2980:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357316.212684:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357316.212684:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.212686:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1712357316.212686:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357316.212687:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.212688:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1712357316.212689:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1712357316.212690:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.212690:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1712357316.212741:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.212744:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320b00. 00000400:00000200:3.0:1712357316.212748:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.212751:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000200:3.0:1712357316.212788:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.212790:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357316.212792:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.212794:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.212797:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357316.212798:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357316.212800:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.212804:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.212810:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.212812:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.212817:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.212822:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.212858:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1712357316.214962:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32fcc0. 00000800:00000001:3.0:1712357316.217123:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.217136:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.217139:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.217141:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.217150:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.217155:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.217161:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.217166:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.217168:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.217172:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d100 00000400:00000200:3.0:1712357316.217175:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.217180:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c85 [1] + 224 00000800:00000001:3.0:1712357316.217186:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.217201:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.217203:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.217207:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.217211:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.217217:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.217226:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.217247:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.217254:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.217256:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.217311:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.217317:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.217318:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.217321:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.217324:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.217326:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.217328:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.217333:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.217339:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.217346:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.217347:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.217349:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.217351:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.217353:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.217355:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.217357:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.217363:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.217366:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.217368:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.217376:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.217378:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.217381:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.217384:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.217385:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.217387:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.217388:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.217392:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.217398:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.217400:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.217401:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.217404:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.217410:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174592:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.217414:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.217417:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.217418:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.217420:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.217423:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.217427:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.217430:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.217432:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.217433:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.217435:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.217437:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.217440:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.217442:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.217444:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217447:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000040:1.0:1712357316.217451:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38dd40, remote cookie: 0xa8e7976a8eb2263d, flags: 0x1001 00010000:00010000:1.0:1712357316.217458:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357316.217464:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x41:0x0].0x0, instead of [0x200000401:0x31:0x0].0x0 00010000:00000001:1.0:1712357316.217466:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357316.217474:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4e00. 00010000:00000010:1.0:1712357316.217477:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25d80. 00010000:00000001:1.0:1712357316.217480:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.217482:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357316.217488:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.217493:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357316.217496:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357316.217497:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357316.217498:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357316.217499:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357316.217501:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x41:0x0].0x0 (ffff8800b3ab4e00) refcount = 1 00010000:00010000:1.0:1712357316.217504:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.217508:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357316.217510:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357316.217511:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.217513:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357316.217515:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.217517:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.217521:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357316.217525:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217527:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.217527:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217528:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.217529:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.217533:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357316.217534:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.217535:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.217536:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.217538:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217539:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217541:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.217541:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.217542:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.217543:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217544:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217546:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.217548:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.217559:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.217564:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217565:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.217566:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.217566:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.217567:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.217568:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217570:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217571:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.217573:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.217577:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217578:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.217611:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.217616:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.217617:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217617:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.217618:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217619:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357316.217623:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.217629:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.217630:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.217630:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.217631:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217633:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.217634:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.217635:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.217636:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.217637:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.217639:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.217641:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.217641:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.217642:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.217643:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218076:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00000002:00010000:1.0:1712357316.218079:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.218085:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218086:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218087:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357316.218088:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.218089:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.218090:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.218091:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218096:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000040:1.0:1712357316.218099:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4e00 count: 2 00010000:00000001:1.0:1712357316.218101:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.218103:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/65 (0 0) 00010000:00000001:1.0:1712357316.218106:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218106:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.218107:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.218108:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357316.218111:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218114:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218116:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218120:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.218121:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition b 00000080:00000001:1.0:1712357316.218123:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357316.218126:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218129:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218131:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.218132:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.218134:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.218136:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357316.218140:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.218142:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x41:0x0] 00000080:00000001:1.0:1712357316.218144:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218146:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.218147:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357316.218151:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 4096 00000080:00200000:1.0:1712357316.218153:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x41:0x0](ffff8800a76e50c8): rc = 0 00000080:00000001:1.0:1712357316.218155:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123243208 : -131938586308408 : ffff8800a76e50c8) 00010000:00000001:1.0:1712357316.218156:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.218157:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.218158:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.218159:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218160:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218162:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357316.218167:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357316.218168:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357316.218170:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.218171:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218173:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.218174:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357316.218177:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) for lock 0xbda2fb8f03338889 00000080:00000001:1.0:1712357316.218179:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218181:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357316.218182:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218183:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357316.218184:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.218185:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.218186:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.218187:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218188:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218190:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218191:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.218192:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218193:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357316.218196:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e32ff40. 00000080:00002000:1.0:1712357316.218200:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode ffff8800a76e50c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357316.218203:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.218205:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218207:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357316.218209:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) 00000080:00010000:1.0:1712357316.218211:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338889 from it ffff8800aa3cfbb8 00010000:00000001:1.0:1712357316.218213:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.218213:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.218214:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.218215:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218217:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218218:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.218223:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.218228:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218229:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218230:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357316.218232:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357316.218233:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.218239:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357316.218241:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357316.218243:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.218245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218246:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218247:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218249:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357316.218251:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218253:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218254:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218256:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.218256:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218257:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357316.218258:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.218261:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.218265:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.218268:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2aa00 x1795536572174592/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.218274:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.218275:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.218278:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.218281:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.218282:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.218284:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.218286:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.218287:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6543c00. 02000000:00000001:1.0:1712357316.218290:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.218295:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.218296:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2aa00. 00000100:00000001:1.0:1712357316.218300:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.218300:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.218302:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.218303:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.218304:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00200008:1.0:1712357316.218312:0:12713:0:(file.c:5676:ll_getattr_dentry()) START file __pycache__:[0x200000401:0x41:0x0](ffff8800a76e50c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357316.218317:0:12713:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357316.218318:0:12713:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8),name=__pycache__ 00000080:00000010:1.0:1712357316.218321:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.218326:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218328:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.218330:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000401:0x41:0x0] '__pycache__' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.218333:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.218336:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x200000401:0x41:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357316.218339:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218341:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.218342:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.218345:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.218346:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.218347:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.218349:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4e00 count: 2 00010000:00000001:1.0:1712357316.218351:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.218353:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.218354:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357316.218356:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357316.218361:0:12713:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357316.218363:0:12713:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.218365:0:12713:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357316.218370:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357316.218375:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357316.218376:0:12713:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357316.218378:0:12713:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357316.218379:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1712357316.218381:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.218383:0:12713:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357316.218385:0:12713:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357316.218387:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) 00000080:00010000:1.0:1712357316.218389:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) for lock 0xbda2fb8f03338889 00000080:00000001:1.0:1712357316.218391:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218392:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357316.218393:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218394:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357316.218395:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.218396:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.218397:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.218398:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218399:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218401:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218402:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.218402:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218403:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357316.218405:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338889 from it ffff8800aa3cfcc8 00010000:00000001:1.0:1712357316.218406:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.218407:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.218408:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=3 00000020:00000001:1.0:1712357316.218409:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218410:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.218411:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.218413:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.218417:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218422:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357316.218423:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357316.218425:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.218429:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357316.218430:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357316.218431:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.218432:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218433:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218434:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218435:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357316.218436:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218437:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218438:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218440:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.218440:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218441:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357316.218442:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357316.218443:0:12713:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.218445:0:12713:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357316.218449:0:12713:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file __pycache__:[0x200000401:0x41:0x0](ffff8800a76e50c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357316.218452:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.218453:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a7700000, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.218456:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218477:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.218479:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.218481:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.218483:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218486:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.218487:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.218489:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.218491:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.218493:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.218494:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218495:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.218496:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.218502:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218504:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.218505:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.218506:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.218508:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.218510:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.218511:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218512:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.218513:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.218515:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218516:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.218517:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.218518:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.218519:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.218520:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.218521:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218522:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.218523:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.218525:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218527:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.218528:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a7700000) flags 0x108008e refc 0 00000080:00000001:1.0:1712357316.218529:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.218530:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=0 00000080:00000001:1.0:1712357316.218531:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.218532:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218538:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357316.218540:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x41:0x0](ffff8800a76e50c8) current size 4096, valid attrs 10170, mode 0, uid 0, gid 0, new size 0, atime 1712357316.000000000, mtime 1611184480.948140014, ctime 1712357316.000000000 00000080:00000002:1.0:1712357316.218545:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1611184480, ctime 1712357316, now = 1712357316 00000080:00000010:1.0:1712357316.218547:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.218561:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357316.218563:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.218565:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357316.218566:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x41:0x0], valid 0x101f0/0x1 00800000:00000001:1.0:1712357316.218569:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218575:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357316.218576:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357316.218578:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4e00 count: 2 00010000:00000001:1.0:1712357316.218580:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.218598:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357316.218600:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.218602:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357316.218608:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.218610:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357316.218612:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357316.218613:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x41:0x0] mode (null) 00000080:00000001:1.0:1712357316.218615:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218616:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.218617:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.218618:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4e00 count: 3 00010000:00000001:1.0:1712357316.218620:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357316.218621:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218622:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218623:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.218624:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.218625:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4e00 count: 3 00010000:00000001:1.0:1712357316.218626:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357316.218628:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218629:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.218630:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.218630:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.218632:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4e00 count: 3 00010000:00000001:1.0:1712357316.218633:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357316.218634:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.218635:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357316.218637:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x41:0x0] lli = ffff8800a76e5000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357316.218640:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357316.218641:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357316.218643:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357316.218654:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x41:0x0](ffff8800a76e50c8) invalid 00000080:00002000:1.0:1712357316.218656:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7700000) parent ffff8800a7516510 inode ffff8800a76e50c8 refc 1 00000080:00000001:1.0:1712357316.218659:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357316.218660:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357316.218661:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218663:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.218665:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.218666:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.218667:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.218668:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357316.218670:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338889 from hash 00010000:00000001:1.0:1712357316.218671:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.218672:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218673:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218674:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.218675:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.218676:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357316.218678:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357316.218679:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357316.218681:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357316.218684:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2aa00. 00000020:00000040:1.0:1712357316.218686:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.218690:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.218692:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.218693:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.218694:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218695:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.218697:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.218699:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.218701:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.218705:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739400. 00000100:00000001:1.0:1712357316.218710:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218711:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.218712:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357316.218716:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357316.218728:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357316.218729:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357316.218730:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.218732:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338889 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb2263d expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357316.218737:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4e00 count: 0 00010000:00000010:1.0:1712357316.218741:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25d80. 00010000:00000001:1.0:1712357316.218747:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.218748:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218749:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.218750:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.218751:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357316.218753:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1611184480, ctime 1712357316 00000020:00100000:1.0:1712357316.218760:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357316.218764:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357316.218770:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.218771:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.218775:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.218776:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.218778:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.218779:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526864384 : -131936182687232 : ffff880136b2aa00) 00000100:00000001:1.0:1712357316.218782:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.218785:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.218786:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.218788:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.218791:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.218796:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.218797:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.218803:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.218805:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.218808:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174720:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.218811:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.218815:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.218816:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.218818:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.218821:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6543c00. 02000000:00000001:1.0:1712357316.218822:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.218828:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.218831:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.218834:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.218839:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572174720, portal 10 00000100:00000001:1.0:1712357316.218841:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.218842:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526864384 : -131936182687232 : ffff880136b2aa00) 00000100:00000040:1.0:1712357316.218846:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.218851:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.218853:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.218855:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357316.218857:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572174720, offset 0 00000400:00000200:1.0:1712357316.218861:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.218866:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.218871:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.218875:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.218878:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.218880:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.218882:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.218885:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [836:836:256:4294967295] 192.168.203.120@tcp LPNI seq info [836:836:8:4294967295] 00000400:00000200:1.0:1712357316.218888:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.218895:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.218899:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.218905:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.218910:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.218916:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.218919:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.218938:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.218941:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.218942:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.218944:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.218945:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.218947:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.218949:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.218950:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.218952:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.218952:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.220239:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.220243:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:2.0:1712357316.220248:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.220253:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.220256:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:2.0:1712357316.220262:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:2.0:1712357316.220265:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.220270:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.220276:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.220278:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.220282:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.220284:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.221704:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.221713:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.221716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.221717:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.221724:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221729:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.221734:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221737:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221746:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221750:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90d180 00000400:00000200:3.0:1712357316.221754:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221758:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1c8d [1] + 224 00000800:00000001:3.0:1712357316.221763:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.221774:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.221775:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.221778:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.221782:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.221786:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.221793:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.221810:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:3.0:1712357316.221815:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357316.221818:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221821:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.221826:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [837:837:256:4294967295] 192.168.203.120@tcp LPNI seq info [837:837:8:4294967295] 00000400:00000200:3.0:1712357316.221828:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.221837:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357316.221841:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.221845:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320b00. 00000800:00000200:3.0:1712357316.221848:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.221853:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.221855:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320b00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357316.221861:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.221866:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.221868:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.221870:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.221873:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.221875:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.221877:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.221882:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.221890:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2aa00 x1795536572174720/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.221896:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.221897:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.221899:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.221901:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000800:00000200:3.0:1712357316.221903:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1712357316.221903:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.221904:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1712357316.221905:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320b00. 02000000:00000001:1.0:1712357316.221906:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357316.221907:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.221910:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000100:00001000:1.0:1712357316.221912:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.221915:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000800:00000001:3.0:1712357316.221917:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357316.221917:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1712357316.221920:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.221926:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.221928:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.221931:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.221933:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357316.221934:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1712357316.221936:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357316.221937:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.221939:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526864384 : -131936182687232 : ffff880136b2aa00) 00000100:00000001:1.0:1712357316.221941:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.221942:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.221943:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.221945:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.221948:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2aa00 x1795536572174720/t4294967433(4294967433) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.221954:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.221956:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.221957:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.221960:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2aa00 x1795536572174720/t4294967433(4294967433) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.221966:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2aa00 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174720:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.221969:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.221972:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.221973:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.221975:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.221977:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2aa00 x1795536572174720/t4294967433(4294967433) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.221982:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.221984:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.221987:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.221988:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.221993:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.221995:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.221997:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.222003:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.222005:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.222007:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.222011:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.222013:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x41:0x0] 00000080:00000001:1.0:1712357316.222015:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222017:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.222019:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357316.222022:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 4096 00000100:00000001:1.0:1712357316.222024:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.222026:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2aa00 x1795536572174720/t4294967433(4294967433) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.222031:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222033:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.222035:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.222036:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222037:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222039:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.222042:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000080:00200008:1.0:1712357316.222047:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x41:0x0](ffff8800a76e50c8) current size 4096, valid attrs 101f0, mode 0, uid 0, gid 0, new size 0, atime 1712357316.217000000, mtime 1611184480.948140014, ctime 1712357316.217000000, rc 0 00000080:00000001:1.0:1712357316.222052:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222058:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.222060:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7700000, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.222062:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.222066:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.222070:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.222072:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.222073:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.222075:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222087:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.222089:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.222091:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.222094:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222096:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.222101:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.222104:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.222106:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=17 00000080:00000001:1.0:1712357316.222108:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.222110:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222112:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.222113:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.222115:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222117:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.222118:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.222120:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.222121:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=17 00000080:00000001:1.0:1712357316.222122:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.222123:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222124:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.222125:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.222127:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222129:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.222129:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.222130:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.222131:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=17 00000080:00000001:1.0:1712357316.222132:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.222133:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.222134:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.222135:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.222137:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.222143:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=1 00000080:00000001:1.0:1712357316.222145:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.222147:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=getattr 00000080:00000010:1.0:1712357316.222151:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.222155:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.222158:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.222159:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.222162:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.222165:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357316.222170:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.222172:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.222174:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.222177:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.222179:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.222182:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2ad80. 00000020:00000040:1.0:1712357316.222185:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.222189:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.222191:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.222195:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.222197:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.222197:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.222199:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.222201:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.222203:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.222207:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6540800. 00000100:00000001:1.0:1712357316.222211:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.222213:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.222215:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.222216:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.222217:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.222218:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.222223:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526865280 : -131936182686336 : ffff880136b2ad80) 00010000:00000001:1.0:1712357316.222225:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.222226:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.222231:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.222233:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.222234:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.222237:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.222240:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.222242:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338890 to hash 00000020:00000001:1.0:1712357316.222243:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.222244:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.222246:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.222249:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.222253:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.222256:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.222262:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.222270:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.222273:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.222275:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.222277:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.222279:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.222280:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.222281:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526865280 : -131936182686336 : ffff880136b2ad80) 00000100:00000001:1.0:1712357316.222284:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.222287:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.222288:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.222290:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.222294:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.222299:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.222301:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.222303:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.222304:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.222307:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.222310:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.222313:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.222314:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.222316:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.222319:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.222321:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.222324:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.222326:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.222333:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.222338:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174784, portal 10 00000100:00000001:1.0:1712357316.222339:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.222340:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526865280 : -131936182686336 : ffff880136b2ad80) 00000100:00000040:1.0:1712357316.222344:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.222350:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.222352:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.222354:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357316.222356:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572174784, offset 0 00000400:00000200:1.0:1712357316.222360:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.222363:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.222366:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.222369:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.222372:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.222375:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.222377:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.222379:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [838:838:256:4294967295] 192.168.203.120@tcp LPNI seq info [838:838:8:4294967295] 00000400:00000200:1.0:1712357316.222382:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.222388:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.222391:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.222393:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.222396:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.222400:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.222402:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.222420:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.222422:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.222424:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.222425:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.222427:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.222428:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.222430:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.222435:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.222437:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.222438:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.222670:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.222673:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.222676:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.222680:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.222682:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357316.222684:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357316.222686:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.222689:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.222696:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.222698:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.222704:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.222705:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357316.224427:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4e00. 00010000:00000010:3.1:1712357316.224434:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000800:00000001:2.0:1712357316.229215:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.229228:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.229232:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.229234:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.229243:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.229249:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.229255:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.229258:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.229261:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.229264:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d1c0 00000400:00000200:2.0:1712357316.229268:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.229273:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1c95 [1] + 224 00000800:00000001:2.0:1712357316.229279:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.229293:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.229295:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.229299:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.229304:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.229310:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.229319:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.229339:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.229346:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.229355:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.229364:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.229369:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.229371:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.229373:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.229376:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.229378:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.229380:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.229384:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.229391:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.229396:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.229398:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.229399:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.229402:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.229405:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.229407:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.229409:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.229415:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.229418:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.229420:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.229421:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229423:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.229426:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.229428:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.229429:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.229430:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.229432:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.229435:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.229440:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.229442:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.229447:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.229450:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.229456:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174784:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.229459:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.229461:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.229463:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.229464:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.229467:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.229471:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.229473:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.229475:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.229476:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229478:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.229481:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229483:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229485:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.229487:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229488:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000040:1.0:1712357316.229492:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38d680, remote cookie: 0xa8e7976a8eb22660, flags: 0x1001 00010000:00010000:1.0:1712357316.229495:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357316.229501:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x41:0x0].0x0, instead of [0x200000401:0x31:0x0].0x0 00010000:00000001:1.0:1712357316.229504:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357316.229512:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4500. 00010000:00000010:1.0:1712357316.229514:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25d80. 00010000:00000001:1.0:1712357316.229517:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.229519:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357316.229531:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229536:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357316.229539:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357316.229540:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357316.229541:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357316.229542:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357316.229544:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x41:0x0].0x0 (ffff8800b3ab4500) refcount = 1 00010000:00010000:1.0:1712357316.229547:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229564:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357316.229566:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357316.229567:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.229569:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357316.229570:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.229573:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229577:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357316.229578:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229580:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229580:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229597:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229598:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229601:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357316.229602:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229603:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229605:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229606:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229608:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229609:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229613:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229614:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.229616:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229617:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229619:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.229621:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.229623:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229627:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229628:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229629:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229630:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229630:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.229632:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229633:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229635:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.229636:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229640:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229641:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.229643:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229646:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.229647:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229648:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229648:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229649:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357316.229653:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.229658:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229662:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229663:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229664:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229665:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.229668:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229670:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229672:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.229674:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229674:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229675:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229676:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229678:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00000002:00010000:1.0:1712357316.229680:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229685:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229686:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229686:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357316.229687:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229688:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229689:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229690:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229691:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000040:1.0:1712357316.229694:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.229696:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.229698:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/65 (0 0) 00010000:00000001:1.0:1712357316.229700:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229700:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.229701:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.229703:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357316.229705:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229708:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229712:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.229716:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.229718:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfc38 it_disposition b 00000080:00000001:1.0:1712357316.229720:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357316.229722:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229725:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229728:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.229729:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.229732:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.229734:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357316.229738:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.229740:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x41:0x0] 00000080:00000001:1.0:1712357316.229742:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.229744:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.229745:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357316.229748:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 4096 00000080:00200000:1.0:1712357316.229751:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x41:0x0](ffff8800a76e50c8): rc = 0 00000080:00000001:1.0:1712357316.229752:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123243208 : -131938586308408 : ffff8800a76e50c8) 00010000:00000001:1.0:1712357316.229754:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229755:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229756:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229757:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229759:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229760:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357316.229762:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357316.229763:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357316.229764:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.229765:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229767:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.229768:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357316.229771:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) for lock 0xbda2fb8f03338890 00000080:00000001:1.0:1712357316.229773:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229774:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357316.229775:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229780:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357316.229781:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229782:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229783:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229784:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229785:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229787:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229788:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.229788:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229790:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357316.229793:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc1a0. 00000080:00002000:1.0:1712357316.229797:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700360 inode ffff8800a76e50c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357316.229800:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.229802:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.229803:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357316.229805:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) 00000080:00010000:1.0:1712357316.229808:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338890 from it ffff8800aa3cfc38 00010000:00000001:1.0:1712357316.229810:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.229810:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.229811:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=3 00000020:00000001:1.0:1712357316.229812:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229814:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.229815:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.229817:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229821:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229822:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229823:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357316.229825:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357316.229826:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.229831:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357316.229836:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357316.229838:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.229841:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229841:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.229842:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229845:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357316.229846:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229848:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229850:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229851:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.229851:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.229852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357316.229853:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.229856:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.229859:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.229863:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2ad80 x1795536572174784/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.229868:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.229869:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.229872:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.229875:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.229877:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.229878:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.229879:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.229881:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6540800. 02000000:00000001:1.0:1712357316.229883:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.229885:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.229886:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2ad80. 00000100:00000001:1.0:1712357316.229890:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.229891:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.229893:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.229894:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfc38 released 00000080:00000001:1.0:1712357316.229895:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.229905:0:12713:0:(llite_lib.c:2268:ll_setattr_raw()) Process entered 00000080:00200008:1.0:1712357316.229908:0:12713:0:(llite_lib.c:2280:ll_setattr_raw()) START file __pycache__:[0x200000401:0x41:0x0](ffff8800a76e50c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357316.000000000, mtime 1712357316.000000000, ctime 1712357316.000000000 00000080:00000002:1.0:1712357316.229912:0:12713:0:(llite_lib.c:2329:ll_setattr_raw()) setting mtime 1712357316, ctime 1712357316, now = 1712357316 00000080:00000010:1.0:1712357316.229918:0:12713:0:(llite_lib.c:2337:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.229919:0:12713:0:(llite_lib.c:1985:ll_md_setattr()) Process entered 00000080:00000001:1.0:1712357316.229922:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.229924:0:12713:0:(lmv_obd.c:2847:lmv_setattr()) Process entered 00800000:00000002:1.0:1712357316.229925:0:12713:0:(lmv_obd.c:2851:lmv_setattr()) SETATTR for [0x200000401:0x41:0x0], valid 0x41/0x1 00800000:00000001:1.0:1712357316.229928:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229930:0:12713:0:(mdc_reint.c:113:mdc_setattr()) Process entered 00000002:00000001:1.0:1712357316.229931:0:12713:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1712357316.229933:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.229935:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.229936:0:12713:0:(ldlm_request.c:2169:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1712357316.229938:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.229940:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1712357316.229945:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.229947:0:12713:0:(namei.c:249:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1712357316.229949:0:12713:0:(file.c:5480:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1712357316.229950:0:12713:0:(file.c:5487:ll_have_md_lock()) trying to match res [0x200000401:0x41:0x0] mode (null) 00000080:00000001:1.0:1712357316.229952:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229954:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.229955:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.229956:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 3 00010000:00000001:1.0:1712357316.229957:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357316.229959:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.229960:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229961:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.229962:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.229963:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 3 00010000:00000001:1.0:1712357316.229964:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357316.229966:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.229967:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.229967:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.229968:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.229969:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 3 00010000:00000001:1.0:1712357316.229970:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1712357316.229972:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.229975:0:12713:0:(file.c:5509:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1712357316.229977:0:12713:0:(namei.c:340:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x41:0x0] lli = ffff8800a76e5000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1712357316.229980:0:12713:0:(namei.c:175:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1712357316.229981:0:12713:0:(namei.c:207:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1712357316.229982:0:12713:0:(dcache.c:237:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1712357316.229984:0:12713:0:(dcache.c:242:ll_prune_aliases()) marking dentries for inode [0x200000401:0x41:0x0](ffff8800a76e50c8) invalid 00000080:00002000:1.0:1712357316.229985:0:12713:0:(llite_internal.h:1983:d_lustre_invalidate()) invalidate dentry __pycache__ (ffff8800a7700360) parent ffff8800a7516510 inode ffff8800a76e50c8 refc 1 00000080:00000001:1.0:1712357316.229988:0:12713:0:(dcache.c:251:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1712357316.229989:0:12713:0:(namei.c:397:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1712357316.229990:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.229992:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.229993:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.229994:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.229995:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.229997:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1712357316.229999:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338890 from hash 00010000:00000001:1.0:1712357316.230000:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.230001:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.230002:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.230003:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.230004:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.230005:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1712357316.230007:0:12713:0:(ldlm_request.c:1757:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357316.230008:0:12713:0:(ldlm_request.c:2219:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357316.230009:0:12713:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1712357316.230012:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2ad80. 00000020:00000040:1.0:1712357316.230014:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.230018:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.230020:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.230021:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.230022:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.230022:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.230024:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.230026:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.230028:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.230032:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3739600. 00000100:00000001:1.0:1712357316.230039:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.230041:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.230043:0:12713:0:(ldlm_request.c:1363:_ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1712357316.230046:0:12713:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357316.230051:0:12713:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1712357316.230052:0:12713:0:(ldlm_request.c:1390:_ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1712357316.230053:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.230055:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338890 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa8e7976a8eb22660 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357316.230060:0:12713:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff8800b3ab4500 count: 0 00010000:00000010:1.0:1712357316.230063:0:12713:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b3a25d80. 00010000:00000001:1.0:1712357316.230069:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.230070:0:12713:0:(ldlm_request.c:2280:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.230071:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.230072:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.230073:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1712357316.230074:0:12713:0:(mdc_reint.c:144:mdc_setattr()) setting mtime 1712357316, ctime 1712357316 00000020:00100000:1.0:1712357316.230080:0:12713:0:(genops.c:2285:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa323000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1712357316.230085:0:12713:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:1.0:1712357316.230090:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.230091:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.230095:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.230096:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.230098:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.230099:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526865280 : -131936182686336 : ffff880136b2ad80) 00000100:00000001:1.0:1712357316.230102:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.230105:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.230106:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.230108:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.230110:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.230119:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.230120:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.230122:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.230124:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.230126:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174912:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.230129:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.230132:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.230134:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.230136:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.230138:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6540800. 02000000:00000001:1.0:1712357316.230140:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.230144:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.230146:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.230149:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.230153:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572174912, portal 10 00000100:00000001:1.0:1712357316.230154:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.230155:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526865280 : -131936182686336 : ffff880136b2ad80) 00000100:00000040:1.0:1712357316.230159:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.230165:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.230166:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.230168:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357316.230170:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1795536572174912, offset 0 00000400:00000200:1.0:1712357316.230174:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.230178:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.230181:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.230186:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.230188:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.230192:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.230193:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.230196:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [839:839:256:4294967295] 192.168.203.120@tcp LPNI seq info [839:839:8:4294967295] 00000400:00000200:1.0:1712357316.230200:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.230210:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.230214:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.230217:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.230221:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.230226:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.230230:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:3.0:1712357316.231937:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.231942:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.231946:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.231951:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.231954:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357316.231955:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357316.231958:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.231962:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.231969:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.231972:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.231976:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.231977:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357316.233545:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.233557:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.233559:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.233562:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.233563:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.233565:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.233567:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.233569:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.233572:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.233573:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1712357316.235381:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e32ff40. 00000800:00000001:2.0:1712357316.237992:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.238001:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.238003:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.238004:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.238012:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238018:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.238024:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238028:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238031:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238035:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 456 into portal 10 MB=0x66107ef90d240 00000400:00000200:2.0:1712357316.238038:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238153:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 456/456 into md 0x1c9d [1] + 224 00000800:00000001:2.0:1712357316.238160:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.238171:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.238174:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.238177:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.238182:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.238189:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.238196:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.238359:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:2.0:1712357316.238366:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357316.238369:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238374:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357316.238378:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [840:840:256:4294967295] 192.168.203.120@tcp LPNI seq info [840:840:8:4294967295] 00000400:00000200:2.0:1712357316.238381:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.238387:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357316.238391:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357316.238394:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343500. 00000800:00000200:2.0:1712357316.238404:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357316.238409:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357316.238411:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1712357316.238978:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.238983:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.238985:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.238987:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.238991:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.238992:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.238995:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.238999:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.239007:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2ad80 x1795536572174912/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/512 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.239013:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.239014:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.239016:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.239018:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.239020:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.239021:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.239023:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.239033:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.239037:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.239039:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.239040:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.239042:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.239045:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.239047:0:12713:0:(client.c:1410:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1712357316.239049:0:12713:0:(client.c:1417:ptlrpc_save_versions()) Client save versions [0x100000087/0x0] 00000100:00000001:1.0:1712357316.239050:0:12713:0:(client.c:1419:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1712357316.239051:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.239052:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526865280 : -131936182686336 : ffff880136b2ad80) 00000100:00000001:1.0:1712357316.239054:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.239056:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.239057:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.239058:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.239062:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2ad80 x1795536572174912/t4294967434(4294967434) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.239068:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.239070:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.239071:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.239074:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2ad80 x1795536572174912/t4294967434(4294967434) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.239081:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2ad80 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174912:192.168.203.120@tcp:36:rsync.0 00000100:00000001:1.0:1712357316.239083:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.239086:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.239088:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.239089:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.239092:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2ad80 x1795536572174912/t4294967434(4294967434) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.239096:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.239098:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.239100:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.239105:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.239110:0:12713:0:(mdc_reint.c:157:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.239113:0:12713:0:(lmv_obd.c:2860:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239116:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.239119:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.239121:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.239123:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.239128:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.239129:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x41:0x0] 00000080:00000001:1.0:1712357316.239132:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239134:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.239136:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357316.239139:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 4096 00000100:00000001:1.0:1712357316.239140:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.239143:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2ad80 x1795536572174912/t4294967434(4294967434) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.239148:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239149:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.239151:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.239152:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239153:0:12713:0:(llite_lib.c:2046:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239155:0:12713:0:(llite_lib.c:2366:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.239158:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000080:00200008:1.0:1712357316.239164:0:12713:0:(llite_lib.c:2531:ll_setattr_raw()) COMPLETED file __pycache__:[0x200000401:0x41:0x0](ffff8800a76e50c8) current size 4096, valid attrs 41, mode 41ed, uid -2128177388, gid -1, new size 18446612135170342544, atime 1712357316.000000000, mtime 1712357316.000000000, ctime 1712357316.229000000, rc 0 00000080:00000001:1.0:1712357316.239168:0:12713:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239174:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.239176:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __pycache__ (ffff8800a7700360, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.239178:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.239181:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.239183:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.239185:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.239186:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry chardet (ffff8800a7516510, parent ffff8800a77021b0, inode ffff8800a771d8c8) hashed, 00000080:00000001:1.0:1712357316.239188:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239209:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.239214:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.239216:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.239219:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239221:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.239223:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.239224:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.239226:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.239228:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.239230:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239231:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.239232:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.239234:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239236:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.239236:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.239238:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.239239:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.239240:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.239241:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239242:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.239243:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.239245:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239246:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.239247:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.239248:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.239249:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.239250:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.239251:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.239252:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.239253:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.239255:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.239260:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), flags=16 00000080:00000001:1.0:1712357316.239262:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.239264:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__pycache__, dir=[0x200000401:0x31:0x0](ffff8800a771d8c8), intent=0 00000080:00000010:1.0:1712357316.239267:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.239271:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.239274:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.239278:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] '__pycache__' on [0x200000401:0x31:0x0] 00800000:00000001:1.0:1712357316.239281:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.239284:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x31:0x0], fid2=[0x0:0x0:0x0], name='__pycache__' -> mds #0 00800000:00000001:1.0:1712357316.239286:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.239288:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.239290:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __pycache__,[0x0:0x0:0x0]) in obj [0x200000401:0x31:0x0], intent: lookup flags 0 00000002:00000001:1.0:1712357316.239293:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.239295:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.239298:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.239300:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.239304:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.239307:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.239311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.239312:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.239313:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.239315:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.239317:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.239319:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.239324:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.239328:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.239330:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.239331:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.239332:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.239333:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.239335:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.239339:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.239342:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.239343:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.239347:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ef00 count: 2 00010000:00000001:1.0:1712357316.239349:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.239351:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.239353:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c480. 00000020:00000001:1.0:1712357316.239356:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.239358:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c480 with handle 0xbda2fb8f03338897 to hash 00000020:00000001:1.0:1712357316.239359:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.239363:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.239365:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.239367:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.239369:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.239372:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.239377:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.239384:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.239388:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.239389:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.239392:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.239393:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.239395:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.239395:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.239398:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.239401:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.239403:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.239404:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.239408:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.239413:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.239414:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.239416:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.239418:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.239420:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.239423:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.239426:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.239427:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.239429:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.239434:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.239436:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.239439:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.239441:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.239444:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.239448:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572174976, portal 10 00000100:00000001:1.0:1712357316.239450:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.239450:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.239454:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.239459:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.239461:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.239462:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357316.239464:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1795536572174976, offset 0 00000400:00000200:1.0:1712357316.239467:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.239471:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.239474:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.239478:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.239481:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.239483:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.239486:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.239488:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [841:841:255:4294967295] 192.168.203.120@tcp LPNI seq info [841:841:7:4294967295] 00000400:00000200:1.0:1712357316.239491:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.239497:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.239500:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.239502:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.239505:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.239509:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.239511:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.243714:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.243718:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.243721:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.243729:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.243731:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.243733:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.243737:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.243739:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.243741:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.243742:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.244499:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.244502:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343500. 00000400:00000200:2.0:1712357316.244506:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.244512:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357316.244519:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.244522:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1712357316.244570:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.244572:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357316.244575:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.244577:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.244580:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:2.0:1712357316.244598:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:2.0:1712357316.244601:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.244607:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.244615:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.244618:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.244623:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.244624:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.244731:0:20:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b3ab4500. 00010000:00000010:2.1:1712357316.244737:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000800:00000001:3.0:1712357316.248788:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.248798:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.248802:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.248804:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.248822:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.248828:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.248833:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.248837:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.248839:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.248843:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d280 00000400:00000200:3.0:1712357316.248847:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.248852:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ca5 [1] + 224 00000800:00000001:3.0:1712357316.248859:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.248874:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.248877:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.248880:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.248885:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.248892:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.248901:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.248944:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.248952:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.248954:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.248999:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.249005:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.249006:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.249009:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.249013:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.249015:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.249017:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.249021:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.249028:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.249033:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.249034:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.249036:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.249039:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.249041:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.249042:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.249045:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.249052:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.249055:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.249057:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.249058:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249061:0:12713:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.249065:0:12713:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.249067:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.249068:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.249070:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.249072:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.249075:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.249093:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.249095:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.249096:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.249099:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.249106:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572174976:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.249109:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.249112:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.249114:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.249115:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.249118:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.249122:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.249125:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.249127:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.249128:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249131:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.249133:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249136:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249138:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357316.249140:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249142:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000040:1.0:1712357316.249146:0:12713:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38c480, remote cookie: 0xa8e7976a8eb22683, flags: 0x1001 00010000:00010000:1.0:1712357316.249150:0:12713:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1712357316.249156:0:12713:0:(ldlm_request.c:735:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x41:0x0].0x0, instead of [0x200000401:0x31:0x0].0x0 00010000:00000001:1.0:1712357316.249159:0:12713:0:(ldlm_lock.c:543:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1712357316.249168:0:12713:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b3ab4500. 00010000:00000010:1.0:1712357316.249174:0:12713:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3a25d80. 00010000:00000001:1.0:1712357316.249178:0:12713:0:(ldlm_lock.c:594:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.249180:0:12713:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357316.249186:0:12713:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249191:0:12713:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357316.249193:0:12713:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357316.249194:0:12713:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357316.249195:0:12713:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357316.249196:0:12713:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357316.249198:0:12713:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0x41:0x0].0x0 (ffff8800b3ab4500) refcount = 1 00010000:00010000:1.0:1712357316.249201:0:12713:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249204:0:12713:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357316.249206:0:12713:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357316.249207:0:12713:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.249209:0:12713:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357316.249211:0:12713:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.249213:0:12713:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249217:0:12713:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357316.249218:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249220:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249220:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249222:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249225:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357316.249226:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249227:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249228:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249233:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249235:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249236:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249237:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249238:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=4 00000020:00000001:1.0:1712357316.249239:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249240:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249242:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.249243:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.249245:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249250:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249251:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249251:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249252:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249253:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=5 00000020:00000001:1.0:1712357316.249254:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249255:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249257:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.249258:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249262:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249263:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.249265:0:12713:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249268:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.249269:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249270:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249270:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249271:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357316.249277:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.249282:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249283:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249284:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249285:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249286:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249288:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249288:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.249289:0:12713:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249290:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249292:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.249294:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249295:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249295:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249296:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249297:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00000002:00010000:1.0:1712357316.249300:0:12713:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249304:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249305:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249306:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357316.249307:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249307:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249308:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249309:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249310:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000040:1.0:1712357316.249313:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.249314:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.249317:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 4 res 8589935617/65 (0 0) 00010000:00000001:1.0:1712357316.249319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249319:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.249323:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.249325:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__pycache__ intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357316.249328:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249330:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249332:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.249335:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.249337:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfa60 it_disposition b 00000080:00000001:1.0:1712357316.249339:0:12713:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357316.249341:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249344:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249346:0:12713:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357316.249348:0:12713:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357316.249350:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.249352:0:12713:0:(namei.c:123:ll_iget()) Process entered 00000080:00000001:1.0:1712357316.249355:0:12713:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357316.249357:0:12713:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000401:0x41:0x0] 00000080:00000001:1.0:1712357316.249359:0:12713:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.249361:0:12713:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115205272502337 : 144115205272502337 : 200000401000041) 00000080:00000001:1.0:1712357316.249362:0:12713:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1712357316.249366:0:12713:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 4096 00000080:00200000:1.0:1712357316.249368:0:12713:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x41:0x0](ffff8800a76e50c8): rc = 0 00000080:00000001:1.0:1712357316.249370:0:12713:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123243208 : -131938586308408 : ffff8800a76e50c8) 00010000:00000001:1.0:1712357316.249371:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249372:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249373:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249374:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249376:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249377:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249378:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357316.249379:0:12713:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1712357316.249380:0:12713:0:(llite_lib.c:1784:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357316.249381:0:12713:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.249382:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249384:0:12713:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357316.249385:0:12713:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357316.249391:0:12713:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) for lock 0xbda2fb8f03338897 00000080:00000001:1.0:1712357316.249393:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249395:0:12713:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357316.249396:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249398:0:12713:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357316.249398:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249399:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249400:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249401:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249403:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357316.249406:0:12713:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249407:0:12713:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357316.249410:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc440. 00000080:00002000:1.0:1712357316.249415:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77006c0 inode ffff8800a76e50c8 refc 1 flags 0x100008e 00000080:00000001:1.0:1712357316.249417:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.249419:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.249421:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1712357316.249423:0:12713:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff8800a76e50c8) 00000080:00010000:1.0:1712357316.249426:0:12713:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338897 from it ffff8800aa3cfa60 00010000:00000001:1.0:1712357316.249427:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.249427:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.249428:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c480 refcount=3 00000020:00000001:1.0:1712357316.249429:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249430:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203619968 : -131938505931648 : ffff8800ac38c480) 00010000:00000001:1.0:1712357316.249431:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.249434:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249438:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249438:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249439:0:12713:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357316.249441:0:12713:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357316.249447:0:12713:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c480/0xbda2fb8f03338897 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22683 expref: -99 pid: 12713 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357316.249452:0:12713:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357316.249453:0:12713:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357316.249455:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.249457:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249458:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249459:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249461:0:12713:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357316.249463:0:12713:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249464:0:12713:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249466:0:12713:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249467:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.249468:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249468:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357316.249470:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.249472:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.249477:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.249480:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572174976/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 584/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.249485:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.249487:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.249489:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.249492:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.249494:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.249495:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.249497:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.249498:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.249501:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.249502:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.249504:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.249507:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.249508:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.249513:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.249515:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.249519:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.249530:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.249532:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.249534:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.249539:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.249543:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.249545:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.249546:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.249559:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.249562:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.249564:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249566:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.249567:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.249571:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.249572:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.249575:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.249577:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.249597:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.249600:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.249602:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.249602:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.249603:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.249605:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.249607:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.249609:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.249614:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.249617:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249620:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.249621:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249622:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.249623:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.249624:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.249629:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.249631:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.249632:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.249637:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.249639:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.249641:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.249644:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.249646:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.249647:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f0333889e to hash 00000020:00000001:1.0:1712357316.249649:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.249650:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.249652:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.249653:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.249655:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.249657:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.249663:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.249669:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.249673:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.249674:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.249677:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.249679:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.249680:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.249681:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.249684:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.249687:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.249688:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.249690:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.249694:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.249700:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.249702:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.249704:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.249708:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.249712:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.249714:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.249717:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.249718:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.249720:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.249722:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.249724:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.249727:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.249729:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.249733:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.249736:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175040, portal 10 00000100:00000001:1.0:1712357316.249738:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.249739:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.249742:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.249748:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.249750:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.249751:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357316.249753:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175040, offset 0 00000400:00000200:1.0:1712357316.249757:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.249760:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.249764:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.249768:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.249771:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.249774:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.249776:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.249778:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [842:842:256:4294967295] 192.168.203.120@tcp LPNI seq info [842:842:8:4294967295] 00000400:00000200:1.0:1712357316.249781:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.249788:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.249792:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.249795:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.249803:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.249809:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.249812:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 696 niov 1 nkiov 1 00000800:00000200:2.0:1712357316.251514:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.251519:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357316.251523:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.251528:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.251532:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:2.0:1712357316.251534:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:2.0:1712357316.251538:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.251541:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.251557:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.251566:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.251571:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.251573:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357316.251867:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.251870:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.251873:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.251875:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.251876:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.251878:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.251880:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.251882:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.251884:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.251885:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357316.254128:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.254139:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.254142:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.254144:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.254153:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.254157:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.254163:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.254166:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.254169:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.254173:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d2c0 00000400:00000200:3.0:1712357316.254176:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.254181:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cad [1] + 224 00000800:00000001:3.0:1712357316.254193:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.254206:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.254208:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.254212:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.254216:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.254222:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.254230:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.254251:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.254257:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.254260:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.254308:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.254313:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.254314:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.254316:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.254320:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.254321:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.254323:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.254328:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.254334:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.254340:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.254341:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.254343:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.254346:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.254347:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.254349:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.254351:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.254358:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.254361:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.254363:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.254366:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.254376:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.254379:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.254381:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.254382:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.254384:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.254387:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.254393:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.254395:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.254396:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.254399:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.254405:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175040:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.254409:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.254411:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.254413:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.254414:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.254416:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.254421:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.254424:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.254426:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.254427:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.254429:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.254432:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.254434:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.254436:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.254438:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.254440:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.254449:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254460:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.254463:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254467:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.254469:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254473:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.254474:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.254476:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254480:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.254482:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.254484:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.254486:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.254490:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.254493:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.254495:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254499:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.254501:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.254503:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254506:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.254508:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.254509:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.254510:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.254514:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.254516:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.254517:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.254519:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.254521:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.254525:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.254526:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.254528:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.254529:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.254531:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.254532:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.254533:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.254534:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.254536:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f0333889e from hash 00010000:00000001:1.0:1712357316.254538:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.254538:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.254539:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.254540:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.254540:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.254541:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.254543:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.254544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.254545:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254546:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.254559:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254563:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.254564:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.254564:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.254565:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.254566:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.254567:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.254568:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.254569:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f0333889e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.254682:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.254684:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.254687:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.254692:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.254697:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.254698:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254699:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254701:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254702:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.254704:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.254705:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254706:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.254707:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.254710:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.254712:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.254714:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254717:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.254718:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.254722:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc580. 00000080:00002000:1.0:1712357316.254726:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77005e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.254731:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.254734:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.254736:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254738:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.254740:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.254741:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.254745:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.254747:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.254750:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.254752:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254754:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.254755:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254760:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.254762:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.254766:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.254769:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.254772:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175040/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.254777:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.254778:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.254780:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.254784:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.254785:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.254787:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.254788:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.254790:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.254792:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.254794:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.254795:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.254799:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.254799:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.254801:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.254802:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.254803:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.254808:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.254809:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.opt-1.pyc (ffff8800a77005e8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.254812:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.254814:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.254816:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.254818:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.254820:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.254822:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254852:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.254854:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.254856:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.254860:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254862:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.254863:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.254865:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.254870:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.254873:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.254875:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254877:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.254878:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.254880:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254882:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.254883:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.254885:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.254886:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.254887:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.254888:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254889:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.254890:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.254892:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254894:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.254895:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.254896:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.254898:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.254899:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.254900:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254901:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.254902:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.254904:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254906:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.254906:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x108008e refc 0 00000080:00000001:1.0:1712357316.254908:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.254909:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.254910:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.254911:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.254912:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.254913:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.254915:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.254920:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.254922:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.254923:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=__init__.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.254931:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.254935:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.254937:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.254938:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] '__init__.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.254941:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.254944:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='__init__.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.254946:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254948:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.254949:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: __init__.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.254952:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.254954:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.254956:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.254958:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.254961:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.254964:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.254967:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.254968:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.254969:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.254970:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.254973:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.254975:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.254979:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.254983:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.254985:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.254987:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.254988:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.254988:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.254989:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.254994:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.254997:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.254998:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.255000:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.255002:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.255003:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.255009:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.255011:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.255013:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033388a5 to hash 00000020:00000001:1.0:1712357316.255014:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.255015:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.255018:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.255019:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.255021:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.255023:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.255028:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.255035:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.255038:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.255039:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.255042:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.255044:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.255045:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.255046:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.255050:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.255052:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.255053:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.255055:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.255058:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.255063:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.255064:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.255067:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.255068:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.255070:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.255078:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.255082:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.255084:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.255086:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.255088:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.255090:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.255093:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.255095:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.255099:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.255103:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175104, portal 10 00000100:00000001:1.0:1712357316.255104:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.255105:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.255110:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.255115:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.255118:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.255119:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357316.255122:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572175104, offset 0 00000400:00000200:1.0:1712357316.255125:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.255129:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.255133:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.255137:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.255140:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.255142:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.255144:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.255147:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [843:843:256:4294967295] 192.168.203.120@tcp LPNI seq info [843:843:8:4294967295] 00000400:00000200:1.0:1712357316.255150:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.255157:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.255161:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.255163:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.255168:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.255177:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.255180:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.255187:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.255189:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.255190:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.255192:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.255193:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.255194:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.255197:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.255198:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.255200:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.255200:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.255294:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.255297:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:2.0:1712357316.255300:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.255304:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.255306:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:2.0:1712357316.255307:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:2.0:1712357316.255309:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.255312:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.255319:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.255321:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.255325:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.255327:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357316.258298:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3cc1a0. 00010000:00000010:0.1:1712357316.261764:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:0.1:1712357316.261774:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3cc580. 00000800:00000001:3.0:1712357316.263252:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.263263:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.263266:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.263268:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.263276:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.263280:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.263286:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.263290:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.263293:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.263297:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d300 00000400:00000200:3.0:1712357316.263300:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.263305:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cb5 [1] + 224 00000800:00000001:3.0:1712357316.263312:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.263326:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.263328:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.263332:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.263337:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.263343:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.263350:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.263375:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.263382:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.263386:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.263656:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.263662:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.263663:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.263666:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.263669:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.263671:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.263672:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.263677:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.263684:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.263690:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.263691:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.263693:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.263696:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.264504:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.264506:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.264508:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.264515:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.264519:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.264521:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.264524:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.264539:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.264542:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.264544:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.264545:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.264547:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.264559:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.264564:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.264566:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.264568:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.264570:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.264577:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175104:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.264580:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.264619:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.264621:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.264623:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.264626:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.264631:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.264633:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.264635:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.264636:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.264639:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.264642:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.264644:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.264646:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.264647:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.264650:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.264653:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264665:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.264668:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264673:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.264675:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264680:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.264681:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.264683:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264687:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.264689:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.264691:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.264693:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.264697:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.264700:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.264702:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264706:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.264708:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.264710:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264713:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.264714:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.264715:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.264716:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.264721:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.264723:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.264724:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.264726:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.264728:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.264731:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.264732:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.264734:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.264735:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.264737:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.264739:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.264739:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.264740:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.264742:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033388a5 from hash 00010000:00000001:1.0:1712357316.264744:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.264745:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.264746:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.264746:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.264747:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.264748:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.264750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.264750:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.264751:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.264752:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.264754:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264757:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.264758:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.264759:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.264760:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.264761:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.264761:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.264762:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.264764:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.264784:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.264786:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.264790:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.264794:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.264799:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.264800:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.264802:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.264803:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.264805:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.264807:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.264808:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.264809:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.264810:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=__init__.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.264813:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.264816:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.264818:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.264821:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.264823:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.264827:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc6e0. 00000080:00002000:1.0:1712357316.264831:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.264836:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.264839:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.264842:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.264844:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.264845:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.264846:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.264851:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.264852:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.264856:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.264858:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.264859:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.264860:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.264865:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.264868:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.264871:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.264879:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.264883:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.264887:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.264888:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.264891:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.264895:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.264896:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.264897:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.264899:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.264900:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.264903:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.264904:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.264906:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.264909:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.264910:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.264912:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.264913:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.264914:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.264919:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.264920:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry __init__.cpython-36.pyc (ffff8800a7700a20, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.264922:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.264925:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.264927:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.264930:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.264931:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.264932:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.264962:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.264964:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.264965:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.265076:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265080:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.265082:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.265084:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.265089:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.265092:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.265094:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265096:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.265097:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.265099:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265101:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.265102:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.265103:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.265104:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.265106:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.265107:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.265109:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.265111:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265113:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.265114:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.265115:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.265116:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.265118:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.265118:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265120:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.265121:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.265122:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265124:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.265124:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.265126:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.265126:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.265127:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.265128:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.265129:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.265130:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.265131:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.265136:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=big5freq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.265138:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.265139:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=big5freq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.265146:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.265150:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.265151:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.265153:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'big5freq.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.265155:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.265157:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='big5freq.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.265159:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.265161:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.265162:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: big5freq.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.265164:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.265166:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.265168:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.265170:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.265173:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.265176:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.265179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.265180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.265181:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.265183:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.265184:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.265186:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.265190:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.265194:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.265196:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.265198:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.265209:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.265210:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.265211:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.265216:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.265218:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.265220:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.265222:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.265223:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.265225:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.265230:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.265232:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.265234:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033388ac to hash 00000020:00000001:1.0:1712357316.265235:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.265236:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.265238:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.265240:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.265241:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.265243:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.265247:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.265254:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.265257:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.265258:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.265262:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.265263:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.265264:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.265265:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.265269:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.265271:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.265273:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.265275:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.265278:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.265283:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.265284:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.265286:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.265288:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.265290:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.265298:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.265301:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.265303:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.265304:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.265307:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.265308:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.265314:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.265316:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.265325:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.265329:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175168, portal 10 00000100:00000001:1.0:1712357316.265330:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.265331:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.265336:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.265341:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.265343:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.265345:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357316.265355:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175168, offset 0 00000400:00000200:1.0:1712357316.265360:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.265364:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.265370:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.265374:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.265380:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.265382:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.265384:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.265387:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [844:844:256:4294967295] 192.168.203.120@tcp LPNI seq info [844:844:8:4294967295] 00000400:00000200:1.0:1712357316.265390:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.265397:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.265404:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.265407:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357316.265411:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.265421:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.265424:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.265431:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.265433:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.265434:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.265436:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.265437:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.265439:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.265440:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.265442:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.265443:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.265444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.266020:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.266023:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357316.266027:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.266031:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.266034:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357316.266035:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357316.266038:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.266041:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.266048:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.266050:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.266054:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.266055:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357316.267870:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:0.1:1712357316.267878:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3cc6e0. 00000800:00000001:3.0:1712357316.267940:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.267950:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.267951:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.267953:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.267960:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.267965:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.267970:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.267973:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.267976:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.267980:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d340 00000400:00000200:3.0:1712357316.267983:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.267987:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cbd [1] + 224 00000800:00000001:3.0:1712357316.267992:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.268005:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.268008:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.268016:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.268020:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.268025:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.268033:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.268200:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.268207:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.268210:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.268252:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.268257:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.268258:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.268261:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.268264:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.268267:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.268269:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.268273:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.268280:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.268285:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.268286:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.268288:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.268290:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.268292:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.268293:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.268296:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.268302:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.268305:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.268307:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.268309:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.268328:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.268331:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.268332:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.268334:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.268335:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.268339:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.268344:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.268347:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.268348:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.268351:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.268357:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175168:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.268360:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.268363:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.268365:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.268366:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.268368:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.268373:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.268374:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.268376:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.268377:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.268381:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.268383:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.268385:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.268386:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.268388:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.268390:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.268393:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268403:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.268406:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268410:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.268412:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268416:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.268416:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.268418:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268422:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.268423:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.268426:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.268427:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.268431:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.268434:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.268436:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268603:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.268604:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.268607:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268610:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.268612:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.268613:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.268614:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.268618:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.268619:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.268621:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.268623:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.268625:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.268629:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.268630:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.268632:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.268633:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.268635:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.268636:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.268637:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.268637:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.268639:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033388ac from hash 00010000:00000001:1.0:1712357316.268640:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.268641:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.268642:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.268643:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.268644:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.268644:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.268646:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.268646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.268647:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.268648:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.268650:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268653:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.268654:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.268654:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.268655:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.268656:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.268657:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.268657:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.268659:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.268771:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.268773:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.268777:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.268781:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.268787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.268788:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.268789:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.268791:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.268793:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.268795:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.268796:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.268797:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.268799:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=big5freq.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.268801:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.268803:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.268805:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.268808:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.268810:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.268813:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc840. 00000080:00002000:1.0:1712357316.268817:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.268821:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.268825:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.268828:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.268830:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.268832:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.268833:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.268837:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.268839:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.268842:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.268844:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.268845:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.268846:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.268851:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.268854:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.268857:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.268861:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.268864:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.268868:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.268869:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.268871:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.268875:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.268877:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.268878:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.268880:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.268881:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.268884:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.268885:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.268887:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.268890:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.268891:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.268892:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.268893:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.268894:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.268898:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.268900:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry big5freq.cpython-36.opt-1.pyc (ffff8800a7700af8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.268902:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.268904:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.268906:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.268908:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.268909:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.268910:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269049:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.269051:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.269052:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.269057:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269059:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.269060:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.269062:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.269068:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.269071:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.269073:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269074:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.269075:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.269077:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269079:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.269080:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.269081:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.269082:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.269084:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.269085:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269086:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.269087:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.269089:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269091:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.269092:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.269093:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.269094:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.269095:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.269096:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269098:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.269099:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.269100:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269102:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.269103:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.269104:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.269105:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.269106:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.269107:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.269108:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.269109:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.269111:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.269151:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=big5freq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.269154:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.269155:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=big5freq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.269163:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.269168:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.269170:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.269172:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'big5freq.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.269174:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.269176:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='big5freq.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.269178:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.269180:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.269181:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: big5freq.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.269184:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.269185:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.269188:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.269190:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.269194:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.269196:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.269199:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.269200:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.269201:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.269203:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.269204:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.269207:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.269211:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.269215:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.269217:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.269218:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.269219:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.269220:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.269221:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.269225:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.269228:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.269229:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.269231:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.269232:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.269234:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.269240:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.269242:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.269243:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033388b3 to hash 00000020:00000001:1.0:1712357316.269245:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.269246:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.269248:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.269250:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.269251:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.269253:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.269258:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.269265:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.269269:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.269270:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.269273:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.269275:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.269276:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.269277:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.269280:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.269283:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.269284:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.269285:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.269289:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.269294:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.269295:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.269297:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.269299:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.269301:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.269308:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.269312:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.269314:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.269316:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.269318:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.269319:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.269323:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.269326:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.269329:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.269333:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175232, portal 10 00000100:00000001:1.0:1712357316.269334:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.269335:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.269339:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.269345:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.269346:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.269348:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357316.269350:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572175232, offset 0 00000400:00000200:1.0:1712357316.269353:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.269357:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.269361:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.269365:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.269368:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.269370:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.269372:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.269374:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [845:845:256:4294967295] 192.168.203.120@tcp LPNI seq info [845:845:8:4294967295] 00000400:00000200:1.0:1712357316.269378:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.269384:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.269388:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.269390:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.269395:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.269403:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.269405:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.269451:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.269453:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.269455:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.269456:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.269458:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.269459:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.269461:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.269462:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.269464:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.269465:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.269655:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.269658:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.269661:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.269664:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.269667:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:3.0:1712357316.269668:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:3.0:1712357316.269670:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.269673:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.269679:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.269681:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.269685:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.269686:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:0.1:1712357316.271738:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:3.0:1712357316.272468:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.272478:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.272480:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.272481:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.272489:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.272493:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.272498:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.272501:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.272504:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.272507:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d380 00000400:00000200:3.0:1712357316.272518:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.272523:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cc5 [1] + 224 00000800:00000001:3.0:1712357316.272528:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.272538:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.272540:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.272544:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.272558:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.272564:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.272571:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.272606:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.272612:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.272615:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.272716:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.272722:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.272723:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.272725:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.272729:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.272730:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.272732:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.272736:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.272742:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.272746:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.272748:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.272749:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.272751:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.272753:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.272755:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.272757:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.272762:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.272765:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.272767:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.272770:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.272783:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.272785:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.272786:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.272788:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.272789:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.272793:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.272798:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.272801:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.272802:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.272805:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.272810:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175232:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.272813:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.272817:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.272818:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.272820:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.272822:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.272827:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.272829:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.272832:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.272832:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.272835:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.272838:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.272840:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.272842:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.272843:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.272845:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.272848:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272860:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.272863:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272867:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.272869:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272873:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.272874:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.272876:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272880:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.272881:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.272884:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.272885:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.272889:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.272891:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.272893:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272897:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.272898:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.272900:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272904:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.272906:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.272906:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.272907:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.272912:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.272913:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.272915:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.272917:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.272919:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.272922:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.272923:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.272925:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.272926:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.272928:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.272929:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.272930:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.272931:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.272933:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033388b3 from hash 00010000:00000001:1.0:1712357316.272934:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.272935:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.272935:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.272936:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.272937:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.272938:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.272940:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.272940:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.272941:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.272942:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.272944:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272947:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.272948:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.272949:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.272949:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.272950:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.272951:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.272952:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.272953:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.272962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.272963:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.272966:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.272970:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.272975:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.272976:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.272977:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.272978:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.272980:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.272981:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.272982:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.272983:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.272985:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=big5freq.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.272987:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.272989:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.272991:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.272994:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.272995:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.272998:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc9a0. 00000080:00002000:1.0:1712357316.273001:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.273005:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.273008:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.273010:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.273012:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.273013:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.273015:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.273018:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.273019:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.273022:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.273024:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.273025:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.273026:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273030:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.273032:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.273034:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.273038:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.273040:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175232/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.273044:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.273046:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.273048:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.273051:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.273053:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.273054:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.273056:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.273057:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.273060:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.273061:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.273062:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.273065:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.273066:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.273067:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.273068:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.273069:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.273073:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.273075:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry big5freq.cpython-36.pyc (ffff8800a7700a20, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.273077:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.273079:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.273081:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.273083:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.273084:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.273086:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273111:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.273113:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.273114:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.273117:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273120:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.273121:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.273123:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.273126:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.273128:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.273130:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273132:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.273133:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.273134:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273136:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.273137:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.273138:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.273139:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.273140:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.273141:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273142:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.273143:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.273144:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273151:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.273151:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.273153:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.273154:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.273155:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.273156:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273157:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.273158:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.273160:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273161:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.273162:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.273163:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.273164:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.273164:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.273165:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.273166:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.273167:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.273168:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.273172:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=big5prober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.273174:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.273175:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=big5prober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.273181:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.273185:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.273187:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.273188:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'big5prober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.273191:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.273193:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='big5prober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.273195:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.273197:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.273198:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: big5prober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.273200:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.273202:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.273204:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.273206:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.273208:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.273211:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.273213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.273214:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.273215:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.273216:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.273218:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.273220:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.273223:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.273227:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.273229:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.273230:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.273231:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.273232:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.273233:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.273237:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.273239:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.273240:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.273242:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.273243:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.273244:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.273248:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.273250:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.273251:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f033388ba to hash 00000020:00000001:1.0:1712357316.273253:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.273254:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.273256:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.273257:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.273258:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.273260:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.273265:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.273270:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.273273:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.273274:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.273277:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.273278:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.273280:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.273281:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.273284:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.273286:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.273287:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.273288:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.273291:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.273296:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.273297:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.273299:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.273300:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.273302:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175296:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.273308:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.273311:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.273312:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.273314:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.273316:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.273317:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.273320:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.273322:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.273325:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.273328:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175296, portal 10 00000100:00000001:1.0:1712357316.273330:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.273330:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.273334:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.273339:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.273340:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.273342:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357316.273344:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175296, offset 0 00000400:00000200:1.0:1712357316.273347:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.273350:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.273354:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.273357:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.273360:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.273362:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.273363:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.273366:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [846:846:256:4294967295] 192.168.203.120@tcp LPNI seq info [846:846:8:4294967295] 00000400:00000200:1.0:1712357316.273368:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.273374:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.273378:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.273380:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.273383:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.273390:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.273393:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.273399:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.273401:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.273402:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.273404:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.273405:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.273406:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.273408:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.273409:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.273410:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.273411:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.273524:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.273526:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.273529:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.273532:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.273534:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357316.273536:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357316.273538:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.273541:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.273546:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.273557:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.273561:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.273562:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:0.1:1712357316.275294:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3cc840. 00000800:00000001:3.0:1712357316.277171:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.277182:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.277184:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.277186:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.277203:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.277207:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.277212:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.277216:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.277219:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.277222:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d3c0 00000400:00000200:3.0:1712357316.277225:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.277229:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ccd [1] + 224 00000800:00000001:3.0:1712357316.277235:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.277246:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.277248:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.277251:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.277256:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.277262:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.277269:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.277288:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.277293:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.277295:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.277343:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.277348:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.277349:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.277352:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.277355:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.277356:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.277358:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.277362:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.277368:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.277373:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.277374:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.277376:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.277378:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.277380:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.277381:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.277383:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.277388:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.277391:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.277393:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.277395:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.277407:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.277410:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.277411:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.277412:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.277414:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.277416:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.277421:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.277423:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.277424:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.277426:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.277431:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175296:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.277434:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.277437:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.277438:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.277440:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.277442:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.277446:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.277448:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.277450:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.277451:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.277453:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.277456:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.277458:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.277460:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.277462:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.277464:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.277468:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277477:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.277480:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277484:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.277486:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277490:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.277491:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.277492:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277496:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.277498:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.277500:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.277501:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.277505:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.277507:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.277510:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277514:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.277515:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.277517:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277520:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.277522:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.277523:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.277523:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.277527:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.277528:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.277530:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.277532:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.277534:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.277537:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.277539:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.277540:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.277541:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.277543:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.277544:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.277545:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.277546:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.277557:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f033388ba from hash 00010000:00000001:1.0:1712357316.277558:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.277559:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.277560:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.277561:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.277561:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.277562:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.277564:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.277565:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.277565:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.277567:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.277568:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277572:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.277572:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.277573:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.277574:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.277575:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.277576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.277577:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.277578:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.277614:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.277615:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.277778:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.277785:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.277791:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.277792:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.277793:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.277794:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.277796:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.277797:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.277798:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.277799:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.277800:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=big5prober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.277803:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.277805:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.277807:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.277810:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.277812:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.277815:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3ccb00. 00000080:00002000:1.0:1712357316.277820:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77005e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.277824:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.277828:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.277830:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.277833:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.277834:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.277835:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.277840:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.277842:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.277845:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.277847:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.277848:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.277849:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.277854:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.277856:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.277859:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.277862:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.277865:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175296/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.277869:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.277871:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.277873:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.277876:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.277878:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.277879:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.277881:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.277882:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.277885:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.277886:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.277888:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.277891:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.277892:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.277894:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.277895:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.277896:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.277900:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.277901:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry big5prober.cpython-36.opt-1.pyc (ffff8800a77005e8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.277904:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.277906:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.277909:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.277911:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.277912:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.277914:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278052:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.278054:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.278056:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.278060:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278062:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.278064:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.278066:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.278070:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.278073:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.278075:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278077:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.278078:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.278081:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278083:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.278083:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.278085:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.278086:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.278087:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.278088:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278089:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.278090:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.278092:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278094:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.278095:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.278096:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.278097:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.278099:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.278099:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278101:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.278102:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.278103:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278105:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.278106:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.278107:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.278108:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.278109:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.278110:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.278111:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.278112:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.278113:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.278119:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=big5prober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.278121:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.278123:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=big5prober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.278130:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.278135:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.278137:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.278138:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'big5prober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.278141:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.278143:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='big5prober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.278145:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.278147:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.278149:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: big5prober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.278152:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.278153:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.278155:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.278157:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.278160:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.278163:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.278165:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.278166:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.278167:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.278169:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.278170:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.278172:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.278177:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.278181:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.278183:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.278184:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.278185:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.278186:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.278187:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.278191:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.278194:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.278195:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.278197:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.278199:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.278200:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.278206:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.278208:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.278210:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f033388c1 to hash 00000020:00000001:1.0:1712357316.278212:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.278212:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.278215:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.278216:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.278217:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.278219:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.278224:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.278231:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.278235:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.278236:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.278239:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.278240:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.278242:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.278243:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.278246:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.278248:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.278250:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.278251:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.278255:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.278259:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.278261:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.278262:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.278264:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.278266:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175360:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.278274:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.278278:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.278279:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.278281:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.278284:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.278285:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.278289:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.278291:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.278294:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.278299:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175360, portal 10 00000100:00000001:1.0:1712357316.278300:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.278301:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.278305:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.278311:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.278313:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.278314:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357316.278316:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175360, offset 0 00000400:00000200:1.0:1712357316.278319:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.278323:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.278327:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.278330:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.278333:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.278336:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.278337:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.278340:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [847:847:256:4294967295] 192.168.203.120@tcp LPNI seq info [847:847:8:4294967295] 00000400:00000200:1.0:1712357316.278343:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.278349:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.278354:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.278356:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357316.278360:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.278370:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.278373:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.278752:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.278755:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.278756:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.278758:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.278759:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.278761:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.278763:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.278764:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.278765:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.278766:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.279496:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.279499:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357316.279503:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.279507:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.279510:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357316.279511:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357316.279514:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.279517:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.279524:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.279526:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.279539:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.279540:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.281766:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357316.281775:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3cc9a0. 00000800:00000001:3.0:1712357316.282696:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.282706:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.282708:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.282710:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.282718:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.282723:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.282729:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.282732:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.282736:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.282739:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d400 00000400:00000200:3.0:1712357316.282742:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.282747:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cd5 [1] + 224 00000800:00000001:3.0:1712357316.282752:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.282765:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.282767:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.282770:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.282775:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.282780:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.282788:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.282807:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.282812:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.282815:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.282875:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.282880:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.282881:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.282884:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.282887:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.282888:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.282890:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.282895:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.282901:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.282906:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.282907:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.282909:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.282911:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.282913:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.282915:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.282917:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.282923:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.282926:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.282928:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.282930:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.282946:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.282949:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.282950:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.282951:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.282953:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.282956:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.282961:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.282963:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.282965:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.282968:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.282973:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175360:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.282976:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.282979:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.282981:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.282982:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.282985:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.282989:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.282991:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.283104:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.283106:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.283109:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.283112:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.283114:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.283116:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.283118:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.283120:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.283123:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283141:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.283144:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283147:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.283149:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283153:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.283154:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.283155:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283159:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.283160:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.283162:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.283164:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.283168:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.283170:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.283172:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283176:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.283177:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.283179:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283182:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.283183:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.283184:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.283184:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.283188:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.283189:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.283190:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.283192:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.283194:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.283197:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.283198:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.283201:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.283201:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.283203:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.283205:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.283205:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.283206:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.283208:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f033388c1 from hash 00010000:00000001:1.0:1712357316.283209:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.283210:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.283210:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.283211:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.283211:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.283212:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.283213:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.283214:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.283215:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283216:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.283217:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283221:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.283221:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.283222:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.283223:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.283223:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.283224:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.283225:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.283226:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.283235:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.283237:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.283239:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.283243:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.283248:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.283249:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283250:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283251:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283253:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.283255:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.283255:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283257:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.283259:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=big5prober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.283261:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.283263:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.283265:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283268:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.283270:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.283273:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3ccc60. 00000080:00002000:1.0:1712357316.283277:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.283282:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.283285:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.283287:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283290:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.283291:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.283292:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.283296:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.283298:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.283301:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.283303:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283304:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.283305:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283310:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.283312:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.283315:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.283318:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.283321:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175360/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.283326:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.283327:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.283330:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.283333:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.283334:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.283336:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.283337:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.283338:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.283341:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.283342:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.283344:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.283347:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.283348:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.283349:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.283350:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.283351:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.283356:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.283358:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry big5prober.cpython-36.pyc (ffff8800a7700360, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.283360:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.283362:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.283364:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.283366:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.283367:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.283368:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283397:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.283400:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.283401:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.283405:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283407:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.283409:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.283411:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.283415:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.283418:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.283424:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283426:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.283427:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.283429:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283431:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.283432:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.283434:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.283435:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.283437:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.283438:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283440:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.283441:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.283443:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283445:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.283449:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.283450:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.283451:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.283453:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.283454:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283456:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.283457:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.283459:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283461:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.283462:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.283463:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.283464:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.283465:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.283466:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.283467:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.283468:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.283469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.283476:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardistribution.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.283479:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.283480:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardistribution.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.283487:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.283491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.283494:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.283495:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'chardistribution.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.283498:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.283500:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='chardistribution.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.283502:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283504:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.283505:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardistribution.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.283508:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.283509:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.283512:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.283514:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.283517:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.283520:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.283522:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.283523:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.283524:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.283526:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.283527:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.283530:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.283533:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.283537:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.283539:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.283540:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.283541:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.283542:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.283543:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.283548:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.283560:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.283561:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.283563:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.283564:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.283566:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.283571:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.283573:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.283575:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f033388c8 to hash 00000020:00000001:1.0:1712357316.283577:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.283578:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.283580:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.283660:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.283661:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.283664:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.283669:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.283676:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.283680:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.283681:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.283684:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.283686:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.283687:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.283688:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.283691:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.283694:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.283696:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.283697:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.283700:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.283705:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.283706:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.283708:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.283710:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.283712:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.283721:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.283724:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.283725:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.283727:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.283729:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.283730:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.283735:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.283737:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.283740:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.283743:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175424, portal 10 00000100:00000001:1.0:1712357316.283745:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.283746:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.283749:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.283755:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.283757:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.283758:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357316.283760:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572175424, offset 0 00000400:00000200:1.0:1712357316.283764:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.283768:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.283772:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.283776:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.283779:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.283781:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.283783:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.283786:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [848:848:256:4294967295] 192.168.203.120@tcp LPNI seq info [848:848:8:4294967295] 00000400:00000200:1.0:1712357316.283789:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.283795:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.283799:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.283801:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.283806:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.283815:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.283817:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.283936:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.283939:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.283941:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.283943:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.283944:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.283946:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.283947:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.283949:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.283951:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.283951:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.284240:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.284243:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.284247:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.284250:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.284253:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:3.0:1712357316.284257:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:3.0:1712357316.284260:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.284263:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.284268:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.284271:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.284275:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.284276:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.285217:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357316.285229:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3ccb00. 00000800:00000001:3.0:1712357316.286938:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.286950:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.286953:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.286955:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.286963:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.286968:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.286973:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.287004:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.287010:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.287013:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d440 00000400:00000200:3.0:1712357316.287016:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.287021:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cdd [1] + 224 00000800:00000001:3.0:1712357316.287026:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.287041:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.287043:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.287047:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.287051:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.287056:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.287063:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.287085:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.287091:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.287202:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.287260:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.287265:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.287266:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.287269:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.287272:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.287273:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.287275:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.287280:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.287286:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.287292:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.287293:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.287295:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.287297:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.287298:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.287300:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.287486:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.287494:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.287497:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.287499:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.287503:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.287514:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.287517:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.287518:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.287520:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.287521:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.287524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.287529:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.287531:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.287533:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.287535:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.287541:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175424:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.287544:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.287546:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.287558:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.287559:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.287562:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.287567:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.287569:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.287571:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.287572:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.287575:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.287578:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.287612:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.287614:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.287616:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.287618:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.287622:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287632:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.287635:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287639:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.287641:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287645:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.287646:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.287648:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287652:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.287653:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.287655:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.287657:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.287662:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.287664:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.287666:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287670:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.287672:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.287674:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287677:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.287679:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.287680:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.287680:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.287684:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.287685:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.287687:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.287689:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.287690:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.287694:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.287695:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.287697:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.287698:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.287700:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.287701:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.287701:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.287702:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.287704:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f033388c8 from hash 00010000:00000001:1.0:1712357316.287706:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.287706:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.287707:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.287708:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.287709:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.287710:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.287711:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.287712:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.287713:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287714:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.287715:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287718:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.287719:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.287720:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.287721:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.287722:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.287723:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.287723:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.287725:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.287734:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.287736:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.287739:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.287743:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.287749:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.287750:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287751:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287752:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287754:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.287756:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.287756:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287757:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.287759:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardistribution.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.287761:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.287764:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.287765:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287768:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.287769:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.287773:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3ccdc0. 00000080:00002000:1.0:1712357316.287778:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.287783:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.287786:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.287789:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287791:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.287792:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.287794:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.287797:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.287799:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.287802:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.287805:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287806:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.287807:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287812:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.287813:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.287816:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.287820:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.287823:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175424/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.287827:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.287828:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.287831:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.287833:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.287835:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.287836:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.287837:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.287839:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.287842:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.287843:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.287845:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.287847:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.287848:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.287850:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.287851:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.287852:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.287856:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.287858:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry chardistribution.cpython-36.opt-1.pyc (ffff8800a7700000, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.287859:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.287862:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.287865:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.287866:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.287867:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.287870:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287898:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.287899:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.287901:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.287905:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287908:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.287909:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.287914:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.287916:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.287918:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.287920:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287922:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.287923:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.287925:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287927:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.287928:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.287930:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.287931:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.287933:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.287933:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287935:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.287936:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.287938:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287939:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.287940:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.287942:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.287943:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.287944:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.287945:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287946:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.287947:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.287948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287950:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.287950:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.287952:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.287953:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.287954:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.287955:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.287956:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.287957:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.287958:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.287963:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=chardistribution.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.287965:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.287969:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=chardistribution.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.287974:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.287978:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.287980:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.287981:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'chardistribution.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.287983:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.287985:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='chardistribution.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.287987:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.287989:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.287990:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: chardistribution.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.287993:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.287994:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.287997:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.287999:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.288002:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.288004:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.288007:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.288008:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.288009:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.288011:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.288012:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.288014:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.288019:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.288023:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.288026:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.288027:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.288028:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.288029:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.288030:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.288034:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.288036:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.288037:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.288039:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.288041:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.288045:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.288047:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357316.288049:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.288051:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f033388cf to hash 00000020:00000001:1.0:1712357316.288052:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.288054:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.288056:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.288057:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.288058:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.288060:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.288065:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.288073:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.288076:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.288077:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.288081:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.288082:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.288084:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.288085:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.288088:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.288090:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.288092:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.288093:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.288097:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.288102:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.288103:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.288105:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.288106:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.288109:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175488:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.288114:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.288118:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.288119:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.288121:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.288123:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.288125:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.288130:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.288131:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.288134:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.288139:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175488, portal 10 00000100:00000001:1.0:1712357316.288140:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.288141:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.288158:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.288166:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.288168:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.288170:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357316.288172:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175488, offset 0 00000400:00000200:1.0:1712357316.288176:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.288180:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.288184:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.288189:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.288192:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.288194:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.288196:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.288199:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [849:849:256:4294967295] 192.168.203.120@tcp LPNI seq info [849:849:8:4294967295] 00000400:00000200:1.0:1712357316.288202:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.288208:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.288212:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.288215:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.288219:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.288228:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.288232:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.288247:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.288249:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.288251:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.288253:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.288254:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.288256:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.288258:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.288259:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.288260:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.288261:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.288386:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:2.1:1712357316.288391:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3ccc60. 00000800:00000200:3.0:1712357316.288766:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.288769:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.288773:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.288776:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.288779:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357316.288780:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357316.288783:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.288786:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.288791:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.288793:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.288797:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.288798:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.290714:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357316.290724:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3ccdc0. 00000800:00000001:3.0:1712357316.292349:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.292359:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.292361:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.292363:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.292371:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.292377:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.292382:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.292386:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.292389:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.292392:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d480 00000400:00000200:3.0:1712357316.292396:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.292400:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ce5 [1] + 224 00000800:00000001:3.0:1712357316.292406:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.292419:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.292422:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.292425:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.292430:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.292435:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.292453:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.292475:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.292481:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.292484:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.292566:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.292572:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.292573:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.292575:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.292578:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.292580:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.292651:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.292655:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.292662:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.292667:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.292668:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.292670:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.292672:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.292674:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.292675:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.292678:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.292685:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.292688:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.292690:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.292693:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.292706:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.292709:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.292711:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.292712:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.292714:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.292718:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.292723:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.292726:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.292727:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.292730:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.292735:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175488:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.292739:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.292742:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.292744:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.292745:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.292748:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.292753:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.292755:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.292757:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.292759:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.292761:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.292765:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.292767:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.292769:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357316.292771:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.292773:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357316.292777:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292788:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.292791:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292795:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.292797:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292801:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.292802:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.292804:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292808:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.292810:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.292812:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.292814:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.292928:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.292931:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.292934:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292939:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.292940:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.292943:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292947:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.292949:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.292950:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.292951:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.292955:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357316.292956:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.292958:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.292960:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.292962:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.292965:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.292967:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.292968:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.292970:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.292971:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.292972:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.292974:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.292974:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.292976:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f033388cf from hash 00010000:00000001:1.0:1712357316.292977:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.292977:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.292978:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.292978:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.292979:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.292979:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.292980:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.292981:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.292981:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.292982:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.292983:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.292985:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.292986:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.292986:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.292987:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.292987:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.292988:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.292988:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.292989:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033388cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.293010:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.293011:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.293015:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.293019:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.293024:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.293025:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293027:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293028:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293030:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.293032:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.293032:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293034:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.293035:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=chardistribution.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.293037:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.293044:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.293045:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293048:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.293050:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.293053:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3ccf20. 00000080:00002000:1.0:1712357316.293057:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.293062:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.293065:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.293068:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293071:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.293072:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.293073:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.293077:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.293079:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.293082:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.293085:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293086:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.293087:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293092:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.293094:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.293097:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.293101:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.293105:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.293109:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.293111:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.293113:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.293116:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.293118:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.293119:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.293121:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.293123:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.293126:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.293127:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.293129:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.293132:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.293133:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.293135:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.293136:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.293137:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.293141:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.293142:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry chardistribution.cpython-36.pyc (ffff8800a7700870, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.293145:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.293147:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.293150:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.293152:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.293153:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.293154:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293183:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.293185:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.293187:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.293195:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293199:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.293200:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.293202:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.293207:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.293209:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.293212:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293213:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.293214:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.293217:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293218:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.293219:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.293221:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.293222:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.293223:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.293224:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293225:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.293227:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.293228:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293230:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.293231:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.293232:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.293233:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.293235:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.293235:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293237:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.293238:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.293239:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293241:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.293241:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.293243:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.293244:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.293245:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.293246:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.293247:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.293248:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.293249:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.293255:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=charsetgroupprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.293258:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.293259:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=charsetgroupprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.293267:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.293271:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.293273:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.293275:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'charsetgroupprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.293277:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.293279:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='charsetgroupprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.293281:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293283:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.293284:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: charsetgroupprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.293287:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.293289:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.293291:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.293293:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.293295:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.293297:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.293301:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.293301:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.293302:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.293303:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.293304:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.293306:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.293309:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.293312:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.293314:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.293315:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.293316:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.293316:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.293317:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.293320:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.293322:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.293323:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.293324:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.293325:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.293326:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.293331:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.293333:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.293334:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f033388d6 to hash 00000020:00000001:1.0:1712357316.293335:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.293336:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.293337:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.293339:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.293339:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.293341:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.293344:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.293348:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.293350:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.293351:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.293353:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.293354:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.293355:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.293356:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.293358:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.293360:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.293361:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.293362:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.293364:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.293368:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.293369:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.293371:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.293372:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.293373:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.293378:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.293381:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.293382:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.293383:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.293385:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.293386:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.293389:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.293391:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.293394:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.293403:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175552, portal 10 00000100:00000001:1.0:1712357316.293404:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.293405:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.293409:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.293413:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.293415:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.293417:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357316.293419:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572175552, offset 0 00000400:00000200:1.0:1712357316.293422:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.293426:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.293430:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.293435:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.293438:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.293441:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.293445:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.293448:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [850:850:256:4294967295] 192.168.203.120@tcp LPNI seq info [850:850:8:4294967295] 00000400:00000200:1.0:1712357316.293452:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.293458:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.293462:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.293465:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.293468:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.293477:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.293480:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.293494:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.293496:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.293498:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.293499:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.293501:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.293502:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.293504:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.293505:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.293506:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.293507:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.293783:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.293786:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.293789:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.293792:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.293794:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:3.0:1712357316.293795:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:3.0:1712357316.293797:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.293800:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.293805:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.293808:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.293812:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.293813:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.295949:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000800:00000001:3.0:1712357316.296179:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.296188:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.296190:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.296191:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.296199:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.296203:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.296208:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.296211:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.296214:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.296217:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d4c0 00000400:00000200:3.0:1712357316.296221:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.296225:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ced [1] + 224 00000800:00000001:3.0:1712357316.296239:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.296251:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.296253:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.296257:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.296261:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.296265:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.296273:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.296293:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.296298:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.296301:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.296350:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.296355:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.296356:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.296358:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.296362:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.296363:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.296365:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.296368:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.296374:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.296378:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.296380:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.296381:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.296383:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.296385:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.296386:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.296388:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.296394:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.296397:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.296399:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.296402:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.296414:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.296417:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.296418:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.296420:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.296421:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.296424:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.296428:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.296430:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.296432:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.296434:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.296440:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175552:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.296443:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.296445:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.296447:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.296448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.296450:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.296455:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.296457:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.296459:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.296460:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.296462:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.296465:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.296467:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.296468:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.296470:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.296472:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.296475:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296484:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.296488:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296491:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.296493:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296497:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.296498:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.296499:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296502:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.296504:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.296506:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.296507:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.296510:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.296512:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.296514:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296518:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.296520:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.296522:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296524:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.296526:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.296527:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.296527:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.296536:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.296537:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.296539:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.296541:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.296542:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.296545:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.296546:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.296562:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.296563:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.296565:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.296566:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.296567:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.296567:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.296569:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f033388d6 from hash 00010000:00000001:1.0:1712357316.296570:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.296571:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.296572:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.296573:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.296573:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.296574:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.296576:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.296576:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.296577:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296578:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.296580:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296607:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.296608:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.296609:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.296609:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.296610:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.296611:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.296611:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.296613:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033388d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.296624:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.296625:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.296628:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.296631:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.296636:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.296637:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296638:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296640:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296641:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.296643:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.296643:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296645:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.296646:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=charsetgroupprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.296648:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.296651:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.296652:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296655:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.296656:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.296660:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012e3cc840. 00000080:00002000:1.0:1712357316.296663:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.296667:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.296670:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.296672:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296674:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.296676:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.296678:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.296682:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.296684:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.296687:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.296689:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296690:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.296691:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296696:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.296698:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.296701:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.296704:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.296707:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175552/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.296712:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.296713:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.296715:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.296718:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.296719:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.296720:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.296722:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.296723:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.296726:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.296727:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.296729:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.296732:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.296732:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.296734:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.296735:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.296736:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.296741:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.296742:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry charsetgroupprober.cpython-36.opt-1.pyc (ffff8800a7700288, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.296745:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.296747:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.296750:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.296752:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.296753:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.296755:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296783:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.296785:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.296786:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.296790:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296792:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.296793:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.296799:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.296801:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.296803:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.296805:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296807:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.296808:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.296810:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296812:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.296813:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.296814:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.296815:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.296817:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.296818:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296819:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.296820:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.296822:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296824:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.296825:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.296826:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.296827:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.296828:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.296829:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296830:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.296831:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.296833:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296834:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.296835:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.296836:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.296837:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.296838:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.296839:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.296840:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.296840:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.296842:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.296849:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=charsetgroupprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.296851:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.296856:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=charsetgroupprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.296859:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.296863:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.296865:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.296867:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'charsetgroupprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.296869:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.296871:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='charsetgroupprober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.296873:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296875:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.296876:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: charsetgroupprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.296879:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.296880:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.296882:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.296884:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.296888:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.296890:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.296893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.296894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.296895:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.296897:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.296898:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.296900:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.296903:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.296907:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.296909:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.296910:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.296911:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.296912:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.296913:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.296917:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.296920:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.296921:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.296922:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.296924:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.296928:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.296931:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.296933:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.296934:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f033388dd to hash 00000020:00000001:1.0:1712357316.296936:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.296937:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.296939:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.296940:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.296941:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.296943:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.296948:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.296955:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.296958:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.296960:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.296963:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.296964:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.296966:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.296967:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.296970:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.296973:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.296974:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.296976:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.296979:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.296984:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.296985:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.296987:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.296989:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.296991:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.297002:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.297005:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.297007:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.297008:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.297011:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.297012:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.297015:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.297018:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.297021:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.297024:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175616, portal 10 00000100:00000001:1.0:1712357316.297026:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.297026:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.297030:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.297035:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.297037:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.297038:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357316.297040:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572175616, offset 0 00000400:00000200:1.0:1712357316.297043:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.297047:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.297050:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.297054:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.297056:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.297059:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.297061:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.297063:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [851:851:256:4294967295] 192.168.203.120@tcp LPNI seq info [851:851:8:4294967295] 00000400:00000200:1.0:1712357316.297066:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.297072:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.297076:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.297078:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.297082:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.297192:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.297194:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.298706:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.298710:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.298713:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.298715:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.298717:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.298719:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.298721:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.298722:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.298724:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.298725:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.298811:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.298814:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.298818:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.298823:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.298826:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357316.298828:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357316.298830:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.298834:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.298841:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.298844:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.298849:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.298850:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.301200:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.301210:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.301213:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.301215:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.301222:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.301227:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.301233:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.301244:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.301248:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.301252:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d500 00000400:00000200:3.0:1712357316.301255:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.301259:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cf5 [1] + 224 00000800:00000001:3.0:1712357316.301265:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.301275:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.301277:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.301280:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.301285:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.301290:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.301297:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.301622:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.301628:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.301632:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1712357316.301690:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3ccf20. 00000100:00000001:1.0:1712357316.301724:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.301730:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.301731:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.301733:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.301737:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.301739:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.301741:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.301746:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.301753:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.301758:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.301760:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.301761:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.301764:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.301766:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.301767:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.301770:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.301776:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.301780:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.301782:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.301784:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.301798:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.301801:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.301802:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.301804:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.301805:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.301809:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.301814:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.301817:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.301819:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.301821:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.301827:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175616:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.301830:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.301834:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.301835:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.301836:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.301839:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.301844:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.301846:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.301848:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.301850:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.301853:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.301856:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.301858:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.301860:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.301861:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.301863:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.301867:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301877:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.301881:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301886:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.301888:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301892:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.301893:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.301894:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301898:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.301900:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.301902:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.301904:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.301908:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.301911:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.301914:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301918:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.301919:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.301922:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301925:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.301927:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.301928:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.301929:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.301932:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.301934:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.301935:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.301938:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.301939:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.301943:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.301944:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.301946:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.301947:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.301949:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.301950:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.301951:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.301952:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.301954:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f033388dd from hash 00010000:00000001:1.0:1712357316.301956:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.301956:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.301957:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.301958:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.301959:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.301960:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.301961:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.301962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.301963:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.301964:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.301966:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.301970:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.301971:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.301972:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.301973:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.301973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.301974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.301976:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033388dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.301985:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.301987:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.301990:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.301994:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.302000:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.302001:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302002:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302003:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302005:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.302007:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.302007:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302009:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.302010:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=charsetgroupprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.302013:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.302015:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.302017:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302020:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.302022:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.302025:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa0c0. 00000080:00002000:1.0:1712357316.302029:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77001b0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.302034:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.302037:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.302039:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302041:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.302043:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.302045:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.302049:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.302050:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.302053:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.302056:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302057:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.302058:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302063:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.302065:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.302068:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.302072:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.302075:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175616/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.302080:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.302082:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.302084:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.302087:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.302089:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.302091:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.302092:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.302094:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.302097:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.302098:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.302100:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.302103:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.302103:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.302105:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.302106:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.302107:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.302111:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.302113:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry charsetgroupprober.cpython-36.pyc (ffff8800a77001b0, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.302115:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.302117:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.302120:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.302121:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.302122:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.302124:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302154:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.302157:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.302159:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.302162:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302165:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.302166:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.302168:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.302172:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.302175:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.302177:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302179:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.302181:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.302183:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302185:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.302186:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.302188:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.302189:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.302191:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.302192:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302193:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.302194:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.302196:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302198:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.302199:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.302200:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.302202:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.302203:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.302204:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302205:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.302206:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.302208:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302210:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.302210:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.302212:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.302213:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.302214:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.302214:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.302216:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.302216:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.302218:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.302224:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=charsetprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.302226:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.302227:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=charsetprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.302234:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.302238:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.302240:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.302241:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'charsetprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.302244:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.302246:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='charsetprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.302249:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302251:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.302253:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: charsetprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.302256:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.302257:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.302260:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.302262:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.302265:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.302268:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.302271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.302272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.302273:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.302274:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.302276:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.302278:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.302282:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.302286:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.302288:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.302290:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.302291:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.302291:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.302293:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.302297:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.302300:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.302301:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.302303:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.302305:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.302306:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.302312:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.302314:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.302316:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f033388e4 to hash 00000020:00000001:1.0:1712357316.302317:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.302318:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.302320:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.302322:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.302323:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.302325:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.302330:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.302337:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.302341:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.302342:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.302345:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.302347:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.302349:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.302350:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.302353:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.302355:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.302357:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.302358:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.302362:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.302373:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.302374:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.302377:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.302379:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.302382:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.302390:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.302393:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.302394:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.302396:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.302398:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.302400:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.302404:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.302406:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.302410:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.302413:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175680, portal 10 00000100:00000001:1.0:1712357316.302416:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.302416:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.302420:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.302425:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.302428:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.302430:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ef68. 00000100:00000200:1.0:1712357316.302432:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572175680, offset 0 00000400:00000200:1.0:1712357316.302436:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.302440:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.302444:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.302449:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.302452:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.302455:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.302457:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.302460:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [852:852:256:4294967295] 192.168.203.120@tcp LPNI seq info [852:852:8:4294967295] 00000400:00000200:1.0:1712357316.302463:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.302470:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.302474:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.302476:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.302480:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.302488:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.302492:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.302512:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.302514:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.302515:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.302517:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.302518:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.302520:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.302522:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.302523:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.302524:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.302525:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.302771:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.302774:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.302778:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.302781:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.302783:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ef68 00000400:00000010:3.0:1712357316.302785:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ef68. 00000100:00000001:3.0:1712357316.302787:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.302790:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.302796:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.302798:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.302803:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.302804:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.304855:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357316.304864:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012e3cc840. 00000800:00000001:3.0:1712357316.306663:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.306683:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.306686:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.306688:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.306696:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.306702:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.306707:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.306710:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.306713:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.306717:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d540 00000400:00000200:3.0:1712357316.306720:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.306725:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1cfd [1] + 224 00000800:00000001:3.0:1712357316.306730:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.306739:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.306741:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.306745:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.306751:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.306756:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.306765:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.306787:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.306793:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.306795:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.306890:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.306896:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.306898:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.306900:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.306904:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.306905:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.306907:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.306913:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.306919:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.306923:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.306924:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.306926:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.306928:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.306929:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.306930:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.306932:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.306937:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.306940:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.306941:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.306943:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.306952:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.306954:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.306955:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.306956:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.306958:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.306960:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.306963:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.306965:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.306966:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.306968:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.306972:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175680:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.306974:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.306976:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.306977:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.306978:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.306980:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.306982:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.306984:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.306985:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.306986:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.306988:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.306991:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.306992:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.306994:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.306995:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.306996:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.307000:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307008:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.307011:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307016:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.307018:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307022:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.307023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.307025:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307029:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.307030:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.307032:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.307034:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.307039:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.307042:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.307045:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307049:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.307050:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.307052:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307056:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.307058:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.307059:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.307060:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.307064:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.307066:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.307067:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.307069:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.307071:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.307075:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.307076:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.307078:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.307079:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.307081:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.307082:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.307083:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.307084:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.307086:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f033388e4 from hash 00010000:00000001:1.0:1712357316.307088:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.307088:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.307089:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.307090:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.307090:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.307091:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.307093:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.307094:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.307095:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307096:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.307098:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307102:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.307102:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.307103:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.307104:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.307105:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.307106:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.307107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.307108:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033388e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.307119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.307121:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.307124:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.307128:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.307134:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.307135:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307136:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307137:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307139:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.307141:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.307142:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307143:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.307145:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=charsetprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.307147:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.307149:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.307151:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307154:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.307156:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.307159:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa220. 00000080:00002000:1.0:1712357316.307163:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.307167:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.307169:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.307172:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307173:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.307174:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.307176:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.307179:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.307180:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.307182:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.307184:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307185:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.307185:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307189:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.307190:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.307193:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.307196:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.307198:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175680/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.307201:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.307203:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.307205:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.307207:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.307208:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.307209:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.307210:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.307211:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.307213:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.307214:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.307215:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.307217:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.307217:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.307219:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.307219:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.307220:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.307224:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.307225:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry charsetprober.cpython-36.opt-1.pyc (ffff8800a7700798, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.307227:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.307228:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.307231:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.307232:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.307233:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.307234:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307260:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.307262:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.307263:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.307267:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307270:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.307271:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.307273:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.307278:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.307281:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.307283:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307285:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.307286:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.307288:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307290:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.307291:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.307293:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.307294:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.307296:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.307297:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307298:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.307299:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.307301:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307303:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.307303:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.307305:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.307306:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.307307:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.307308:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307309:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.307310:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.307312:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307314:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.307315:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.307316:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.307317:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.307318:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.307319:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.307320:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.307321:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.307323:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.307328:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=charsetprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.307330:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.307331:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=charsetprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.307339:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.307344:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.307346:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.307347:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'charsetprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.307350:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.307352:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='charsetprober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.307355:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307356:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.307357:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: charsetprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.307361:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.307362:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.307364:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.307367:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.307370:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.307372:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.307375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.307376:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.307377:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.307379:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.307380:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.307382:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.307387:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.307390:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.307392:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.307393:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.307394:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.307395:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.307396:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.307399:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.307401:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.307402:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.307403:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.307404:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.307406:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.307410:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.307411:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.307412:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033388eb to hash 00000020:00000001:1.0:1712357316.307413:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.307414:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.307416:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.307417:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.307418:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.307419:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.307422:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.307426:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.307429:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.307429:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.307432:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.307433:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.307434:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.307435:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.307437:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.307439:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.307441:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.307442:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.307444:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.307448:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.307449:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.307450:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.307452:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.307453:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.307458:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.307460:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.307462:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.307463:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.307465:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.307465:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.307469:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.307470:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.307472:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.307476:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175744, portal 10 00000100:00000001:1.0:1712357316.307477:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.307477:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.307480:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.307483:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.307490:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.307491:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e6e8. 00000100:00000200:1.0:1712357316.307492:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175744, offset 0 00000400:00000200:1.0:1712357316.307495:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.307498:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.307501:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.307505:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.307507:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.307509:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.307511:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.307513:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [853:853:256:4294967295] 192.168.203.120@tcp LPNI seq info [853:853:8:4294967295] 00000400:00000200:1.0:1712357316.307515:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.307519:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.307522:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.307525:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.307528:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.307534:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.307536:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.307561:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.307563:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.307565:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.307566:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.307567:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.307569:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.307571:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.307572:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.307576:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.307577:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.307649:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.307651:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.307654:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.307656:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.307658:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e6e8 00000400:00000010:3.0:1712357316.307659:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e6e8. 00000100:00000001:3.0:1712357316.307660:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.307663:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.307667:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.307671:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.307674:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.307675:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.311747:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:2.1:1712357316.311759:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa0c0. 00000800:00000001:3.0:1712357316.313628:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.313639:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.313641:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.313643:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.313652:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.313657:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.313663:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.313666:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.313669:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.313673:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d580 00000400:00000200:3.0:1712357316.313676:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.313681:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d05 [1] + 224 00000800:00000001:3.0:1712357316.313686:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.313705:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.313707:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.313711:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.313716:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.313721:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.313730:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.313751:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.313756:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.313759:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.313887:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.313893:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.313894:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.313897:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.313905:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.313907:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.313909:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.313914:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.313922:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.313928:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.313929:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.313931:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.313933:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.313935:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.313937:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.313939:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.313944:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.313947:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.313949:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.313952:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.313967:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.313970:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.313972:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.313974:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.313976:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.313979:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.313984:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.313987:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.313988:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.313991:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.313997:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175744:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.314001:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.314003:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.314005:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.314006:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.314009:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.314014:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.314016:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.314019:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.314020:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.314022:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.314025:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.314027:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.314029:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.314031:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.314033:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.314037:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314047:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.314050:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314054:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.314056:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314061:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.314062:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.314064:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314068:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.314069:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.314071:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.314073:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.314078:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.314080:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.314082:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314087:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.314088:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.314090:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314094:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.314096:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.314097:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.314098:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.314107:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.314108:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.314110:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.314111:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.314114:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.314117:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.314118:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.314120:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.314121:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.314136:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.314138:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.314139:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.314140:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.314142:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033388eb from hash 00010000:00000001:1.0:1712357316.314143:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.314144:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.314145:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.314145:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.314146:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.314147:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.314149:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.314149:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.314150:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.314152:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.314154:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314157:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.314158:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.314158:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.314159:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.314160:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.314161:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.314161:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.314163:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033388eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.314174:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.314175:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.314179:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.314183:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.314189:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.314190:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.314191:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.314192:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.314194:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.314196:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.314196:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.314198:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.314208:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=charsetprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.314211:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.314213:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.314215:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.314219:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.314220:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.314223:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa380. 00000080:00002000:1.0:1712357316.314228:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77000d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.314232:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.314235:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.314237:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.314239:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.314241:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.314246:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.314250:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.314252:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.314255:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.314257:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.314259:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.314260:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.314264:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.314266:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.314270:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.314273:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.314277:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175744/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.314282:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.314283:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.314285:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.314288:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.314290:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.314292:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.314293:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.314295:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.314298:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.314299:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.314301:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.314304:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.314305:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.314306:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.314307:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.314308:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.314313:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.314314:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry charsetprober.cpython-36.pyc (ffff8800a77000d8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.314316:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.314319:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.314326:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.314328:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.314329:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.314331:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.314359:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.314361:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.314363:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.314366:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.314369:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.314370:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.314372:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.315654:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.315658:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.315660:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.315664:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.315667:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315670:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.315671:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.315673:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.315674:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.315676:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.315676:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315678:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.315679:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.315680:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315682:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.315683:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.315685:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.315685:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.315687:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.315688:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315689:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.315690:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.315691:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315692:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.315693:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.315694:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.315695:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.315697:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.315698:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.315699:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.315699:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.315701:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.315708:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=codingstatemachine.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.315710:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.315712:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=codingstatemachine.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.315721:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.315725:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.315728:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.315730:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'codingstatemachine.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.315732:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.315735:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='codingstatemachine.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.315737:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.315739:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.315741:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: codingstatemachine.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.315743:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.315745:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.315748:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.315750:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.315754:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.315757:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.315761:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.315762:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.315763:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.315764:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.315766:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.315768:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.315772:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.315777:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.315779:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.315781:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.315782:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.315782:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.315784:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.315788:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.315791:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.315792:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.315795:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.315796:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.315798:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.315803:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.315805:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.315807:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033388f2 to hash 00000020:00000001:1.0:1712357316.315809:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.315810:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.315812:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.315814:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.315815:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.315818:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.315824:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.315830:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.315834:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.315836:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.315839:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.315840:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.315842:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.315843:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.315846:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.315848:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.315850:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.315851:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.315857:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.315863:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.315864:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.315867:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.315868:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.315871:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.315878:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.315882:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.315883:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.315885:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.315888:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.315889:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.315895:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.315897:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.315902:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.315907:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175808, portal 10 00000100:00000001:1.0:1712357316.315908:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.315909:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.315914:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.315919:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.315921:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.315922:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eb28. 00000100:00000200:1.0:1712357316.315924:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572175808, offset 0 00000400:00000200:1.0:1712357316.315928:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.315933:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.315938:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.315942:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.315945:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.315947:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.315949:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.315953:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [854:854:256:4294967295] 192.168.203.120@tcp LPNI seq info [854:854:8:4294967295] 00000400:00000200:1.0:1712357316.315956:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.315962:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.315967:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.315970:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357316.315974:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.315984:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.315988:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.316009:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.316010:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.316012:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.316014:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.316016:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.316017:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.316019:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.316021:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.316023:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.316024:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.316096:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.316099:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357316.316103:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.316107:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.316110:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eb28 00000400:00000010:3.0:1712357316.316115:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eb28. 00000100:00000001:3.0:1712357316.316118:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.316121:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.316128:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.316130:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.316135:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.316136:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.317738:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.317745:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.317747:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.317748:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.317753:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.317756:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.317760:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.317762:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.317764:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.317767:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d5c0 00000400:00000200:3.0:1712357316.317769:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.317772:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d0d [1] + 224 00000800:00000001:3.0:1712357316.317776:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.317783:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.317785:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.317787:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.317790:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.317793:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.317798:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.317813:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.317817:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.317822:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357316.317863:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357316.317870:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa220. 00000100:00000001:1.0:1712357316.317936:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.317940:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.317942:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.317944:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.317946:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.317948:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.317950:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.317953:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.317961:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.317966:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.317967:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.317969:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.317971:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.317972:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.317974:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.317976:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.317981:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.317983:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.317985:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.317988:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.318001:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.318003:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.318005:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.318006:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.318008:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.318011:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.318017:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.318019:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.318020:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.318022:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.318028:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175808:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.318031:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.318033:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.318035:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.318036:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.318038:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.318043:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.318045:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.318046:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.318047:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.318049:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.318051:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.318053:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.318055:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.318057:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.318059:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.318062:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318071:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.318074:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318078:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.318079:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318083:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.318084:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.318085:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318088:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.318090:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.318092:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.318094:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.318098:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.318100:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.318102:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318191:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.318193:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.318196:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318199:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.318201:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.318202:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.318203:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.318208:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.318210:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.318211:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.318213:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.318215:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.318219:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.318220:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.318221:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.318222:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.318224:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.318225:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.318226:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.318227:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.318229:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033388f2 from hash 00010000:00000001:1.0:1712357316.318231:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.318232:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.318232:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.318233:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.318234:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.318235:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.318236:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.318237:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.318238:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318239:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.318241:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318244:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.318245:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.318246:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.318247:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.318248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.318248:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.318249:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.318250:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033388f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.318260:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.318261:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.318264:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.318268:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.318273:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.318274:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318275:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318277:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318279:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.318280:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.318281:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318282:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.318283:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=codingstatemachine.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.318285:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.318288:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.318289:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318292:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.318293:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.318295:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa4e0. 00000080:00002000:1.0:1712357316.318299:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.318304:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.318307:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.318309:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318311:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.318312:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.318313:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.318316:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.318318:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.318321:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.318323:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318324:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.318325:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318330:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.318332:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.318334:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.318338:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.318341:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175808/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.318346:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.318347:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.318349:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.318352:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.318353:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.318354:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.318356:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.318357:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.318360:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.318361:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.318363:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.318366:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.318367:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.318368:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.318369:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.318370:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.318374:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.318375:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry codingstatemachine.cpython-36.opt-1.pyc (ffff8800a7700948, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.318378:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.318380:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.318382:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.318384:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.318384:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.318386:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318414:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.318416:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.318418:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.318421:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318424:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.318425:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.318431:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.318432:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.318434:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.318436:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318437:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.318439:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.318441:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318442:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.318443:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.318444:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.318445:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.318447:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.318448:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318449:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.318450:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.318452:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318453:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.318454:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.318455:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.318456:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.318458:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.318459:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318460:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.318460:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.318462:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318464:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.318464:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.318466:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.318467:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.318468:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.318468:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.318470:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.318470:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.318472:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.318477:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=codingstatemachine.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.318479:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.318484:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=codingstatemachine.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.318488:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.318491:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.318493:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.318766:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'codingstatemachine.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.318770:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.318772:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='codingstatemachine.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.318774:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318776:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.318777:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: codingstatemachine.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.318780:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.318781:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.318784:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.318786:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.318788:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.318790:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.318793:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.318794:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.318794:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.318796:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.318797:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.318799:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.318802:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.318805:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.318807:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.318859:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.318861:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.318862:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.318863:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.318868:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.318870:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.318871:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.318873:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.318874:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.318879:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.318882:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.318883:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.318885:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033388f9 to hash 00000020:00000001:1.0:1712357316.318886:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.318887:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.318889:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.318891:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.318892:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.318894:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.318899:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.318904:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.318907:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.318908:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.318911:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.318912:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.318913:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.318914:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.318917:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.318919:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.318921:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.318922:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.318925:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.318930:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.318932:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.318934:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.318935:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.318937:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.318943:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.318945:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.318947:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.318948:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.318950:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.318951:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.318955:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.318957:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.318960:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.318963:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175872, portal 10 00000100:00000001:1.0:1712357316.318964:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.318965:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.318969:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.318973:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.318975:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.319333:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e440. 00000100:00000200:1.0:1712357316.319337:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572175872, offset 0 00000400:00000200:1.0:1712357316.319342:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.319347:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.319351:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.319355:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.319358:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.319360:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.319362:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.319364:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [855:855:256:4294967295] 192.168.203.120@tcp LPNI seq info [855:855:8:4294967295] 00000400:00000200:1.0:1712357316.319367:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.319373:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.319377:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.319380:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.319383:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.319391:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.319394:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.319411:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.319413:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.319415:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.319417:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.319418:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.319420:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.319421:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.319423:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.319424:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.319425:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.319503:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.319506:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.319509:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.319513:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.319515:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e440 00000400:00000010:3.0:1712357316.319516:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e440. 00000100:00000001:3.0:1712357316.319518:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.319521:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.319527:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.319530:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.319534:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.319535:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.320724:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357316.320731:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa380. 00000800:00000001:3.0:1712357316.324851:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.324864:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.324867:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.324869:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.324878:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.324883:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.324889:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.324893:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.324895:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.324899:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d600 00000400:00000200:3.0:1712357316.324902:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.324906:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d15 [1] + 224 00000800:00000001:3.0:1712357316.324912:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.324928:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.324930:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.324934:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.324939:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.324945:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.324964:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.324986:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.324992:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.324995:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357316.325050:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:2.1:1712357316.325057:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa4e0. 00000100:00000001:1.0:1712357316.325193:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.325200:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.325201:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.325203:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.325207:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.325209:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.325211:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.325215:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.325222:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.325227:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.325228:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.325230:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.325232:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.325234:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.325236:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.325238:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.325244:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.325247:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.325249:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.325251:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.325263:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.325266:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.325267:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.325269:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.325270:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.325273:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.325278:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.325280:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.325281:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.325283:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.325288:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175872:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.325291:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.325294:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.325295:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.325297:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.325299:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.325303:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.325305:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.325307:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.325307:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.325310:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.325313:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.325315:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.325316:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.325318:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.325320:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.325323:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325334:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.325337:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325341:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.325343:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325347:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.325348:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.325350:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325353:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.325909:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.325912:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.325915:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.325920:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.325922:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.325925:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325929:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.325930:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.325933:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325936:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.325938:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.325939:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.325940:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.325945:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.325946:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.325948:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.325950:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.325952:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.325956:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.325957:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.325958:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.325959:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.325961:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.325963:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.325964:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.325965:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.325967:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033388f9 from hash 00010000:00000001:1.0:1712357316.325968:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.325969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.325970:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.325970:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.325971:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.325972:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.325974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.325974:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.325976:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.325977:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.325978:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.325982:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.325982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.325983:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.325984:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.325985:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.325985:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.325986:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.325987:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033388f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.326011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.326013:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.326017:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.326021:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.326027:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.326028:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.326029:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.326030:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.326032:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.326034:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.326034:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.326036:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.326037:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=codingstatemachine.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.326040:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.326042:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.326045:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326048:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.326049:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.326052:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa640. 00000080:00002000:1.0:1712357316.326056:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.326061:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.326064:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.326066:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.326069:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.326070:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.326072:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.326076:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.326077:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.326081:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.326082:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.326084:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.326085:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326090:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.326092:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.326095:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.326098:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.326329:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175872/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.326334:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.326335:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.326338:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.326341:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.326343:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.326345:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.326346:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.326348:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.326350:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.326352:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.326353:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.326356:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.326357:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.326359:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.326360:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.326361:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.326366:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.326368:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry codingstatemachine.cpython-36.pyc (ffff8800a7700510, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.326370:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.326372:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.326375:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.326376:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.326377:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.326500:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326530:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.326532:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.326534:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.326538:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326541:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.326543:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.326545:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.326558:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.326561:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.326563:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326565:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.326567:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.326569:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326571:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.326572:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.326574:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.326575:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.326576:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.326577:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.326579:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.326580:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.327233:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.327236:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.327237:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.327239:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.327241:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.327243:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.327244:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.327246:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.327247:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.327249:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.327250:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.327251:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.327252:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.327253:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.327254:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.327255:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.327257:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.327258:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.327259:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.327265:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.327267:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.327269:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.327278:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.327283:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.327286:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.327287:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.327289:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.327292:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='compat.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.327294:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.327297:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.327298:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.327301:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.327302:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.327305:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.327308:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.327312:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.327316:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.327319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.327320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.327321:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.327323:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.327324:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.327327:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.327332:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.327336:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.327339:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.327340:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.327341:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.327342:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.327343:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.327348:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.327351:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.327352:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.327354:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.327356:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.327357:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.327363:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.327365:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.327367:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338900 to hash 00000020:00000001:1.0:1712357316.327368:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.327369:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.327372:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.327374:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.327375:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.327377:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.327382:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.327390:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.327393:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.327394:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.327398:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.327400:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.327401:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.327403:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.327406:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.327409:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.327410:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.327411:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.327416:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.327422:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.327423:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.327425:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.327427:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.327429:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175936:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.327437:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.327440:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.327441:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.327443:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.327446:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.327447:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.327452:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.327454:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.327458:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.327463:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572175936, portal 10 00000100:00000001:1.0:1712357316.327464:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.327465:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.327469:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.327474:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.327476:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.327478:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ebb0. 00000100:00000200:1.0:1712357316.327480:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572175936, offset 0 00000400:00000200:1.0:1712357316.327485:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.327490:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.327495:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.327498:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.327501:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.327505:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.327506:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.327509:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [856:856:256:4294967295] 192.168.203.120@tcp LPNI seq info [856:856:8:4294967295] 00000400:00000200:1.0:1712357316.327512:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.327518:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.327522:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.327525:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.327529:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.327540:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.327544:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.327572:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.327574:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.327576:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.327578:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.327579:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.327598:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.327600:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.327602:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.327604:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.327605:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.327672:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.327675:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.327679:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.327682:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.327685:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ebb0 00000400:00000010:3.0:1712357316.327687:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ebb0. 00000100:00000001:3.0:1712357316.327689:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.327691:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.327697:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.327700:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.327704:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.327705:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.331858:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000800:00000001:3.0:1712357316.332671:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.332682:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.332684:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.332686:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.332695:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.332700:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.332706:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.332710:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.332713:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.332716:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d640 00000400:00000200:3.0:1712357316.332719:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.332724:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d1d [1] + 224 00000800:00000001:3.0:1712357316.332736:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.332747:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.332749:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.332753:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.332757:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.332763:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.332772:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.332793:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.332799:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.332802:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.332864:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.332870:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.332871:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.332874:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.332877:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.332879:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.332881:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.332885:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.332892:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.332897:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.332898:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.332900:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.332903:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.332904:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.332906:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.332908:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.332915:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.332918:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.332920:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.332922:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.332937:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.332940:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.332942:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.332943:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.332945:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.332949:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.332954:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.332956:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.332958:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.332960:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.332966:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572175936:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.332969:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.332972:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.332974:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.332976:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.332978:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.332983:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.332986:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.332988:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.332989:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.332992:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.332994:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.332996:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.332998:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.333000:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.333002:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.333006:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333016:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.333019:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333024:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.333026:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333030:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.333030:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.333032:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333037:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.333038:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.333040:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.333042:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.333046:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.333048:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.333051:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333055:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.333056:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.333058:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333062:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.333064:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.333064:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.333065:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.333068:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.333070:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.333071:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.333073:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.333075:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.333078:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.333080:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.333081:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.333082:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.333084:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.333086:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.333087:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.333088:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.333089:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338900 from hash 00010000:00000001:1.0:1712357316.333091:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.333092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.333092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.333093:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.333094:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.333094:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.333096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.333096:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.333097:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333098:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.333100:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333103:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.333104:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.333104:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.333105:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.333106:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.333106:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.333107:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.333108:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338900 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.333121:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.333122:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.333125:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.333129:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.333135:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.333136:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333137:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333138:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333141:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.333142:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.333143:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333144:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.333145:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.333148:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.333150:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.333152:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333155:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.333156:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.333160:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa7a0. 00000080:00002000:1.0:1712357316.333163:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.333168:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.333171:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.333174:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333176:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.333178:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.333179:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.333183:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.333185:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.333188:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.333190:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333191:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.333193:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333197:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.333200:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.333203:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.333206:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.333210:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572175936/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.333214:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.333216:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.333218:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.333221:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.333223:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.333225:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.333226:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.333228:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.333230:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.333232:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.333234:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.333236:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.333237:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.333239:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.333240:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.333241:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.333246:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.333247:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.cpython-36.opt-1.pyc (ffff8800a7700e58, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.333250:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.333252:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.333256:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.333258:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.333259:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.333260:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333290:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.333291:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.333294:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.333297:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333300:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.333301:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.333303:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.333308:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.333310:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.333313:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333314:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.333316:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.333318:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333320:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.333321:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.333323:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.333324:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.333326:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.333327:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333328:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.333329:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.333331:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333333:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.333333:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.333335:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.333336:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.333338:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.333338:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333340:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.333341:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.333343:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333344:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.333345:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.333346:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.333348:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.333349:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.333349:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.333351:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.333352:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.333353:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.333358:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=compat.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.333361:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.333362:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=compat.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.333368:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.333373:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.333375:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.333376:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'compat.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.333379:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.333381:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='compat.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.333383:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333385:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.333386:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: compat.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.333389:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.333391:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.333393:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.333395:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.333398:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.333401:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.333404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.333405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.333406:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.333408:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.333409:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.333411:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.333416:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.333420:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.333423:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.333424:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.333425:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.333426:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.333427:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.333432:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.333434:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.333435:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.333437:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.333439:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.333441:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.333447:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.333450:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.333452:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338907 to hash 00000020:00000001:1.0:1712357316.333453:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.333454:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.333456:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.333458:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.333459:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.333461:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.333466:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.333473:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.333476:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.333478:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.333480:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.333482:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.333484:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.333484:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.333488:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.333491:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.333493:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.333494:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.333498:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.333504:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.333505:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.333507:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.333509:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.333512:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.333519:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.333523:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.333524:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.333526:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.333529:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.333530:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.333533:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.333535:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.333538:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.333542:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176000, portal 10 00000100:00000001:1.0:1712357316.333544:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.333545:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.333561:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.333567:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.333569:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.333571:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ed48. 00000100:00000200:1.0:1712357316.333573:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572176000, offset 0 00000400:00000200:1.0:1712357316.333578:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.333616:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.333620:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.333625:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.333628:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.333630:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.333632:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.333635:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [857:857:256:4294967295] 192.168.203.120@tcp LPNI seq info [857:857:8:4294967295] 00000400:00000200:1.0:1712357316.333638:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.333644:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.333649:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.333652:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357316.333656:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.333665:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.333668:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.333685:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.333686:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.333688:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.333690:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.333692:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.333693:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.333695:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.333696:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.333698:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.333699:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.333876:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.333879:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357316.334098:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.334103:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.334107:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ed48 00000400:00000010:3.0:1712357316.334108:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ed48. 00000100:00000001:3.0:1712357316.334111:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.334113:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.334120:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.334122:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.334126:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.334127:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357316.335019:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa640. 00000800:00000001:3.0:1712357316.337437:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.337449:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.337451:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.337453:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.337461:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.337466:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.337473:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.337486:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.337489:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.337493:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d680 00000400:00000200:3.0:1712357316.337496:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.337502:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d25 [1] + 224 00000800:00000001:3.0:1712357316.337507:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.337519:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.337521:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.337525:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.337529:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.337535:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.337542:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.337572:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.337577:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.337607:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357316.337742:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357316.337748:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa7a0. 00000100:00000001:1.0:1712357316.337807:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.337813:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.337814:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.337816:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.337820:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.337821:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.337823:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.337828:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.337834:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.337838:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.337840:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.337846:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.337849:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.337850:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.337852:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.337854:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.337860:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.337864:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.337866:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.337868:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.337881:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.337884:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.337886:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.337887:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.337888:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.337892:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.337897:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.337899:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.337901:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.337904:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.337910:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176000:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.337913:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.337916:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.337917:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.337919:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.337922:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.337926:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.337928:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.337930:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.337931:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.337934:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.337937:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.337939:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.337941:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.337943:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.337945:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.337948:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.337959:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.337962:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.337966:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.337968:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.337972:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.337973:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.337975:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.337979:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.337980:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.337982:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.337984:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.337987:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.337990:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.337992:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.337996:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.337997:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.337999:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.338002:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.338004:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.338005:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.338005:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.338010:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.338011:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.338012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.338014:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.338016:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.338020:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.338021:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.338023:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.338024:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.338026:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.338027:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.338028:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.338029:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.338031:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338907 from hash 00010000:00000001:1.0:1712357316.338032:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.338033:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.338034:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.338035:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.338035:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.338036:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.338038:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.338038:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.338039:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.338040:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.338042:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.338046:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.338047:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.338048:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.338049:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.338050:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.338051:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.338051:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.338053:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338907 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.338248:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.338250:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.338254:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.338258:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.338264:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.338265:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.338267:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.338268:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.338270:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.338271:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.338272:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.338273:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.338275:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=compat.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.338277:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.338279:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.338281:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.338284:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.338285:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.338289:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aa900. 00000080:00002000:1.0:1712357316.338292:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.338297:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.338299:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.338302:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.338304:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.338305:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.338307:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.338311:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.338313:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.338316:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.338318:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.338319:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.338320:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.338325:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.338332:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.338336:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.338340:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.338343:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176000/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.338357:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.338359:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.338361:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.338365:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.338367:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.338368:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.338370:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.338372:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.338375:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.338376:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.338378:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.338381:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.338382:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.338384:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.338385:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.338386:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.338391:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.338392:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry compat.cpython-36.pyc (ffff8800a7700ca8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.338395:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.338397:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.338399:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.338401:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.338402:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.338404:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.338433:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.338435:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.339366:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.339373:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339376:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.339378:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.339380:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.339386:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.339389:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.339392:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339393:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.339394:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.339397:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339398:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.339399:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.339401:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.339402:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.339404:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.339405:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339406:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.339408:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.339414:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339416:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.339417:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.339419:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.339420:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.339422:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.339422:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339424:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.339425:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.339426:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339427:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.339428:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.339430:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.339431:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.339432:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.339433:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.339434:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.339435:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.339437:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.339444:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cp949prober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.339447:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.339449:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cp949prober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.339457:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.339462:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.339465:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.339470:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cp949prober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.339473:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.339475:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='cp949prober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.339478:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.339480:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.339481:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cp949prober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.339484:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.339486:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.339489:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.339492:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.339495:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.339498:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.339501:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.339502:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.339503:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.339505:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.339506:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.339509:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.339513:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.339517:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.339520:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.339521:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.339522:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.339523:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.339524:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.339528:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.339531:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.339532:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.339534:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.339536:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.339538:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.339544:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.339546:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.339561:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f0333890e to hash 00000020:00000001:1.0:1712357316.339562:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.339563:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.339566:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.339568:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.339569:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.339572:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.339577:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.339702:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.339707:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.339708:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.339713:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.339714:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.339716:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.339721:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.339725:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.339727:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.339729:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.339730:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.339739:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.339745:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.339746:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.339749:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.339751:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.339753:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.339761:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.339765:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.339766:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.339768:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.339770:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.339772:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.339778:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.339782:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.339786:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.339791:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176064, portal 10 00000100:00000001:1.0:1712357316.339792:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.339793:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.339798:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.339803:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.339806:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.339807:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e198. 00000100:00000200:1.0:1712357316.339809:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572176064, offset 0 00000400:00000200:1.0:1712357316.339813:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.339819:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.339823:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.339827:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.339830:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.339832:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.339834:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.339837:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [858:858:256:4294967295] 192.168.203.120@tcp LPNI seq info [858:858:8:4294967295] 00000400:00000200:1.0:1712357316.339840:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.339846:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.339851:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.339854:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.339858:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.339868:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.339871:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.340870:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.340873:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.340875:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.340877:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.340879:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.340881:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.340883:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.340884:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.340887:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.340887:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.341241:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.341244:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.341249:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.341254:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.341257:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e198 00000400:00000010:3.0:1712357316.341259:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e198. 00000100:00000001:3.0:1712357316.341262:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.341266:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.341273:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.341276:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.341281:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.341283:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.343176:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000010:2.1:1712357316.343176:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:2.1:1712357316.343184:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aa900. 00000800:00000001:3.0:1712357316.343194:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.343196:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.343198:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.343204:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.343208:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.343213:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.343215:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.343218:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.343221:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d6c0 00000400:00000200:3.0:1712357316.343224:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.343228:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d2d [1] + 224 00000800:00000001:3.0:1712357316.343233:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.343244:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.343246:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.343249:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.343252:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.343257:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.343263:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.343282:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.343288:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.343290:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.343343:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.343349:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.343350:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.343352:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.343355:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.343357:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.343359:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.343363:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.343370:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.343376:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.343377:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.343379:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.343381:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.343383:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.343385:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.343387:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.343393:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.343397:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.343399:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.343402:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.343416:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.343418:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.343420:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.343421:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.343422:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.343425:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.343430:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.343432:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.343434:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.343436:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.343442:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176064:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.343445:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.343447:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.343449:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.343451:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.343453:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.343457:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.343459:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.343461:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.343462:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.343464:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.343467:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.343470:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.343472:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.343473:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.343475:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.343479:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343490:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.343493:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343498:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.343500:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343504:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.343505:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.343507:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343511:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.343513:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.343515:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.343517:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.343521:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.343523:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.343526:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343530:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.343531:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.343533:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343536:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.343538:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.343538:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.343540:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.343545:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.343547:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.343558:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.343560:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.343561:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.343566:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.343567:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.343569:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.343570:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.343572:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.343573:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.343574:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.343575:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.343576:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f0333890e from hash 00010000:00000001:1.0:1712357316.343578:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.343579:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.343579:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.343580:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.343610:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.343612:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.343613:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.343614:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.343615:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343616:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.343618:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343621:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.343622:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.343623:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.343624:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.343624:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.343625:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.343626:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.343627:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f0333890e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.343648:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.343650:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.343654:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.343659:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.343664:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.343665:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343666:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343667:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343669:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.343670:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.343671:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343672:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.343673:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cp949prober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.343676:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.343678:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.343680:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343683:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.343685:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.343688:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aaa60. 00000080:00002000:1.0:1712357316.343692:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.343697:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.343700:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.343703:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343705:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.343706:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.343708:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.343712:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.343714:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.343718:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.343719:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343721:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.343722:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343727:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.343729:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.343732:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.343735:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.343739:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176064/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.343743:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.343745:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.343747:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.343751:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.343752:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.343754:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.343755:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.343757:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.343759:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.343761:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.343762:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.343765:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.343766:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.343767:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.343768:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.343769:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.343774:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.343776:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cp949prober.cpython-36.opt-1.pyc (ffff8800a7700bd0, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.343778:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.343780:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.343782:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.343784:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.343784:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.343786:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343816:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.343818:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.343819:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.343823:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343826:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.343827:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.343829:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.343834:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.343837:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.343839:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343841:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.343842:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.343844:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343846:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.343847:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.343849:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.343850:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.343851:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.343852:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343853:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.343854:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.343856:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343858:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.343859:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.343861:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.343862:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.343863:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.343864:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343865:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.343866:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.343868:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343869:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.343870:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.343872:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.343873:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.343874:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.343874:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.343876:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.343877:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.343878:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.343883:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=cp949prober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.343885:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.343886:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=cp949prober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.343895:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.343900:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.343902:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.343903:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'cp949prober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.343905:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.343908:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='cp949prober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.343910:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343912:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.343913:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: cp949prober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.343916:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.343917:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.343919:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.343921:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.343925:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.343927:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.343931:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.343931:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.343932:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.343934:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.343936:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.343938:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.343942:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.343946:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.343949:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.343950:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.343951:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.343952:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.343954:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.343958:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.343960:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.343962:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.343964:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.343965:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.343967:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.343973:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.343975:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.343977:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338915 to hash 00000020:00000001:1.0:1712357316.343978:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.343979:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.343981:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.343983:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.343985:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.343987:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.343991:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.343997:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.344000:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.344002:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.344005:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.344006:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.344008:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.344009:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.344012:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.344015:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.344016:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.344018:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.344021:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.344026:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.344027:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.344029:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.344030:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.344033:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176128:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.344040:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.344044:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.344045:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.344047:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.344049:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.344051:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.344054:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.344056:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.344059:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.344063:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176128, portal 10 00000100:00000001:1.0:1712357316.344065:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.344066:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.344069:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.344074:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.344075:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.344077:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e660. 00000100:00000200:1.0:1712357316.344079:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176128, offset 0 00000400:00000200:1.0:1712357316.344083:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.344089:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.344093:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.344097:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.344100:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.344102:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.344104:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.344107:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [859:859:256:4294967295] 192.168.203.120@tcp LPNI seq info [859:859:8:4294967295] 00000400:00000200:1.0:1712357316.344111:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.344117:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.344121:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.344124:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.344127:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.344137:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.344140:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 696 niov 1 nkiov 1 00000800:00000200:3.0:1712357316.344222:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.344225:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357316.344228:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.344231:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.344233:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e660 00000400:00000010:3.0:1712357316.344235:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e660. 00000100:00000001:3.0:1712357316.344237:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.344240:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.344246:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.344253:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.344257:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.344258:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357316.344367:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.344369:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.344371:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.344373:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.344374:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.344376:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.344378:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.344379:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.344381:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.344381:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.346728:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000800:00000001:3.0:1712357316.348196:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.348207:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.348209:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.348211:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.348220:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.348224:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.348230:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.348234:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.348237:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.348240:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d700 00000400:00000200:3.0:1712357316.348243:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.348252:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d35 [1] + 224 00000800:00000001:3.0:1712357316.348258:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.348272:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.348275:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.348278:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.348283:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.348289:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.348297:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.348313:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.348319:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.348321:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.348349:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.348355:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.348357:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.348359:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.348363:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.348364:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.348366:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.348371:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.348378:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.348383:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.348384:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.348386:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.348389:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.348391:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.348392:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.348394:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.348400:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.348403:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.348405:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.348408:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.348424:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.348427:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.348428:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.348430:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.348431:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.348435:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.348439:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.348441:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.348443:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.348445:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.348450:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176128:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.348453:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.348456:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.348458:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.348459:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.348462:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.348466:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.348468:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.348470:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.348471:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.348474:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.348476:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.348478:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.348480:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.348482:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.348484:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.348487:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348497:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.348501:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348505:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.348507:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348511:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.348512:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.348514:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348519:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.348520:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.348522:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.348524:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.348528:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.348531:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.348533:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348537:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.348538:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.348541:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348544:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.348546:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.348547:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.348560:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.348565:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.348567:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.348568:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.348570:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.348572:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.348577:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.348578:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.348580:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.348773:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.348776:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.348777:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.348778:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.348779:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.348782:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338915 from hash 00010000:00000001:1.0:1712357316.348784:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.348784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.348785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.348786:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.348787:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.348788:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.348790:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.348791:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.348792:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.348793:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.348795:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348799:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.348800:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.348801:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.348802:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.348803:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.348803:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.348804:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.348805:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.348816:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.348817:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.348821:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.348825:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.348830:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.348831:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.348833:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.348834:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.348836:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.348837:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.348838:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.348839:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.348841:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=cp949prober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.348843:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.348846:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.348847:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.348850:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.348852:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.348855:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aabc0. 00000080:00002000:1.0:1712357316.348859:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.348864:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.348871:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.348874:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.348876:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.348877:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.348879:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.348883:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.348885:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.348889:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.348891:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.348892:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.348893:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.348904:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.348906:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.348910:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.348913:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.348917:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176128/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.348921:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.348923:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.348925:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.348928:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.349096:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.349099:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.349101:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.349103:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.349106:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.349107:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.349109:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.349112:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.349113:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.349114:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.349115:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.349117:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.349121:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.349122:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry cp949prober.cpython-36.pyc (ffff8800a7700d80, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.349125:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.349127:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.349130:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.349132:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.349134:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.349136:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349163:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.349165:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.349167:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.349170:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349173:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.349174:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.349176:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.349181:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.349184:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.349186:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349187:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.349189:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.349190:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349192:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.349193:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.349195:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.349196:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.349197:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.349198:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349199:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.349200:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.349201:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349203:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.349204:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.349205:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.349206:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.349207:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.349208:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349209:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.349210:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.349211:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349213:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.349214:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.349215:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.349216:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.349217:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.349218:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.349219:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.349220:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.349221:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.349228:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=enums.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.349231:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.349232:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=enums.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.349240:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.349244:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.349247:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.349248:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'enums.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.349250:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.349253:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='enums.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.349255:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.349256:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.349258:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: enums.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.349260:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.349262:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.349264:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.349267:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.349270:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.349273:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.349275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.349276:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.349277:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.349279:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.349280:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.349282:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.349287:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.349290:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.349293:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.349294:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.349295:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.349296:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.349297:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.349301:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.349304:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.349305:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.349307:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.349309:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.349310:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.349316:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.349318:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.349320:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f0333891c to hash 00000020:00000001:1.0:1712357316.349321:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.349322:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.349324:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.349326:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.349327:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.349329:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.349334:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.349341:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.349345:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.349346:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.349349:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.349350:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.349352:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.349353:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.349356:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.349359:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.349360:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.349362:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.349365:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.349371:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.349372:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.349374:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.349376:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.349378:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176192:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.349386:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.349390:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.349391:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.349393:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.349395:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.349397:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.349401:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.349403:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.349407:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.349410:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176192, portal 10 00000100:00000001:1.0:1712357316.349411:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.349412:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.349416:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.349422:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.349423:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.349424:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357316.349426:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176192, offset 0 00000400:00000200:1.0:1712357316.349429:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.349432:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.349436:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.349439:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.349442:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.349444:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.349445:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.349447:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [860:860:256:4294967295] 192.168.203.120@tcp LPNI seq info [860:860:8:4294967295] 00000400:00000200:1.0:1712357316.349449:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.349459:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.349462:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.349464:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.349468:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.349475:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.349478:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.349493:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.349494:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.349495:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.349496:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.349497:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.349499:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.349500:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.349501:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.349502:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.349502:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.349618:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.349620:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357316.349624:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.349630:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.349633:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357316.349637:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357316.349640:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.349643:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.349649:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.349652:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.349656:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.349657:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.352292:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.352303:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.352305:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.352307:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.352315:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.352320:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.352325:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.352329:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.352331:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.352334:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d740 00000400:00000200:3.0:1712357316.352338:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.352343:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d3d [1] + 224 00000800:00000001:3.0:1712357316.352347:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.352361:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.352363:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.352367:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.352372:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.352376:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.352384:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.352407:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.352413:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.352421:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.352523:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.352528:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.352529:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.352531:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.352534:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.352536:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.352538:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.352542:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.352559:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.352564:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.352565:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.352567:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.352569:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.352571:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.352572:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.352575:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.352683:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.352687:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.352690:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.352692:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.352704:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.352707:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.352709:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.352710:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.352712:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.352714:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.352719:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.352722:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.352723:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.352726:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.352731:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176192:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.352735:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.352738:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.352739:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.352740:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.352743:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.352748:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.352751:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.352753:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.352754:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.352756:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.352759:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.352761:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.352763:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.352764:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.352766:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.352770:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352780:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.352783:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352787:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.352789:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352792:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.352793:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.352795:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352798:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.352800:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.352802:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.352803:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.352807:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.352810:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.352812:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352817:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.352818:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.352820:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352824:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.352826:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.352827:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.352828:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.352832:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.352834:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.352835:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.352837:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.352839:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.352843:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.352844:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.352845:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.352846:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.352848:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.352849:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.352850:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.352851:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.352853:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f0333891c from hash 00010000:00000001:1.0:1712357316.352855:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.352855:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.352856:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.352857:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.352858:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.352859:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.352860:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.352861:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.352862:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.352863:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.352865:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352868:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.352869:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.352870:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.352870:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.352871:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.352872:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.352873:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.352874:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333891c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.352886:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.352887:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.352890:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.352894:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000080:00000010:2.1:1712357316.352944:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aaa60. 00010000:00000001:1.0:1712357316.353221:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.353223:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353225:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353226:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353228:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.353230:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.353231:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353232:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.353234:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=enums.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.353236:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.353239:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.353240:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353243:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.353245:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.353248:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aad20. 00000080:00002000:1.0:1712357316.353252:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.353256:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.353259:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.353261:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353264:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.353265:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.353266:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.353270:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.353273:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.353276:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.353278:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353279:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.353281:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353286:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.353289:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.353292:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.353295:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.353299:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176192/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.353304:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.353306:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.353308:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.353311:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.353313:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.353314:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.353315:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.353317:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.353320:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.353321:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.353323:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.353326:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.353327:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.353328:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.353329:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.353330:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.353335:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.353336:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry enums.cpython-36.opt-1.pyc (ffff8800a7700ca8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.353338:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.353340:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.353342:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.353343:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.353344:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.353346:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353374:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.353376:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.353378:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.353382:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353385:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.353386:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.353388:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.353393:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.353396:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.353398:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353399:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.353401:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.353403:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353405:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.353406:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.353407:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.353409:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.353410:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.353411:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353413:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.353414:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.353415:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353417:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.353418:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.353419:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.353421:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.353422:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.353427:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353429:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.353430:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.353431:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353433:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.353433:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.353435:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.353436:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.353436:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.353437:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.353438:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.353439:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.353441:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.353446:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=enums.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.353448:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.353450:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=enums.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.353457:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.353462:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.353464:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.353466:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'enums.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.353468:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.353470:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='enums.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.353472:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353473:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.353475:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: enums.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.353478:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.353479:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.353481:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.353485:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.353489:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.353491:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.353494:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.353495:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.353496:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.353498:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.353499:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.353501:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.353505:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.353509:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.353511:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.353513:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.353514:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.353514:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.353516:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.353520:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.353523:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.353524:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.353526:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.353527:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.353529:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.353534:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.353536:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.353537:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f03338923 to hash 00000020:00000001:1.0:1712357316.353539:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.353540:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.353542:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.353543:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.353544:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.353546:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.353560:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.353566:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.353570:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.353571:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.353575:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.353576:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.353578:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.353579:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.353667:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.353671:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.353673:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.353675:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.353678:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.353684:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.353685:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.353687:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.353689:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.353692:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.353701:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.353705:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.353707:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.353708:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.353711:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.353713:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.353718:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.353720:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.353724:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.353728:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176256, portal 10 00000100:00000001:1.0:1712357316.353729:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.353730:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.353734:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.353739:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.353741:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.353742:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357316.353744:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572176256, offset 0 00000400:00000200:1.0:1712357316.353748:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.353752:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.353757:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.353760:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.353763:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.353766:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.353768:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.353770:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [861:861:256:4294967295] 192.168.203.120@tcp LPNI seq info [861:861:8:4294967295] 00000400:00000200:1.0:1712357316.353773:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.353779:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.353783:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.353786:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.353789:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.353798:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.353802:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.353818:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.353819:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.353821:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.353823:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.353824:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.353825:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.353827:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.353828:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.353830:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.353831:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.353934:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.353937:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.353940:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.353944:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.353946:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:3.0:1712357316.353947:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:3.0:1712357316.353950:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.353953:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.353958:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.353960:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.353965:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.353966:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.355719:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357316.355725:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aabc0. 00010000:00000010:2.1:1712357316.355729:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000800:00000001:3.0:1712357316.357810:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.357818:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.357820:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.357822:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.357831:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.357837:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.357842:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.357846:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.357849:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.357852:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d780 00000400:00000200:3.0:1712357316.357856:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.357860:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d45 [1] + 224 00000800:00000001:3.0:1712357316.357865:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.357876:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.357878:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.357882:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.357886:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.357892:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.357909:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.357931:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.357938:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.357940:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.357965:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.357972:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.357973:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.357976:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.357979:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.357980:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.357982:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.357987:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.357995:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358001:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.358002:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.358004:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.358010:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.358012:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.358013:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.358016:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.358022:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.358026:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.358028:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.358031:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358045:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.358047:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.358075:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.358077:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.358079:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.358083:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358088:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.358091:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.358092:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.358094:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.358100:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176256:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.358103:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.358106:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.358108:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.358109:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.358112:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358116:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.358119:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.358121:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.358122:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.358125:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.358127:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.358129:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.358131:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.358133:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.358135:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.358139:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358150:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.358153:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358157:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.358159:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358163:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.358164:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.358166:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358170:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.358172:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.358174:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.358176:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.358180:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.358183:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.358185:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358190:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.358191:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.358193:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358197:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.358199:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.358200:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.358201:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.358206:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.358207:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.358209:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.358211:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.358212:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.358217:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.358218:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.358219:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.358221:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.358223:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.358224:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.358225:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.358226:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.358227:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f03338923 from hash 00010000:00000001:1.0:1712357316.358229:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.358230:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.358230:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.358231:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.358232:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.358233:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.358234:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.358235:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.358236:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358237:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.358239:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358242:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.358242:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.358243:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.358244:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.358245:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.358245:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.358246:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.358247:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338923 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.358257:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.358258:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.358261:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.358265:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.358270:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.358271:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358272:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358273:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358275:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.358277:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.358277:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358278:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.358280:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=enums.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.358282:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.358285:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.358286:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358289:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.358291:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.358293:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aae80. 00000080:00002000:1.0:1712357316.358298:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700e58 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.358302:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.358305:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.358308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358310:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.358311:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.358313:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.358317:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.358319:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.358322:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.358324:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358325:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.358326:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358332:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.358334:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.358337:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.358340:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.358344:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176256/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358348:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.358349:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.358352:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.358354:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.358356:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.358357:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.358358:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.358360:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.358362:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.358364:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.358365:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.358368:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.358369:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.358371:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.358372:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.358373:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.358378:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.358379:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry enums.cpython-36.pyc (ffff8800a7700e58, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.358381:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.358384:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.358387:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.358389:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.358390:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.358392:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358417:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.358419:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.358421:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.358425:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358428:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.358429:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.358431:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.358436:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.358439:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.358441:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358442:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.358443:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.358445:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358447:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.358448:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.358450:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.358451:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.358452:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.358454:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358455:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.358456:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.358458:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358459:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.358460:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.358462:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.358463:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.358464:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.358465:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358466:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.358467:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.358469:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358471:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.358471:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.358473:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.358474:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.358475:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.358476:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.358477:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.358478:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.358480:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.358485:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=escprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.358487:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.358488:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=escprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.358496:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.358500:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.358502:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.358504:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'escprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.358506:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.358509:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='escprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.358511:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358513:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.358514:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: escprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.358517:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.358518:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.358521:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.358523:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.358527:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.358529:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.358532:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.358533:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.358534:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.358536:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.358537:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.358539:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.358543:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.358558:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.358561:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.358563:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.358564:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.358564:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.358566:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.358571:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.358573:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.358574:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.358576:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.358578:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.358579:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.358618:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.358620:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.358622:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f0333892a to hash 00000020:00000001:1.0:1712357316.358623:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.358624:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.358627:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.358629:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.358630:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.358632:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.358637:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.358644:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.358648:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.358649:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.358652:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.358654:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.358656:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.358656:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.358659:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.358663:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.358665:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.358666:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.358670:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358675:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.358676:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.358678:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.358680:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.358682:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.358691:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.358694:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.358695:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.358697:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.358699:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.358701:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.358705:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.358707:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.358710:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.358714:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176320, portal 10 00000100:00000001:1.0:1712357316.358715:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.358716:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.358720:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.358725:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.358727:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.358729:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357316.358731:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176320, offset 0 00000400:00000200:1.0:1712357316.358735:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.358739:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.358743:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.358748:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.358751:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.358754:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.358755:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.358758:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [862:862:256:4294967295] 192.168.203.120@tcp LPNI seq info [862:862:8:4294967295] 00000400:00000200:1.0:1712357316.358761:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.358767:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.358772:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.358774:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357316.358778:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.358788:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.358791:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.358809:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.358811:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.358813:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.358815:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.358816:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.358817:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.358819:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.358820:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.358822:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.358822:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.358905:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.358908:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357316.358911:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.358914:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.358917:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357316.358918:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357316.358920:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.358923:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.358929:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.358931:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.358936:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.358937:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357316.362608:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aad20. 00000800:00000001:3.0:1712357316.364005:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.364016:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.364019:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.364021:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.364029:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.364035:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.364040:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.364044:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.364047:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.364050:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d7c0 00000400:00000200:3.0:1712357316.364053:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.364057:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d4d [1] + 224 00000800:00000001:3.0:1712357316.364067:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.364081:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.364083:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.364186:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.364192:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.364197:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.364206:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.364221:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.364227:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.364230:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.364267:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.364273:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.364275:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.364277:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.364281:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.364283:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.364285:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.364290:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.364296:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.364302:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.364303:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.364305:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.364307:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.364309:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.364311:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.364313:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.364319:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.364322:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.364324:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.364327:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.364340:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.364343:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.364345:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.364346:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.364348:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.364351:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.364356:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.364359:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.364361:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.364363:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.364369:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176320:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.364372:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.364375:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.364377:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.364378:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.364381:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.364386:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.364388:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.364390:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.364391:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.364394:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.364397:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.364399:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.364401:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.364403:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.364405:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.364409:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.364420:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.364424:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.364428:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.364430:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.364434:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.364435:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.364436:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.364440:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.364442:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.364486:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.364979:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.364985:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.364987:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.364990:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.364994:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.364995:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.364997:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.365000:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.365002:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.365003:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.365004:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.365009:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.365010:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.365012:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.365013:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.365015:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.365019:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.365020:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.365021:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.365022:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.365024:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.365025:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.365026:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.365027:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.365029:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f0333892a from hash 00010000:00000001:1.0:1712357316.365031:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.365031:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.365032:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.365033:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.365034:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.365035:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.365036:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.365037:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.365038:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365039:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.365040:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.365044:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.365044:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.365045:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.365046:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.365047:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.365048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.365049:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.365050:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333892a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.365061:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.365062:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.365066:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.365070:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.365076:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.365077:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365078:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365079:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365081:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.365083:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.365084:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365085:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.365087:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=escprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.365089:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.365091:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.365093:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365096:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.365098:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.365101:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aafe0. 00000080:00002000:1.0:1712357316.365105:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700510 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.365109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.365112:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.365114:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365116:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.365118:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.365119:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.365123:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.365124:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.365127:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.365129:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365130:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.365132:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365137:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.365140:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.365142:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.365146:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.365149:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176320/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.365153:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.365154:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.365157:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.365160:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.365162:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.365163:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.365164:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.365166:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.365168:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.365169:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.365181:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.365184:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.365185:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.365187:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.365188:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.365189:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.365194:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.365195:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry escprober.cpython-36.opt-1.pyc (ffff8800a7700510, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.365197:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.365199:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.365202:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.365204:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.365205:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.365207:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.365240:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.365242:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.365246:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365249:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.365250:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.365252:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.365262:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.365265:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.365267:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365269:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.365270:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.365272:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365274:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.365275:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.365276:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.365277:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.365278:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.365279:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365281:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.365282:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.365284:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365286:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.365286:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.365288:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.365289:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.365290:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.365291:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365292:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.365293:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.365295:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365296:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.365297:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.365299:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.365300:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.365301:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.365301:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.365302:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.365303:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.365305:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.365310:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=escprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.365312:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.365314:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=escprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.365322:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.365326:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.365328:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.365329:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'escprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.365331:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.365334:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='escprober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.365336:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365338:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.365339:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: escprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.365342:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.365343:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.365346:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.365348:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.365351:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.365353:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.365357:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.365358:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.365359:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.365360:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.365362:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.365364:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.365368:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.365372:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.365375:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.365376:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.365377:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.365378:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.365379:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.365383:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.365386:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.365387:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.365390:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.365391:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.365392:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.365398:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357316.365400:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.365402:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338931 to hash 00000020:00000001:1.0:1712357316.365403:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.365404:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.365406:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.365408:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.365409:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.365411:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.365429:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.365436:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.365440:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.365441:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.365445:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.365446:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.365448:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.365449:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.365453:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.365455:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.365457:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.365460:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.365464:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.365469:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.365470:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.365472:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.365474:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.365476:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.365484:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.365488:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.365490:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.365491:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.365494:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.365496:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.365500:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.365502:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.365506:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.365510:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176384, portal 10 00000100:00000001:1.0:1712357316.365512:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.365513:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.365517:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.365522:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.365524:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.365526:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357316.365528:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176384, offset 0 00000400:00000200:1.0:1712357316.365532:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.365536:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.365540:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.365545:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.365557:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.365561:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.365563:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.365565:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [863:863:256:4294967295] 192.168.203.120@tcp LPNI seq info [863:863:8:4294967295] 00000400:00000200:1.0:1712357316.365568:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.365574:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.365579:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.365599:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.365605:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.365618:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.365621:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.365636:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.365638:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.365640:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.365642:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.365643:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.365645:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.365647:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.365648:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.365650:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.365650:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.365736:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.365740:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.365743:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.365747:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.365750:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:3.0:1712357316.365751:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:3.0:1712357316.365753:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.365757:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.365763:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.365765:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.365770:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.365771:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.370530:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:2.1:1712357316.370542:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aae80. 00000800:00000001:3.0:1712357316.373162:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.373173:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.373176:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.373178:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.373190:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.373196:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.373202:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.373217:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.373220:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.373224:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d800 00000400:00000200:3.0:1712357316.373227:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.373232:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d55 [1] + 224 00000800:00000001:3.0:1712357316.373238:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.373249:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.373251:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.373255:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.373259:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.373266:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.373274:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.373294:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.373298:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.373301:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357316.373678:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357316.373685:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aafe0. 00000100:00000001:1.0:1712357316.373964:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.373970:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.373972:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.373974:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.373978:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.373979:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.373982:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.373987:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.373994:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.373999:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.374000:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.374002:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.374004:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.374006:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.374008:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.374010:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.374016:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.374019:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.374022:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.374024:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.374038:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.374040:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.374042:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.374043:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.374045:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.374048:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.374053:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.374055:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.374057:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.374059:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.374065:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176384:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.374069:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.374071:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.374073:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.374075:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.374077:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.374082:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.374084:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.374086:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.374087:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.374089:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.374092:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.374094:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.374096:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357316.374098:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.374099:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357316.374104:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374115:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.374118:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374122:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.374124:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374128:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.374129:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.374131:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374136:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.374137:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.374139:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.374141:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.374145:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.374147:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.374149:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374154:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.374155:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.374157:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374286:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.374289:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.374289:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.374291:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.374295:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357316.374296:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.374298:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.374300:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.374301:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.374305:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.374306:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.374308:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.374309:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.374312:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.374313:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.374314:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.374315:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.374316:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338931 from hash 00010000:00000001:1.0:1712357316.374318:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.374319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.374320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.374320:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.374321:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.374322:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.374324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.374324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.374325:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374327:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.374328:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374332:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.374332:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.374333:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.374334:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.374335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.374335:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.374336:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.374337:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338931 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.374644:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.374645:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.374650:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.374654:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.374659:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.374660:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374661:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374662:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374664:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.374666:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.374666:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374667:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.374669:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=escprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.374671:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.374673:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.374675:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374677:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.374679:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.374683:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012d4aafe0. 00000080:00002000:1.0:1712357316.374687:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700948 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.374691:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.374694:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.374697:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374699:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.374700:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.374702:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.374706:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.374708:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.374711:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.374713:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374714:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.374715:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374720:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.374722:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.374725:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.374729:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.374732:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.374736:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.374737:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.374740:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.374743:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.374744:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.374746:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.374747:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.374749:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.374751:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.374753:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.374754:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.374757:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.374758:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.374759:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.374760:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.374761:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.374766:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.374767:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry escprober.cpython-36.pyc (ffff8800a7700948, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.374769:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.374771:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.374773:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.374774:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.374775:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.374776:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374808:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.374810:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.374811:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.374815:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374817:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.374818:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.374820:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.374829:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.374832:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.374834:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374836:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.374837:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.374839:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374840:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.374841:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.374843:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.374844:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.374845:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.374846:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374847:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.374848:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.374850:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374852:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.374853:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.374855:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.374856:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.374857:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.374858:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374859:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.374860:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.374862:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374864:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.374864:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.374866:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.374867:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.374868:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.374868:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.374869:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.374870:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.374872:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.374876:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=escsm.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.374879:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.374880:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=escsm.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.374887:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.374891:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.374894:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.374895:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'escsm.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.374897:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.374899:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='escsm.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.374901:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374903:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.374904:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: escsm.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.374907:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.374908:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.374911:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.374913:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.374917:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.374920:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.374923:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.374924:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.374925:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.374927:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.374928:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.374931:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.374935:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.374939:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.374942:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.374943:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.374944:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.374945:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.374946:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.374950:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.374952:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.374954:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.374956:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.374957:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.374959:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.374964:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.374966:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.374967:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f03338938 to hash 00000020:00000001:1.0:1712357316.374969:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.374969:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.374971:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.374973:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.374974:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.374976:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.374981:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.374988:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.374992:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.374993:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.374996:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.374997:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.374999:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.375000:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.375003:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.375005:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.375007:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.375008:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.375012:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.375017:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.375018:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.375021:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.375022:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.375025:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.375032:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.375035:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.375037:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.375038:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.375041:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.375042:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.375047:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.375049:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.375053:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.375057:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176448, portal 10 00000100:00000001:1.0:1712357316.375059:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.375059:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.375063:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.375069:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.375071:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.375072:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357316.375075:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176448, offset 0 00000400:00000200:1.0:1712357316.375079:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.375083:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.375088:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.375092:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.375095:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.375098:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.375100:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.375102:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [864:864:256:4294967295] 192.168.203.120@tcp LPNI seq info [864:864:8:4294967295] 00000400:00000200:1.0:1712357316.375105:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.375112:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.375117:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.375121:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.375125:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.375134:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.375137:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.375157:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.375159:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.375160:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.375162:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.375163:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.375165:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.375167:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.375168:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.375169:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.375170:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.375909:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.375912:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.375916:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.375921:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.375924:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357316.375926:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357316.375928:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.375932:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.375939:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.375941:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.375946:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.375948:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.377844:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.377860:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.377863:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.377865:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.377873:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.377878:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.377884:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.377888:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.377891:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.377894:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d840 00000400:00000200:3.0:1712357316.377898:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.377902:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d5d [1] + 224 00000800:00000001:3.0:1712357316.377907:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.377920:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.377923:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.377926:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.377930:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.377936:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.377945:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.377967:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.377973:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.377976:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1712357316.378824:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357316.378831:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012d4aafe0. 00000100:00000001:1.0:1712357316.379123:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.379129:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.379131:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.379133:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.379137:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.379139:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.379142:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.379148:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.379155:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379161:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.379162:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.379164:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.379166:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.379168:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.379169:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.379172:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.379178:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.379181:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.379183:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.379186:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379200:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.379202:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.379204:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.379205:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.379207:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.379211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379216:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.379219:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.379220:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.379222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.379228:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176448:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.379233:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.379235:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.379237:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.379239:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.379241:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379246:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.379248:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.379250:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.379251:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.379254:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.379256:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.379258:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.379260:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.379262:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.379264:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.379268:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379279:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.379282:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379286:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.379288:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379292:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.379293:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.379295:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379298:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.379300:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.379302:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.379304:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.379309:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.379312:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.379314:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379319:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.379320:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.379322:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379326:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.379327:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.379328:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.379329:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.379334:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.379335:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.379337:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.379339:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.379341:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.379345:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.379346:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.379348:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.379349:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.379351:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.379352:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.379353:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.379354:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.379356:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f03338938 from hash 00010000:00000001:1.0:1712357316.379357:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.379358:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.379359:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.379359:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.379360:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.379361:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.379363:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.379363:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.379364:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379365:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.379368:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379371:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.379371:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.379372:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.379373:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.379374:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.379375:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.379375:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.379377:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f03338938 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.379400:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.379402:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.379406:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.379410:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.379415:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.379416:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379418:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379419:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379421:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.379423:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.379424:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379425:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.379427:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=escsm.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.379429:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.379432:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.379434:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379437:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.379438:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.379442:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127120. 00000080:00002000:1.0:1712357316.379446:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77000d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.379450:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.379453:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.379456:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379458:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.379460:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.379461:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.379465:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.379467:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.379471:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.379473:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379474:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.379475:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379481:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.379483:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.379486:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.379490:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.379493:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176448/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379498:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.379499:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.379502:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.379505:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.379507:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.379508:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.379510:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.379512:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.379515:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.379516:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.379517:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.379521:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.379522:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.379523:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.379525:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.379525:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.379530:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.379531:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry escsm.cpython-36.opt-1.pyc (ffff8800a77000d8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.379533:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.379536:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.379539:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.379540:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.379542:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.379543:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379610:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.379611:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.379613:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.379617:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379619:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.379621:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.379622:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.379628:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.379631:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.379632:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379634:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.379635:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.379637:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379639:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.379640:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.379642:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.379643:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.379645:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.379646:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379647:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.379648:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.379650:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379652:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.379653:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.379654:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.379655:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.379657:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.379657:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379659:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.379660:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.379661:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379663:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.379664:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.379666:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.379667:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.379668:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.379669:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.379670:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.379671:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.379672:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.379677:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=escsm.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.379680:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.379681:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=escsm.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.379688:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.379692:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.379694:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.379696:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'escsm.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.379698:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.379700:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='escsm.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.379703:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379704:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.379706:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: escsm.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.379708:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.379710:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.379712:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.379715:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.379718:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.379721:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.379723:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.379724:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.379725:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.379727:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.379728:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.379730:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.379735:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.379739:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.379741:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.379742:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.379743:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.379744:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.379745:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.379750:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.379752:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.379753:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.379755:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.379757:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.379758:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.379764:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.379766:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.379768:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f0333893f to hash 00000020:00000001:1.0:1712357316.379769:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.379770:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.379772:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.379774:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.379775:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.379777:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.379782:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.379789:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.379793:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.379794:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.379797:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.379799:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.379801:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.379802:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.379806:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.379809:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.379810:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.379811:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.379815:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379821:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.379822:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.379825:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.379827:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.379829:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.379838:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.379841:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.379842:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.379844:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.379847:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.379848:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.379853:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.379855:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.379859:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.379873:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176512, portal 10 00000100:00000001:1.0:1712357316.379875:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.379876:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.379880:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.379886:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.379887:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.379889:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357316.379891:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572176512, offset 0 00000400:00000200:1.0:1712357316.379895:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.379900:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.379905:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.379909:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.379913:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.379915:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.379917:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.379920:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [865:865:256:4294967295] 192.168.203.120@tcp LPNI seq info [865:865:8:4294967295] 00000400:00000200:1.0:1712357316.379923:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.379929:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.379934:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.379937:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357316.379941:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.379951:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.379954:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.379972:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.379973:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.379975:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.379977:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.379978:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.379980:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.379981:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.379983:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.379985:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.379985:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.381931:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000800:00000200:3.0:1712357316.382219:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.382223:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357316.382227:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.382232:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.382236:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357316.382238:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357316.382242:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.382247:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.382254:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.382263:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.382268:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.382269:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357316.385530:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127120. 00000800:00000001:3.0:1712357316.385609:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.385619:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.385621:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.385623:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.385630:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.385635:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.385642:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.385646:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.385649:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.385653:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d880 00000400:00000200:3.0:1712357316.385656:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.385661:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d65 [1] + 224 00000800:00000001:3.0:1712357316.385667:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.385679:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.385681:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.385685:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.385690:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.385695:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.385702:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.385724:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.385730:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.385733:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.386864:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.386871:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.386872:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.386875:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.386879:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.386880:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.386883:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.386888:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.386895:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.386900:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.386902:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.386904:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.386906:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.386908:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.386909:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.386911:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.386917:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.386920:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.386922:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.386924:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.386939:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.386942:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.386944:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.386945:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.386947:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.386950:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.386955:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.386957:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.386959:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.386961:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.386967:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176512:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.386970:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.386973:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.386975:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.386976:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.386978:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.386982:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.386985:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.386987:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.386988:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.386991:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.386993:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.386996:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.386998:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.387000:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.387002:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.387005:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387015:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.387019:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387023:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.387025:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387029:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.387030:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.387032:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387036:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.387037:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.387039:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.387041:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.387045:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.387047:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.387049:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387053:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.387055:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.387057:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387060:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.387062:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.387063:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.387064:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.387068:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.387069:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.387071:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.387073:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.387074:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.387078:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.387079:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.387081:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.387082:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.387084:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.387086:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.387086:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.387087:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.387089:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f0333893f from hash 00010000:00000001:1.0:1712357316.387091:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.387092:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.387092:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.387093:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.387094:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.387095:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.387096:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.387097:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.387098:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387099:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.387101:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387104:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.387105:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.387106:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.387107:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.387108:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.387108:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.387109:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.387110:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333893f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.387135:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.387137:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.387140:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.387145:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.387149:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.387150:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387152:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387153:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387155:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.387156:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.387157:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387158:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.387160:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=escsm.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.387162:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.387164:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.387166:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387169:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.387171:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.387174:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127280. 00000080:00002000:1.0:1712357316.387177:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.387182:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.387185:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.387187:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387190:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.387191:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.387193:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.387196:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.387198:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.387202:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.387204:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387205:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.387206:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387212:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.387214:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.387425:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.387431:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.387542:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176512/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.387557:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.387559:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.387562:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.387566:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.387567:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.387569:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.387571:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.387572:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.387575:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.387576:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.387578:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.387606:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.387607:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.387609:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.387610:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.387611:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.387615:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.387617:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry escsm.cpython-36.pyc (ffff8800a7700798, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.387619:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.387621:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.387624:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.387625:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.387626:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.387629:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387661:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.387662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.387664:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.387668:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387670:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.387672:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.387674:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.387686:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.387689:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.387691:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387693:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.387694:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.387696:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387698:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.387699:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.387700:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.387701:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.387703:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.387704:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387705:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.387706:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.387708:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387709:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.387710:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.387711:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.387713:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.387714:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.387715:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387716:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.387717:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.387719:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387720:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.387721:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.387722:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.387723:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.387725:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.387726:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.387727:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.387728:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.387729:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.387736:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=eucjpprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.387739:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.387740:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=eucjpprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.387747:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.387752:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.387754:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.387755:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'eucjpprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.387758:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.387760:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='eucjpprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.387763:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387765:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.387767:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: eucjpprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.387769:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.387771:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.387773:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.387775:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.387779:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.387781:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.387784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.387785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.387786:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.387787:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.387789:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.387791:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.387795:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.387798:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.387800:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.387802:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.387803:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.387804:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.387805:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.387810:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.387812:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.387814:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.387816:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.387817:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.387819:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.387825:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.387827:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.387829:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338946 to hash 00000020:00000001:1.0:1712357316.387830:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.387831:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.387833:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.387835:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.387836:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.387838:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.387843:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.387850:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.387854:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.387855:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.387858:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.387860:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.387861:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.387862:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.387866:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.387868:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.387870:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.387871:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.387875:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.387881:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.387882:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.387884:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.387886:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.387888:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.387903:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.387907:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.387909:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.387910:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.387913:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.387914:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.387920:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.387922:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.387926:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.387930:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176576, portal 10 00000100:00000001:1.0:1712357316.387932:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.387933:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.387937:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.387942:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.387944:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.387946:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357316.387948:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572176576, offset 0 00000400:00000200:1.0:1712357316.387953:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.387957:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.387962:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.387966:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.387969:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.387972:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.387973:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.387976:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [866:866:256:4294967295] 192.168.203.120@tcp LPNI seq info [866:866:8:4294967295] 00000400:00000200:1.0:1712357316.387979:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.387985:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.387989:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.387992:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.387996:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.388006:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.388009:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.388029:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.388031:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.388033:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.388034:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.388036:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.388037:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.388039:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.388040:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.388042:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.388043:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.388121:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.388124:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.388128:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.388131:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.388134:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:3.0:1712357316.388140:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:3.0:1712357316.388143:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.388146:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.388152:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.388154:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.388158:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.388160:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.390876:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000800:00000001:3.0:1712357316.391002:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.391012:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.391014:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.391016:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.391022:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.391028:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.391033:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.391036:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.391040:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.391043:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d8c0 00000400:00000200:3.0:1712357316.391046:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.391050:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d6d [1] + 224 00000800:00000001:3.0:1712357316.391055:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.391067:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.391069:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.391072:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.391076:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.391082:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.391090:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.391111:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.391117:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.391126:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.391406:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.391411:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.391413:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.391415:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.391418:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.391420:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.391422:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.391427:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.391434:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.391440:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.391441:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.391443:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.391445:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.391447:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.391448:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.391450:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.393809:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.393817:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.393820:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.393826:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.393844:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.393847:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.393849:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.393851:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.393853:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.393856:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.393862:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.393865:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.393866:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.393869:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.393876:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176576:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.393880:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.393883:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.393885:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.393886:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.393888:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.393893:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.393896:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.393898:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.393899:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.393902:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.393905:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.393907:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.393910:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.393911:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.393913:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.393917:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.393927:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.393930:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.393935:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.393938:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.393942:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.393943:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.393945:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.393949:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.393951:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.393953:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.393955:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.393959:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.393962:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.393965:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.393970:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.393971:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.393973:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.393977:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.393979:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.393979:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.393980:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.393983:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.393984:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.393986:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.393988:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.393990:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.393994:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.393995:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.393996:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.393997:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.393999:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.394000:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.394001:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.394002:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.394004:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f03338946 from hash 00010000:00000001:1.0:1712357316.394005:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.394006:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.394007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.394007:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.394008:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.394009:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.394011:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.394011:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.394012:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394013:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.394015:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.394019:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.394020:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.394021:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.394021:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.394022:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.394023:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.394024:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.394025:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f03338946 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.394035:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.394036:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.394039:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.394043:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.394048:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.394049:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394050:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394052:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394055:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.394056:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.394057:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394058:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.394060:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=eucjpprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.394062:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.394065:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.394067:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394070:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.394071:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.394075:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c1273e0. 00000080:00002000:1.0:1712357316.394079:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77001b0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.394084:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.394087:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.394089:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394092:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.394093:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.394094:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.394098:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.394100:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.394104:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.394106:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394107:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.394108:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394112:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.394114:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.394117:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.394120:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.394123:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176576/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.394127:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.394129:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.394131:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.394134:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.394136:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.394137:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.394139:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.394141:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.394144:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.394145:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.394146:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.394150:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.394150:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.394152:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.394153:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.394154:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.394158:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.394160:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry eucjpprober.cpython-36.opt-1.pyc (ffff8800a77001b0, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.394162:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.394165:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.394168:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.394170:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.394171:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.394173:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394203:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.394205:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.394208:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.394211:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394214:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.394215:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.394217:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.394222:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.394224:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.394226:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394228:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.394240:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.394243:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394245:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.394246:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.394247:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.394249:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.394250:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.394251:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394253:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.394254:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.394256:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394258:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.394258:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.394260:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.394261:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.394262:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.394263:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394264:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.394265:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.394267:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394269:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.394270:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.394271:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.394272:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.394273:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.394274:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.394276:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.394276:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.394278:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.394285:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=eucjpprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.394287:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.394288:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=eucjpprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.394296:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.394300:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.394302:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.394303:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'eucjpprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.394306:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.394308:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='eucjpprober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.394311:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394313:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.394314:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: eucjpprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.394316:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.394318:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.394320:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.394322:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.394325:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.394328:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.394331:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.394332:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.394333:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.394335:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.394336:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.394338:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.394342:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.394347:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.394349:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.394350:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.394351:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.394352:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.394353:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.394358:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.394360:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.394361:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.394363:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.394365:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.394366:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.394373:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.394374:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.394376:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f0333894d to hash 00000020:00000001:1.0:1712357316.394377:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.394378:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.394380:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.394382:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.394383:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.394384:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.394389:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.394395:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.394399:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.394400:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.394404:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.394405:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.394407:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.394408:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.394411:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.394414:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.394415:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.394417:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.394420:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.394425:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.394426:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.394428:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.394430:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.394432:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176640:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.394440:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.394443:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.394445:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.394447:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.394449:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.394450:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.394457:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.394460:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.394464:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.394469:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176640, portal 10 00000100:00000001:1.0:1712357316.394471:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.394471:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.394476:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.394481:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.394483:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.394484:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357316.394486:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176640, offset 0 00000400:00000200:1.0:1712357316.394490:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.394496:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.394501:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.394504:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.394507:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.394509:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.394511:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.394514:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [867:867:256:4294967295] 192.168.203.120@tcp LPNI seq info [867:867:8:4294967295] 00000400:00000200:1.0:1712357316.394517:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.394523:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.394527:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.394530:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.394535:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.394544:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.394555:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.394574:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.394576:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.394578:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.394579:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.394580:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.394606:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.394608:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.394609:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.394611:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.394612:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.394853:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.394856:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.394859:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.394863:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.394866:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357316.394867:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357316.394870:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.394873:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.394879:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.394881:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.394886:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.394887:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357316.396826:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127280. 00000800:00000001:3.0:1712357316.399275:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.399287:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.399290:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.399292:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.399300:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.399305:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.399311:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.399315:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.399318:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.399322:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d900 00000400:00000200:3.0:1712357316.399325:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.399329:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d75 [1] + 224 00000800:00000001:3.0:1712357316.399335:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.399349:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.399351:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.399355:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.399359:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.399366:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.399383:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.399405:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.399411:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.399414:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.399466:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.399471:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.399473:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.399475:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.399478:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.399480:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.399482:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.399486:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.399493:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.399498:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.399499:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.399501:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.399503:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.399505:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.399506:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.399508:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.399515:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.399517:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.399519:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.399522:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.399535:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.399537:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.399539:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.399540:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.399542:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.399545:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.399563:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.399565:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.399566:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.399569:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.399575:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176640:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.399578:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.399605:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.399607:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.399609:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.399612:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.399617:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.399619:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.399622:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.399623:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.399625:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.399628:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.399630:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.399632:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.399633:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.399636:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.399639:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399649:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.399652:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399656:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.399658:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399662:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.399663:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.399665:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399669:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.399670:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.399672:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.399674:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.399679:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.399681:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.399684:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399688:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.399690:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.399692:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399695:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.399697:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.399698:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.399699:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.399702:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.399704:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.399705:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.399707:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.399709:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.399713:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.399714:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.399716:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.399717:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.399719:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.399720:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.399721:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.399722:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.399723:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f0333894d from hash 00010000:00000001:1.0:1712357316.399725:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.399725:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.399726:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.399727:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.399728:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.399728:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.399730:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.399730:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.399731:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.399733:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.399734:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399738:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.399738:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.399739:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.399740:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.399741:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.399742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.399742:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.399744:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f0333894d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.399753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.399754:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.399758:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.399761:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.399767:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.399768:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.399769:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.399770:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.399772:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.399773:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.399774:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.399775:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.399777:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=eucjpprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.399779:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.399781:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.399783:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.399786:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.399787:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.399791:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127540. 00000080:00002000:1.0:1712357316.399795:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.399799:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.399802:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.399805:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.399807:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.399808:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.399809:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.399813:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.399815:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.399818:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.399820:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.399822:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.399823:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.399828:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.399830:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.399832:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.399836:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.399840:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176640/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.399844:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.399846:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.399848:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.399852:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.399853:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.399855:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.399856:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.399858:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.399861:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.399862:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.400037:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.400042:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.400043:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.400045:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.400046:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.400047:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.400052:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.400053:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry eucjpprober.cpython-36.pyc (ffff8800a7700288, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.400056:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.400058:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.400061:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.400064:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.400065:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.400067:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.400096:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.400098:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.400101:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.400104:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.400107:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.400108:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.400110:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.400116:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.400119:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.400120:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.400122:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.400123:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.400125:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.400127:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.401401:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.401405:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.401407:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.401410:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.401412:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.401415:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.401416:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.401419:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.401422:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.401423:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.401425:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.401426:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.401427:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.401428:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.401429:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.401431:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.401432:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.401434:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.401435:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.401436:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.401437:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.401439:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.401439:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.401441:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.401442:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.401443:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.401450:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euckrfreq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.401452:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.401454:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euckrfreq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.401464:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.401469:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.401472:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.401474:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euckrfreq.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.401476:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.401479:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euckrfreq.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.401481:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.401483:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.401484:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euckrfreq.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.401487:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.401489:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.401492:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.401494:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.401499:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.401501:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.401504:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.401505:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.401506:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.401508:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.401510:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.401512:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.401518:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.401522:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.401524:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.401526:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.401527:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.401528:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.401529:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.401539:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.401542:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.401543:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.401547:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.401557:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.401559:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.401565:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.401567:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.401569:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338954 to hash 00000020:00000001:1.0:1712357316.401570:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.401571:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.401573:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.401575:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.401576:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.401579:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.401608:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.401614:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.401617:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.401619:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.401623:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.401624:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.401625:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.401626:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.401629:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.401632:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.401633:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.401635:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.401640:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.401649:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.401651:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.401653:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.401654:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.401656:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.401664:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.401667:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.401669:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.401670:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.401673:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.401674:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.401683:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.401767:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.401773:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.401805:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176704, portal 10 00000100:00000001:1.0:1712357316.401807:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.401808:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.402242:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.402249:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.402251:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.402253:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357316.402256:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176704, offset 0 00000400:00000200:1.0:1712357316.402260:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.402271:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.402276:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.402284:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.402288:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.402290:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.402296:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.402300:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [868:868:256:4294967295] 192.168.203.120@tcp LPNI seq info [868:868:8:4294967295] 00000400:00000200:1.0:1712357316.402303:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.402314:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.402322:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.402326:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.402331:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.402345:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.402406:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.402854:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.402964:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.402968:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.402976:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.402980:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.402984:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:3.0:1712357316.402985:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:3.0:1712357316.402988:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.402991:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.402999:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.404150:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.404158:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.404159:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357316.404276:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.404278:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.404281:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.404282:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.404284:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.404286:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.404288:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.404290:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.404291:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.405707:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357316.405716:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c1273e0. 00000800:00000001:3.0:1712357316.406631:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.406641:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.406643:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.406645:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.406653:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.406658:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.406664:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.406667:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.406670:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.406673:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d940 00000400:00000200:3.0:1712357316.406676:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.406681:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d7d [1] + 224 00000800:00000001:3.0:1712357316.406694:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.406705:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.406707:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.406710:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.406714:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.406720:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.406727:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.406744:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.406749:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.406751:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.406794:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.406799:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.406800:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.406802:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.406804:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.406805:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.406807:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.406811:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.406817:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.406822:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.406823:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.406825:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.406827:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.406829:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.406830:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.406832:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.406838:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.406841:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.406843:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.406845:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.406857:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.406859:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.406861:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.406862:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.406864:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.406866:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.406871:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.406873:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.406874:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.406876:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.406882:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176704:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.406884:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.406887:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.406888:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.406890:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.406892:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.406896:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.406898:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.406900:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.406901:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.406903:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.406906:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.406908:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.406910:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.406912:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.406913:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.406917:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.406925:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.406928:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.406932:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.406934:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.406937:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.406938:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.406940:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.406943:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.406945:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.406947:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.406948:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.406952:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.406955:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.406957:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.406961:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.406963:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.406965:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.406968:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.406969:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.406970:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.406970:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.406973:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.406974:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.406976:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.406978:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.406979:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.406982:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.406983:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.406985:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.406985:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.406988:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.406989:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.406989:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.406990:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.406992:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338954 from hash 00010000:00000001:1.0:1712357316.406993:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.406994:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.406994:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.406995:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.406996:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.406996:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.406998:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.406998:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.406999:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407000:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.407002:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.407005:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.407005:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.407006:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.407006:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.407007:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.407007:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.407008:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.407009:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338954 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.407018:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.407019:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.407022:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.407027:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.407031:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.407032:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407033:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407034:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407036:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.407038:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.407039:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407040:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.407041:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euckrfreq.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.407043:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.407046:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.407048:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407051:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.407052:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.407055:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c1276a0. 00000080:00002000:1.0:1712357316.407059:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.407063:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.407066:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.407069:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407071:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.407072:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.407073:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.407077:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.407079:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.407083:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.407084:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407086:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.407087:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407091:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.407093:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.407097:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.407100:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.407103:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176704/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.407108:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.407109:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.407112:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.407114:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.407116:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.407118:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.407119:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.407121:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.407123:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.407125:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.407126:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.407129:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.407130:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.407132:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.407133:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.407134:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.407138:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.407139:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euckrfreq.cpython-36.opt-1.pyc (ffff8800a7700870, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.407142:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.407144:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.407146:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.407148:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.407149:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.407150:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407179:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.407181:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.407183:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.407186:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407188:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.407190:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.407192:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.407196:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.407199:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.407201:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407203:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.407204:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.407206:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407208:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.407209:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.407211:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.407212:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.407213:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.407214:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407215:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.407216:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.407218:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407220:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.407220:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.407222:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.407223:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.407224:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.407225:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407226:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.407227:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.407229:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407230:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.407231:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.407233:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.407234:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.407235:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.407236:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.407238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.407238:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.407240:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.407245:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euckrfreq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.407248:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.407249:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euckrfreq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.407263:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.407267:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.407269:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.407271:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euckrfreq.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.407273:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.407276:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euckrfreq.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.407278:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407280:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.407281:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euckrfreq.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.407284:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.407285:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.407287:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.407289:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.407292:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.407295:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.407298:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.407299:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.407300:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.407302:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.407303:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.407306:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.407310:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.407314:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.407316:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.407317:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.407319:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.407320:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.407321:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.407325:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.407327:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.407328:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.407330:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.407331:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.407333:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.407339:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.407340:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.407342:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f0333895b to hash 00000020:00000001:1.0:1712357316.407343:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.407344:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.407346:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.407348:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.407349:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.407350:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.407355:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.407361:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.407364:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.407366:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.407369:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.407370:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.407372:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.407372:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.407375:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.407378:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.407379:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.407380:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.407384:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.407388:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.407390:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.407391:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.407393:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.407395:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176768:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.407403:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.407406:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.407408:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.407409:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.407411:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.407413:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.407416:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.407418:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.407422:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.407425:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176768, portal 10 00000100:00000001:1.0:1712357316.407427:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.407428:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.407432:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.407436:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.407438:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.407439:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357316.407441:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176768, offset 0 00000400:00000200:1.0:1712357316.407444:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.407448:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.407451:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.407455:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.407458:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.407460:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.407462:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.407465:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [869:869:256:4294967295] 192.168.203.120@tcp LPNI seq info [869:869:8:4294967295] 00000400:00000200:1.0:1712357316.407467:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.407473:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.407477:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.407480:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.407484:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.407493:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.407496:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.408170:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.408172:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.408174:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.408176:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.408177:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.408178:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.408180:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.408182:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.408183:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.408184:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.408803:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.408806:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.408810:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.408814:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.408817:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:3.0:1712357316.408818:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:3.0:1712357316.408821:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.408825:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.408831:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.408833:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.408838:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.408839:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.409031:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357316.409036:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127540. 00010000:00000010:2.1:1712357316.411856:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:2.1:1712357316.411865:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c1276a0. 00000800:00000001:3.0:1712357316.413990:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.414002:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.414005:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.414007:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.414016:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.414021:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.414028:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.414040:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.414043:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.414047:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d980 00000400:00000200:3.0:1712357316.414050:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.414055:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d85 [1] + 224 00000800:00000001:3.0:1712357316.414060:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.414071:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.414074:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.414077:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.414082:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.414088:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.414096:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.414117:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.414122:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.414125:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.414181:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.414186:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.414188:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.414190:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.414193:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.414195:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.414197:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.414202:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.414209:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.414214:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.414216:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.414217:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.414220:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.414222:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.414223:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.414226:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.414232:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.414235:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.414237:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.414240:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.414253:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.414256:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.414257:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.414259:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.414260:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.414264:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.414269:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.414272:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.414273:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.414276:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.414282:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176768:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.414285:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.414288:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.414290:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.414291:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.414294:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.414299:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.414302:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.414304:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.414305:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.414308:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.414310:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.414313:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.414315:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.414316:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.414318:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.414322:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414333:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.414336:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414341:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.414343:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414348:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.414349:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.414351:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414355:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.414357:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.414359:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.414361:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.414365:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.414367:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.414369:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414374:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.414376:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.414378:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414382:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.414384:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.414384:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.414385:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.414389:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.414390:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.414391:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.414394:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.414396:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.414400:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.414401:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.414403:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.414404:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.414406:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.414407:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.414408:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.414408:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.414410:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f0333895b from hash 00010000:00000001:1.0:1712357316.414412:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.414412:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.414413:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.414414:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.414415:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.414416:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.414418:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.414418:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.414419:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414421:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.414422:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414425:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.414425:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.414426:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.414427:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.414428:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.414428:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.414429:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.414431:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f0333895b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.414456:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.414458:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.414461:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.414465:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.414471:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.414472:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414473:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414475:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414477:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.414479:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.414480:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414481:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.414483:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euckrfreq.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.414485:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.414488:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.414490:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414493:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.414494:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.414497:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127800. 00000080:00002000:1.0:1712357316.414501:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.414506:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.414508:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.414511:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414513:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.414514:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.414516:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.414520:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.414522:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.414525:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.414527:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414528:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.414530:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414534:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.414536:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.414539:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.414543:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.414546:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176768/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.414560:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.414562:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.414564:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.414567:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.414569:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.414570:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.414571:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.414573:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.414575:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.414577:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.414578:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.414610:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.414610:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.414612:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.414613:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.414614:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.414618:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.414620:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euckrfreq.cpython-36.pyc (ffff8800a7700000, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.414622:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.414624:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.414627:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.414629:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.414630:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.414632:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.414663:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.414665:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.414669:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414671:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.414672:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.414674:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.414680:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.414682:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.414684:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414686:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.414687:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.414689:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414691:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.414692:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.414694:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.414695:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.414697:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.414698:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414700:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.414701:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.414702:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414704:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.414705:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.414706:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.414707:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.414709:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.414709:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414710:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.414711:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.414713:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414715:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.414716:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.414717:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.414718:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.414719:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.414720:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.414721:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.414722:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.414723:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.414732:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euckrprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.414734:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.414736:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euckrprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.414743:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.414747:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.414749:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.414750:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euckrprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.414753:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.414755:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euckrprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.414757:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414759:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.414760:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euckrprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.414763:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.414764:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.414766:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.414768:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.414772:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.414775:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.414777:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.414778:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.414779:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.414781:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.414783:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.414785:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.414788:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.414793:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.414795:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.414797:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.414798:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.414798:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.414800:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.414804:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.414806:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.414807:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.414809:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.414811:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.414812:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.414818:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.414820:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.414821:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f03338962 to hash 00000020:00000001:1.0:1712357316.415211:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.415214:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.415217:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.415220:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.415221:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.415223:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.415229:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.415237:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.415241:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.415242:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.415246:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.415247:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.415249:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.415249:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.415252:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.415255:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.415257:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.415259:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.415263:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.415268:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.415269:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.415271:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.415272:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.415275:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176832:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.415284:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.415288:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.415289:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.415290:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.415293:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.415294:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.415300:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.415302:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.415305:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.415310:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176832, portal 10 00000100:00000001:1.0:1712357316.415311:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.415312:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.415316:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.415321:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.415323:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.415325:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357316.415327:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572176832, offset 0 00000400:00000200:1.0:1712357316.415330:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.415334:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.415339:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.415343:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.415345:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.415348:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.415350:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.415353:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [870:870:256:4294967295] 192.168.203.120@tcp LPNI seq info [870:870:8:4294967295] 00000400:00000200:1.0:1712357316.415355:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.415362:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.415366:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.415369:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.415372:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.415382:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.415385:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.415403:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.415405:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.415407:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.415408:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.415410:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.415411:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.415413:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.415414:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.415416:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.415417:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.415781:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.415784:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.415788:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.415791:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.415794:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:3.0:1712357316.415796:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:3.0:1712357316.415798:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.415801:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.415807:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.415809:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.415813:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.415814:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.417507:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.417525:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.417528:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.417529:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.417537:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.417542:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.417559:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.417563:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.417566:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.417569:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90d9c0 00000400:00000200:3.0:1712357316.417573:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.417577:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d8d [1] + 224 00000800:00000001:3.0:1712357316.417687:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.417701:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.417704:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.417708:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.417713:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.417718:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.417725:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.417783:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.417790:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.417793:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.417826:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.417831:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.417832:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.417834:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.417837:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.417838:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.417840:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.417844:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.417850:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.417855:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.417856:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.417858:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.417860:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.417862:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.417864:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.417865:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.417871:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.417874:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.417876:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.417878:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.417891:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.417893:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.417894:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.417895:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.417897:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.417900:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.417904:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.417906:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.417907:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.417909:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.417915:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176832:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.417917:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.417920:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.417925:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.417926:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.417929:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.417933:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.417935:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.417937:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.417938:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.417941:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.417944:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.417946:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.417948:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.417949:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.417951:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.417954:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.417962:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.417966:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.417970:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.417972:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.417975:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.417976:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.417977:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.417981:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.417983:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.417985:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.417987:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.417990:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.417993:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.417995:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.417999:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.418000:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.418002:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.418005:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.418006:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.418007:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.418007:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.418010:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.418011:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.418013:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.418014:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.418016:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.418019:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.418020:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.418021:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.418022:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.418024:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.418025:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.418026:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.418027:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.418029:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f03338962 from hash 00010000:00000001:1.0:1712357316.418030:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.418030:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.418031:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.418032:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.418032:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.418033:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.418035:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.418035:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.418036:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418037:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.418039:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.418043:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.418044:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.418044:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.418045:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.418046:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.418047:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.418048:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.418049:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f03338962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.418059:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.418060:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.418064:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.418068:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.418073:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.418074:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.418075:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000002:00000001:1.0:1712357316.418075:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418077:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418079:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00000080:00000010:2.1:1712357316.418080:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127800. 00010000:00000001:1.0:1712357316.418080:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.418081:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418083:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.418084:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euckrprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.418086:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.418088:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.418090:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418093:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.418094:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.418096:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127960. 00000080:00002000:1.0:1712357316.418104:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.418109:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.418112:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.418115:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418117:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.418121:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.418207:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.418212:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.418214:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.418217:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.418220:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418221:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.418223:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418227:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.418230:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.418233:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.418236:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.418240:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176832/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.418244:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.418246:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.418248:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.418252:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.418253:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.418254:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.418256:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.418257:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.418260:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.418261:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.418263:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.418267:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.418268:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.418269:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.418270:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.418271:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.418275:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.418277:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euckrprober.cpython-36.opt-1.pyc (ffff8800a7700360, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.418279:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.418282:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.418284:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.418285:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.418286:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.418288:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418318:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.418320:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.418322:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.418325:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418328:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.418329:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.418331:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.418336:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.418338:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.418340:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418341:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.418342:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.418344:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418345:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.418346:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.418347:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.418347:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.418349:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.418349:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418350:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.418351:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.418352:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418353:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.418354:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.418355:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.418356:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.418357:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.418357:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418358:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.418359:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.418360:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418361:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.418361:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.418362:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.418363:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.418363:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.418364:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.418364:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.418365:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.418366:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.418370:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euckrprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.418371:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.418372:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euckrprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.418377:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.418380:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.418381:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.418383:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euckrprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.418385:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.418387:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euckrprober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.418388:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418390:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.418391:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euckrprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.418392:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.418394:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.418395:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.418397:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.418399:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.418401:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.418404:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.418405:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.418405:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.418407:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.418408:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.418410:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.418413:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.418416:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.418417:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.418418:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.418419:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.418420:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.418421:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.418423:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.418425:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.418426:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.418427:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.418428:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.418429:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.418433:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.418434:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.418435:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f03338969 to hash 00000020:00000001:1.0:1712357316.418436:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.418437:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.418439:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.418440:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.418441:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.418442:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.418445:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.418449:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.418451:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.418452:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.418454:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.418455:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.418456:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.418457:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.418459:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.418461:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.418462:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.418462:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.418466:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.418469:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.418470:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.418471:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.418473:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.418474:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.418479:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.418482:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.418482:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.418483:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.418485:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.418486:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.418489:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.418490:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.418493:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.418496:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176896, portal 10 00000100:00000001:1.0:1712357316.418497:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.418498:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.418501:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.418504:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.418505:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.418506:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357316.418507:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176896, offset 0 00000400:00000200:1.0:1712357316.418510:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.418513:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.418516:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.418519:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.418521:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.418523:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.418524:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.418526:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [871:871:256:4294967295] 192.168.203.120@tcp LPNI seq info [871:871:8:4294967295] 00000400:00000200:1.0:1712357316.418528:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.418533:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.418536:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.418537:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.418540:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.418556:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.418559:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.418571:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.418573:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.418574:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.418577:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.418578:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.418579:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000800:00000200:3.0:1712357316.418618:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.418621:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.418623:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.418626:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.418628:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357316.418629:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357316.418631:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.418634:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.418640:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357316.418640:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.418641:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.418643:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.418644:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.418646:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.418651:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.418652:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.420556:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.420566:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.420568:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.420570:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.420577:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.420604:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.420608:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.420611:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.420614:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.420617:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90da00 00000400:00000200:3.0:1712357316.420621:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.420626:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d95 [1] + 224 00000800:00000001:3.0:1712357316.420631:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.420649:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.420651:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.420655:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.420659:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.420664:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.420671:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.420689:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.420694:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.420697:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.420749:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.420754:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.420755:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.420757:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.420761:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.420762:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.420764:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.420768:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.420774:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.420779:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.420780:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.420781:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.420784:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.420786:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.420787:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.420789:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.420794:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.420798:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.420800:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.420802:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.420819:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.420821:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.420823:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.420824:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.420826:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.420829:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.420834:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.420837:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.420838:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.420840:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.420846:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176896:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.420849:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.420852:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.420854:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.420855:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.420858:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.420862:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.420865:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.420867:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.420868:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.420871:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.420874:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.420876:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.420878:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.420880:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.420882:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.420885:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420895:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.420898:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420902:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.420904:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420908:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.420909:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.420910:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420914:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.420916:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.420918:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.420921:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.420925:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.420927:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.420929:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420933:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.420934:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.420936:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420939:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.420941:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.420941:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.420942:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.420946:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.420948:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.420949:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.420951:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.420953:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.420957:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.420958:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.420960:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.420961:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.420963:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.420964:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.420964:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.420965:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.420967:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f03338969 from hash 00010000:00000001:1.0:1712357316.420969:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.420969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.420970:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.420971:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.420971:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.420972:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.420974:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.420974:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.420975:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.420976:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.420978:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420981:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.420982:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.420983:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.420983:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.420984:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.420985:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.420986:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.420987:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f03338969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.420999:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.421000:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.421003:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.421007:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.421013:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.421014:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421015:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421016:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421018:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.421020:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.421021:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421022:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.421023:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euckrprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.421025:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.421028:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.421030:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421032:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.421034:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.421037:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127b00. 00000080:00002000:1.0:1712357316.421041:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77005e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.421045:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.421048:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.421051:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421053:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.421054:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.421056:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.421060:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.421062:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.421065:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.421067:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421068:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.421070:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421075:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.421077:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.421080:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.421084:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.421087:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176896/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.421092:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.421094:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.421096:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.421099:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.421100:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.421101:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.421103:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.421104:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.421107:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.421108:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.421110:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.421113:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.421114:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.421115:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.421116:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.421117:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.421132:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.421134:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euckrprober.cpython-36.pyc (ffff8800a77005e8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.421136:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.421139:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.421142:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.421144:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.421145:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.421147:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421177:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.421180:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.421181:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.421185:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421188:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.421189:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.421195:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.421200:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.421202:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.421204:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421206:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.421207:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.421210:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421211:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.421212:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.421214:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.421215:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.421216:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.421217:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421218:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.421219:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.421220:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421222:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.421223:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.421224:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.421225:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.421226:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.421227:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421228:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.421229:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.421231:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421232:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.421233:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.421234:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.421235:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.421236:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.421237:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.421238:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.421239:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.421241:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.421246:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euctwfreq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.421248:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.421249:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euctwfreq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.421255:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.421259:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.421261:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.421262:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euctwfreq.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.421264:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.421267:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euctwfreq.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.421269:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421270:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.421271:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euctwfreq.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.421274:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.421276:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.421278:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.421280:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.421283:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.421285:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.421288:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.421289:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.421290:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.421292:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.421293:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.421295:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.421299:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.421303:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.421305:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.421306:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.421307:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.421308:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.421309:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.421313:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.421316:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.421317:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.421323:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.421324:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.421326:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.421338:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.421340:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.421342:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f03338970 to hash 00000020:00000001:1.0:1712357316.421343:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.421344:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.421346:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.421348:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.421349:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.421351:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.421355:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.421361:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.421365:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.421366:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.421369:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.421371:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.421372:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.421373:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.421377:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.421380:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.421382:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.421383:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.421387:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.421391:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.421393:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.421394:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.421396:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.421398:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176960:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.421405:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.421408:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.421410:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.421412:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.421414:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.421416:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.421419:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.421422:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.421427:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.421430:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572176960, portal 10 00000100:00000001:1.0:1712357316.421431:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.421432:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.421436:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.421440:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.421442:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.421443:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357316.421445:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572176960, offset 0 00000400:00000200:1.0:1712357316.421449:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.421452:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.421456:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.421459:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.421462:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.421465:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.421466:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.421469:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [872:872:256:4294967295] 192.168.203.120@tcp LPNI seq info [872:872:8:4294967295] 00000400:00000200:1.0:1712357316.421471:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.421477:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.421481:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.421484:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.421488:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.421496:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.421499:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.421516:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.421517:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.421519:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.421521:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.421522:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.421523:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.421525:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.421526:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.421527:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.421528:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.421657:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.421660:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.421662:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.421666:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.421668:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:3.0:1712357316.421674:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:3.0:1712357316.421676:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.421680:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.421685:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.421687:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.421692:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.421693:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.421694:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000800:00000001:3.0:1712357316.423271:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.423279:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.423282:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.423283:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.423289:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.423294:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.423298:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.423301:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.423303:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.423306:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90da40 00000400:00000200:3.0:1712357316.423309:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.423314:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1d9d [1] + 224 00000800:00000001:3.0:1712357316.423318:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.423330:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.423332:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.423335:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.423338:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.423343:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.423350:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.423369:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.423374:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.423387:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.423446:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.423451:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.423452:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.423454:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.423457:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.423459:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.423460:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.423464:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.423470:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.423476:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.423477:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.423478:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.423481:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.423482:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.423484:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.423486:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.423491:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.423495:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.423497:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.423500:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.423513:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.423515:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.423517:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.423518:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.423520:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.423524:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.423529:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.423531:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.423532:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.423535:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.423540:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572176960:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.423543:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.423546:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.423557:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.423559:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.423561:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.423566:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.423569:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.423570:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.423571:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.423574:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.423576:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.423579:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.423649:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.423651:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.423653:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.423657:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423667:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.423670:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423674:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.423676:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423679:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.423680:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.423681:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423685:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.423686:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.423688:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.423690:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.423693:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.423695:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.423697:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423701:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.423703:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.423704:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423708:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.423709:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.423710:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.423711:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.423714:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.423716:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.423717:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.423719:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.423720:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.423724:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.423725:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.423727:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.423728:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.423729:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.423730:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.423731:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.423732:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.423734:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f03338970 from hash 00010000:00000001:1.0:1712357316.423736:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.423736:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.423737:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.423738:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.423739:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.423740:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.423741:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.423742:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.423743:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423744:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.423746:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423749:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.423750:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.423751:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.423751:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.423752:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.423753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.423754:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.423755:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f03338970 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.423765:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.423765:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.423768:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.423771:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.423775:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.423775:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423776:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423777:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423778:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.423780:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.423780:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423781:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.423782:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euctwfreq.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.423783:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.423785:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.423786:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423788:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.423789:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.423791:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127c60. 00000080:00002000:1.0:1712357316.423794:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.423797:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.423800:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.423802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423803:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.423804:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.423806:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.423809:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.423810:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.423812:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.423813:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423814:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.423815:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423818:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.423820:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.423821:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.423824:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.423826:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572176960/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.423829:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.423830:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.423832:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.423834:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.423835:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.423836:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.423836:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.423837:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.423839:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.423840:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.423841:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.423843:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.423844:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.423845:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.423845:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.423846:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.423850:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.423851:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euctwfreq.cpython-36.opt-1.pyc (ffff8800a7700a20, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.423852:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.423854:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.423855:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.423857:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.423858:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.423859:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423882:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.423883:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.423885:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.423888:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423890:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.423891:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.423893:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.423897:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.423900:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.423902:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423903:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.423904:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.423906:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423908:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.423909:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.423911:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.423912:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.423913:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.423914:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423915:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.423916:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.423917:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423919:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.423920:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.423921:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.423922:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.423923:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.423924:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423925:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.423926:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.423928:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423929:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.423930:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.423931:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.423932:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.423933:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.423934:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.423935:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.423936:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.423937:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.423942:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euctwfreq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.423944:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.423945:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euctwfreq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.423952:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.423955:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.423957:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.423958:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euctwfreq.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.423961:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.423963:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euctwfreq.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.423965:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.423966:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.423967:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euctwfreq.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.423970:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.423972:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.423974:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.423976:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.423979:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.423981:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.423984:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.423985:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.423985:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.423987:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.423988:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.423990:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.423994:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.423998:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.424000:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.424002:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.424003:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.424003:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.424004:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.424008:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.424010:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.424011:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.424014:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.424015:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.424017:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.424022:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.424024:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.424026:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f03338977 to hash 00000020:00000001:1.0:1712357316.424027:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.424028:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.424031:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.424033:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.424033:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.424035:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.424040:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.424047:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.424051:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.424052:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.424055:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.424056:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.424058:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.424059:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.424062:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.424064:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.424066:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.424066:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.424070:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.424075:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.424076:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.424078:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.424080:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.424082:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177024:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.424091:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.424094:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.424096:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.424097:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.424099:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.424100:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.424104:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.424106:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.424109:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.424112:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177024, portal 10 00000100:00000001:1.0:1712357316.424114:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.424114:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.424118:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.424123:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.424125:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.424126:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357316.424129:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177024, offset 0 00000400:00000200:1.0:1712357316.424132:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.424136:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.424140:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.424143:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.424146:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.424148:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.424150:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.424153:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [873:873:256:4294967295] 192.168.203.120@tcp LPNI seq info [873:873:8:4294967295] 00000400:00000200:1.0:1712357316.424156:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.424161:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.424165:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.424168:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.424171:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.424180:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.424183:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.424199:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.424201:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.424203:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.424205:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.424206:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.424207:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.424209:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.424210:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.424216:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.424216:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.424283:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.424286:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.424289:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.424292:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.424294:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357316.424295:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357316.424298:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.424300:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.424314:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.424316:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.424320:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.424321:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000080:00000010:2.1:1712357316.424752:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127960. 00010000:00000010:2.1:1712357316.424761:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:2.1:1712357316.424763:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127b00. 00000800:00000001:3.0:1712357316.427951:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.427964:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.427968:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.427970:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.427980:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.427985:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00010000:00000010:2.1:1712357316.428135:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:2.1:1712357316.428142:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127c60. 00000400:00000200:3.0:1712357316.428331:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.428334:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.428337:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.428341:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90da80 00000400:00000200:3.0:1712357316.428344:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.428348:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1da5 [1] + 224 00000800:00000001:3.0:1712357316.428355:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.428368:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.428371:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.428374:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.428379:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.428386:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.428409:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.428426:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.428432:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.428435:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.428449:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.428454:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.428455:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.428458:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.428461:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.428463:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.428465:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.428469:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.428476:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.428481:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.428483:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.428484:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.428487:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.428488:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.428490:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.428492:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.428498:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.428501:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.428503:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.428505:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.428519:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.428521:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.428523:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.428524:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.428526:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.428529:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.428534:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.428536:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.428538:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.428540:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.428545:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177024:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.428556:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.428559:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.428561:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.428562:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.428565:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.428569:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.428571:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.428573:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.428574:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.428577:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.428579:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.428743:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.428746:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:1.0:1712357316.428748:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.428750:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:1.0:1712357316.428753:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428764:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.428767:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428772:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.428774:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428778:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.428779:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.428781:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428785:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.428786:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.428788:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.428790:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.428794:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.428796:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.428798:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428802:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.428803:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.428805:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428808:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.428809:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.428810:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.428811:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.428815:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:1.0:1712357316.428816:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.428817:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.428819:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.428821:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.428824:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.428825:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.428827:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.428827:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.428830:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.428831:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.428831:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.428832:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.428834:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f03338977 from hash 00010000:00000001:1.0:1712357316.428835:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.428836:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.428836:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.428837:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.428837:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.428838:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.428840:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.428840:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.428841:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.428842:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.428844:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428847:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.428847:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.428848:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.428849:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.428849:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.428850:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.428850:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.428851:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f03338977 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.428871:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.428872:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.428875:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.428879:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.428884:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.428886:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.428887:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.428889:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.428890:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.428892:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.428892:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.428894:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.428895:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euctwfreq.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.428897:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.428900:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.428901:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.428904:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.428906:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.428908:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127dc0. 00000080:00002000:1.0:1712357316.428912:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700af8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.428916:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.428918:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.428921:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.428923:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.428925:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.428926:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.428931:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.428933:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.428936:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.428939:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.428940:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.428941:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.428946:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.428948:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.428951:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.428955:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.428958:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177024/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.428962:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.428963:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.428966:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.428969:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.428970:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.428971:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.428973:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.428974:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.428977:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.428978:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.428979:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.428983:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.428984:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.428985:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.428986:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.428987:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.428991:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.428992:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euctwfreq.cpython-36.pyc (ffff8800a7700af8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.428995:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.428997:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.428999:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.429000:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.429001:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.429003:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429031:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.429033:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.429034:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.429038:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429041:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.429042:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.429044:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.429049:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.429051:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.429053:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429055:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.429056:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.429058:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429060:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.429061:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.429062:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.429063:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.429065:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.429066:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429067:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.429068:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.429070:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429071:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.429072:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.429074:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.429075:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.429076:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.429077:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429078:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.429079:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.429081:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429083:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.429083:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.429085:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.429085:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.429086:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.429087:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.429088:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.429089:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.429090:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.429096:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euctwprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.429099:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.429100:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euctwprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.429106:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.429110:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.429112:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.429113:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euctwprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.429116:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.429118:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euctwprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.429121:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.429122:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.429123:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euctwprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.429126:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.429127:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.429130:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.429132:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.429135:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.429138:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.429140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.429141:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.429142:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.429143:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.429145:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.429147:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.429151:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.429155:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.429157:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.429158:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.429159:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.429160:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.429162:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.429166:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.429168:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.429169:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.429170:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.429172:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.429173:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.429178:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.429180:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.429181:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f0333897e to hash 00000020:00000001:1.0:1712357316.429183:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.429183:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.429185:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.429187:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.429188:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.429190:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.429194:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.429199:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.429203:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.429204:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.429206:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.429207:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.429209:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.429210:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.429212:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.429214:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.429216:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.429217:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.429220:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.429226:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.429227:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.429229:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.429230:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.429232:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.429239:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.429241:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.429242:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.429244:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.429246:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.429247:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.429251:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.429252:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.429255:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.429259:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177088, portal 10 00000100:00000001:1.0:1712357316.429261:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.429261:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.429265:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.429270:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.429271:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.429272:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357316.429274:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572177088, offset 0 00000400:00000200:1.0:1712357316.429277:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.429281:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.429284:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.429288:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.429291:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.429293:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.429294:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.429297:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [874:874:256:4294967295] 192.168.203.120@tcp LPNI seq info [874:874:8:4294967295] 00000400:00000200:1.0:1712357316.429300:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.429306:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.429310:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.429312:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357316.429315:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.429323:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.429326:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.429341:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.429343:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.429344:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.429346:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.429347:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.429349:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.429350:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.429351:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.429352:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.429353:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.429660:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.429663:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357316.429668:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.429672:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.429674:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357316.429675:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357316.429677:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.429680:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.429686:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.429688:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.429693:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.429694:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.431916:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.431928:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.431931:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.431933:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.431940:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.431944:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.431950:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.431953:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.431956:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.431959:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dac0 00000400:00000200:3.0:1712357316.431962:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.431966:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1dad [1] + 224 00000800:00000001:3.0:1712357316.431980:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.431993:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.431995:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.431998:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.432002:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.432008:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.432015:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.432034:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.432040:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.432043:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.432084:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.432089:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.432091:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.432093:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.432096:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.432098:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.432100:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.432104:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.432110:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.432116:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.432117:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.432119:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.432121:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.432123:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.432125:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.432127:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.432134:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.432137:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.432139:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.432142:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.432155:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.432158:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.432159:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.432161:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.432163:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.432166:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.432171:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.432174:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.432176:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.432178:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.432185:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177088:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.432188:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.432191:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.432193:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.432194:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.432196:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.432201:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.432203:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.432205:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.432206:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.432209:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.432212:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.432214:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.432216:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.432218:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.432221:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.432224:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432235:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.432238:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432242:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.432243:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432248:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.432249:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.432250:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432254:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.432256:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.432258:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.432260:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.432264:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.432267:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.432270:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432274:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.432275:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.432277:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432280:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.432282:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.432283:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.432284:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.432288:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.432289:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.432290:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.432292:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.432294:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.432298:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.432299:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.432301:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.432302:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.432304:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.432305:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.432306:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.432307:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.432309:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f0333897e from hash 00010000:00000001:1.0:1712357316.432310:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.432311:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.432311:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.432312:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.432313:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.432314:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.432315:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.432316:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.432317:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.432318:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.432320:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432323:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.432324:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.432325:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.432326:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.432327:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.432327:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.432328:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.432329:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f0333897e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.432341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.432342:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.432345:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.432349:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.432355:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.432356:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.432357:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.432358:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.432361:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.432362:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.432363:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.432364:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.432366:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euctwprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.432368:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.432371:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.432372:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.432375:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.432376:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.432380:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127f20. 00000080:00002000:1.0:1712357316.432384:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700a20 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.432389:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.432393:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.432395:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.432397:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.432399:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.432400:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.432405:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.432407:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.432410:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.432412:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.432413:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.432414:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.432419:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.432422:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.432425:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.432429:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.432432:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177088/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.432437:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.432438:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.432441:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.432444:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.432445:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.432446:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.432448:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.432449:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.432452:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.432454:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.432455:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.432459:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.432460:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.432462:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.432463:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.432464:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.432469:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.432470:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euctwprober.cpython-36.opt-1.pyc (ffff8800a7700a20, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.432473:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.432475:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.432479:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.432480:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.432481:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.432483:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433601:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.433604:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.433606:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.433612:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433616:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.433617:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.433619:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.433626:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.433629:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.433631:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433632:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.433633:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.433636:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433637:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.433638:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.433639:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.433640:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.433642:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.433642:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433644:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.433645:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.433646:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433648:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.433649:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.433650:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.433651:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.433652:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.433652:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433653:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.433654:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.433656:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433657:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.433657:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.433659:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.433659:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.433661:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.433661:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.433662:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.433663:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.433664:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.433670:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=euctwprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.433673:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.433674:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=euctwprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.433681:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.433685:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.433688:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.433689:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'euctwprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.433692:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.433694:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='euctwprober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.433696:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.433699:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.433700:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: euctwprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.433703:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.433704:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.433707:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.433710:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.433714:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.433717:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.433720:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.433721:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.433722:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.433724:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.433725:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.433727:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.433731:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.433735:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.433737:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.433739:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.433740:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.433741:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.433742:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.433746:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.433748:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.433749:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.433752:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.433754:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.433756:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.433760:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.433762:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.433763:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f03338985 to hash 00000020:00000001:1.0:1712357316.433765:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.433766:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.433768:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.433769:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.433770:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.433772:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.433778:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.433784:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.433788:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.433789:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.433793:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.433794:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.433796:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.433797:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.433800:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.433803:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.433805:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.433806:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.433810:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.433816:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.433817:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.433818:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.433820:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.433822:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.433835:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.433839:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.433840:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.433841:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.433844:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.433845:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.433850:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.433853:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.433856:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.433861:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177152, portal 10 00000100:00000001:1.0:1712357316.433863:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.433864:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.433867:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.433872:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.433874:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.433876:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357316.433878:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177152, offset 0 00000400:00000200:1.0:1712357316.433881:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.433886:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.433890:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.433894:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.433897:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.433899:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.433901:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.433903:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [875:875:256:4294967295] 192.168.203.120@tcp LPNI seq info [875:875:8:4294967295] 00000400:00000200:1.0:1712357316.433906:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.433912:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.433916:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.433918:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.433922:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.433930:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.433933:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.433954:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.433956:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.433957:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.433959:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.433960:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.433962:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.433963:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.433965:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.433966:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.433967:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.434399:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.434402:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.434406:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.434410:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.434414:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357316.434415:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357316.434418:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.434422:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.434428:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.434431:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.434436:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.434437:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.437562:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.437574:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.437577:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.437579:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.437614:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.437620:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.437626:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.437639:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.437642:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.437646:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90db00 00000400:00000200:3.0:1712357316.437649:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.437654:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1db5 [1] + 224 00000800:00000001:3.0:1712357316.437660:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.437670:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.437672:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.437676:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.437681:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.437687:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.437695:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.437710:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.437716:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.437719:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.437731:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.437736:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.437738:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.437740:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.437743:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.437745:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.437747:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.437752:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.437758:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.437763:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.437764:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.437766:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.437769:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.437771:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.437772:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.437774:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.437780:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.437783:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.437786:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.437788:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.437803:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.437805:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.437807:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.437808:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.437810:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.437813:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.437818:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.437820:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.437822:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.437824:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.437829:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177152:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.437832:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.437836:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.437838:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.437839:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.437841:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.437846:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.437848:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.437850:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.437851:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.437854:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.437857:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.437859:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.437861:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.437863:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.437865:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.437868:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437879:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.437882:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437887:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.437889:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437893:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.437894:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.437896:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437900:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.437901:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.437904:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.437905:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.437910:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.437913:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.437915:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437920:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.437921:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.437923:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437927:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.437928:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.437929:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.437930:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.437934:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.437936:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.437937:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.437939:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.437941:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.437944:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.437945:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.437947:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.437948:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.437950:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.437951:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.437952:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.437953:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.437955:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f03338985 from hash 00010000:00000001:1.0:1712357316.437956:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.437957:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.437957:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.437958:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.437959:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.437960:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.437961:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.437962:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.437963:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.437964:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.437965:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437969:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.437969:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.437970:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.437971:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.437971:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.437972:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.437972:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.437974:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f03338985 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.437983:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.437984:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.437988:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.437992:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.437997:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.437998:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438000:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438001:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438003:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.438004:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.438005:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438006:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.438007:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=euctwprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.438009:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.438012:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.438013:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438016:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.438018:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.438021:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012c127a40. 00000080:00002000:1.0:1712357316.438025:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77005e8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.438029:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.438032:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.438034:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438036:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.438037:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.438039:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.438043:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.438044:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.438047:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.438049:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438050:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.438052:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438055:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.438057:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.438060:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.438063:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.438065:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177152/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.438070:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.438071:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.438074:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.438077:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.438078:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.438080:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.438081:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.438082:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.438085:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.438086:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.438088:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.438091:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.438091:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.438093:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.438094:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.438095:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.438099:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.438100:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry euctwprober.cpython-36.pyc (ffff8800a77005e8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.438102:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.438104:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.438107:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.438109:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.438110:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.438112:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438140:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.438142:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.438143:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.438146:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438148:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.438149:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.438151:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.438155:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.438157:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.438159:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438160:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.438161:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.438163:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438164:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.438165:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.438167:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.438168:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.438169:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.438170:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438171:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.438172:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.438173:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438175:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.438176:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.438177:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.438178:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.438180:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.438180:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438181:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.438182:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.438184:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438185:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.438186:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.438187:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.438187:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.438188:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.438189:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.438190:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.438191:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.438192:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.438197:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=gb2312freq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.438199:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.438200:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=gb2312freq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.438206:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.438210:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.438211:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.438213:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'gb2312freq.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.438215:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.438217:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='gb2312freq.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.438219:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438221:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.438222:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: gb2312freq.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.438225:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.438226:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.438228:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.438230:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.438233:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.438236:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.438238:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.438239:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.438240:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.438241:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.438243:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.438245:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.438249:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.438252:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.438254:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.438255:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.438256:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.438257:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.438258:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.438262:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.438264:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.438265:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.438267:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.438268:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.438270:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.438274:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.438275:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.438277:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f0333898c to hash 00000020:00000001:1.0:1712357316.438278:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.438279:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.438282:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.438283:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.438284:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.438286:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.438290:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.438296:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.438299:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.438300:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.438303:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.438304:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.438306:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.438306:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.438309:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.438311:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.438313:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.438314:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.438317:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.438322:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.438323:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.438325:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.438327:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.438329:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.438336:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.438340:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.438341:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.438343:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.438345:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.438346:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.438350:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.438352:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.438355:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.438359:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177216, portal 10 00000100:00000001:1.0:1712357316.438360:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.438361:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.438365:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.438370:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.438372:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.438373:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357316.438375:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177216, offset 0 00000400:00000200:1.0:1712357316.438379:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.438382:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.438386:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.438390:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.438393:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.438396:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.438397:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.438400:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [876:876:256:4294967295] 192.168.203.120@tcp LPNI seq info [876:876:8:4294967295] 00000400:00000200:1.0:1712357316.438403:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.438409:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.438413:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.438416:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.438419:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.438427:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.438430:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.438443:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.438444:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.438446:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.438447:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.438448:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.438450:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.438451:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.438452:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.438454:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.438455:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.438512:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.438515:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357316.438518:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.438521:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.438523:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357316.438524:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357316.438527:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.438530:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.438536:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.438538:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.438542:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.438543:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.440655:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.440672:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.440674:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.440676:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.440682:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.440687:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.440691:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.440695:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.440697:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.440701:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90db40 00000400:00000200:3.0:1712357316.440704:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00010000:00000010:2.1:1712357316.440921:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:2.1:1712357316.440929:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127dc0. 00000400:00000200:3.0:1712357316.440937:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1dbd [1] + 224 00000800:00000001:3.0:1712357316.440944:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.440957:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.440959:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.440962:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.440967:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.440974:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.440981:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.441001:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.441007:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.441009:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.441819:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.441826:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.441831:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.441834:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.441838:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.441840:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.441842:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.441848:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.441856:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.441863:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.441865:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.441866:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.441869:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.441871:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.441872:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.441874:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.441880:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.441883:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.441884:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.441887:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.441902:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.441904:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.441906:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.441907:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.441909:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.441912:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.441917:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.441920:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.441922:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.441924:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.441930:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177216:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.441933:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.442312:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.442316:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.442320:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.442324:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.442330:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.442332:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.442334:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.442335:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.442338:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.442518:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.442521:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.442523:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.442525:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.442527:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.442531:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.442545:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.442561:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.442565:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.442567:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.442572:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.442573:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.442575:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.442580:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.442671:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.442674:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.442676:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.442681:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.442684:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.442686:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.442691:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.442692:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.442694:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.442697:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.443013:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.443015:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.443016:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.443021:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.443022:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.443024:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.443026:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.443028:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.443033:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.443034:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.443036:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.443037:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.443039:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.443041:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.443041:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.443042:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.443045:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f0333898c from hash 00010000:00000001:1.0:1712357316.443046:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.443047:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.443048:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.443048:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.443049:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.443050:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.443052:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.443052:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.443053:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443055:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.443057:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.443060:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.443061:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.443062:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.443063:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.443064:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.443065:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.443066:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.443067:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f0333898c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.443079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.443080:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.443084:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.443088:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.443094:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.443095:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443096:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443097:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443100:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.443102:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.443102:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443103:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.443105:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=gb2312freq.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.443108:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.443110:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.443112:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443115:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.443116:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.443119:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b206060. 00000080:00002000:1.0:1712357316.443124:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.443128:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.443131:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.443134:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443137:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.443138:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.443140:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.443144:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.443146:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.443149:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.443151:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443152:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.443153:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443158:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.443160:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.443164:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.443167:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.443170:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177216/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.443175:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.443177:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.443180:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.443183:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.443185:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.443186:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.443188:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.443190:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.443193:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.443194:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.443195:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.443199:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.443199:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.443201:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.443202:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.443203:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.443208:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.443209:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry gb2312freq.cpython-36.opt-1.pyc (ffff8800a7700360, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.443211:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.443213:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.443216:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.443218:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.443220:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.443221:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443250:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.443252:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.443254:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.443258:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443261:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.443262:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.443264:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.443269:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.443272:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.443274:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443276:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.443277:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.443279:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443281:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.443282:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.443284:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.443285:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.443286:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.443287:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443289:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.443290:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.443291:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443293:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.443294:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.443295:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.443296:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.443298:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.443299:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443300:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.443301:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.443302:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443304:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.443305:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.443306:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.443307:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.443308:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.443309:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.443310:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.443311:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.443312:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.443317:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=gb2312freq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.443320:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.443321:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=gb2312freq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.443327:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.443332:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.443333:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.443335:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'gb2312freq.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.443337:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.443339:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='gb2312freq.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.443342:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443343:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.443344:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: gb2312freq.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.443347:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.443349:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.443351:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.443354:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.443357:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.443359:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.443362:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.443363:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.443364:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.443365:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.443367:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.443369:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.443374:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.443377:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.443379:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.443381:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.443382:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.443383:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.443384:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.443389:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.443391:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.443392:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.443394:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.443395:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.443397:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.443403:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357316.443405:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.443407:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f03338993 to hash 00000020:00000001:1.0:1712357316.443408:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.443409:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.443411:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.443413:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.443414:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.443417:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.443422:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.443428:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.443432:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.443433:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.443436:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.443438:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.443440:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.443440:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.443443:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.443446:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.443448:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.443449:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.443453:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.443458:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.443460:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.443462:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.443464:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.443466:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.443474:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.443478:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.443479:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.443481:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.443483:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.443484:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.443491:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.443493:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.443497:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.443502:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177280, portal 10 00000100:00000001:1.0:1712357316.443504:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.443505:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.443509:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.443514:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.443516:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.443517:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357316.443520:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177280, offset 0 00000400:00000200:1.0:1712357316.443524:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.443528:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.443534:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.443538:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.443541:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.443543:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.443545:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.443555:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [877:877:256:4294967295] 192.168.203.120@tcp LPNI seq info [877:877:8:4294967295] 00000400:00000200:1.0:1712357316.443559:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.443565:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.443570:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.443574:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357316.443578:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.443614:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.443618:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.443639:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.443641:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.443642:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.443644:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.443646:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.443648:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.443650:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.443651:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.443653:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.443654:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.443769:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357316.443775:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127f20. 00010000:00000010:2.1:1712357316.443781:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:2.1:1712357316.443783:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012c127a40. 00000800:00000200:3.0:1712357316.443942:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.443946:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:3.0:1712357316.443950:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.443953:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.443956:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357316.443958:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357316.443961:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.443964:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.443970:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.443977:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.443981:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.443982:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.446346:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.446354:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.446357:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.446359:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.446366:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.446372:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.446377:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.446380:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.446382:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.446386:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90db80 00000400:00000200:3.0:1712357316.446389:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.446393:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1dc5 [1] + 224 00000800:00000001:3.0:1712357316.446398:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.446408:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.446410:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.446413:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.446418:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.446423:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.446431:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.446449:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.446454:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.446457:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.446612:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.446618:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.446619:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.446622:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.446625:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.446627:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.446629:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.446633:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.446638:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.446643:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.446644:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.446646:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.446648:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.446650:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.446652:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.446654:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.446661:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.446664:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.446666:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.446668:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.446681:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.446684:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.446685:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.446687:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.446688:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.446691:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.446697:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.446699:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.446700:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.446703:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.446709:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177280:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.446712:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.446714:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.446716:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.446717:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.446719:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.446724:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.446726:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.446728:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.446729:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.446732:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.446734:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.446737:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.446739:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357316.446741:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.446742:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357316.446746:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446755:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.446758:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446762:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.446764:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446768:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.446769:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.446771:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446775:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.446777:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.446779:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.446781:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.446784:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.446787:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.446790:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446794:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.446795:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.446798:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446801:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.446803:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.446804:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.446805:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.446808:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357316.446809:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.446811:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.446813:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.446815:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.446818:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.446819:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.446820:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.446821:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.446823:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.446824:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.446825:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.446826:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.446828:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f03338993 from hash 00010000:00000001:1.0:1712357316.446830:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.446830:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.446831:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.446832:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.446833:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.446834:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.446835:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.446836:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.446837:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.446838:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.446839:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446842:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.446842:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.446843:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.446844:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.446845:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.446845:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.446846:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.446848:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f03338993 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.446857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.446858:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.446861:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.446865:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.446870:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.446871:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.446872:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.446873:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.446875:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.446877:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.446877:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.446879:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.446880:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=gb2312freq.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.446883:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.446885:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.446887:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.446889:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.446891:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.446894:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b2061c0. 00000080:00002000:1.0:1712357316.446897:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700000 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.446901:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.446904:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.446908:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.446910:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.446912:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.446913:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.446918:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.446920:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.446923:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.446925:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.446926:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.446927:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.446931:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.446934:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.446937:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.446940:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.446943:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.446947:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.446949:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.446951:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.446954:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.446956:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.446957:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.446959:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.446960:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.446962:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.446964:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.446966:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.446969:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.446970:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.446971:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.446972:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.446973:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.446977:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.446979:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry gb2312freq.cpython-36.pyc (ffff8800a7700000, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.446981:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.446983:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.446985:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.446988:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.446989:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.446991:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447020:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.447022:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.447024:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.447028:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447030:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.447031:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.447033:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.447038:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.447041:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.447043:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447045:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.447046:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.447048:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447050:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.447051:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.447053:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.447054:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.447056:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.447057:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447058:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.447059:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.447061:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447063:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.447064:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.447065:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.447066:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.447068:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.447069:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447070:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.447071:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.447073:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447074:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.447075:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.447077:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.447078:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.447079:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.447079:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.447081:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.447082:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.447084:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.447089:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=gb2312prober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.447092:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.447093:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=gb2312prober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.447101:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.447105:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.447107:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.447108:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'gb2312prober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.447110:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.447113:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='gb2312prober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.447115:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.447116:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.447118:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: gb2312prober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.447120:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.447122:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.447124:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.447126:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.447129:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.447132:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.447135:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.447136:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.447137:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.447139:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.447140:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.447142:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.447146:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.447150:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.447152:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.447154:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.447155:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.447155:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.447157:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.447161:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.447163:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.447164:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.447166:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.447167:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.447169:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.447174:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.447176:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.447177:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f0333899a to hash 00000020:00000001:1.0:1712357316.447179:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.447179:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.447181:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.447183:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.447184:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.447186:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.447190:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.447197:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.447201:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.447202:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.447205:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.447207:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.447208:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.447209:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.447212:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.447215:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.447217:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.447218:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.447222:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.447228:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.447229:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.447231:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.447232:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.447235:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.447251:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.447255:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.447256:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.447258:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.447260:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.447261:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.447265:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.447267:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.447270:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.447274:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177344, portal 10 00000100:00000001:1.0:1712357316.447276:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.447277:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.447281:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.447285:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.447287:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.447288:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357316.447291:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572177344, offset 0 00000400:00000200:1.0:1712357316.447294:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.447298:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.447302:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.447306:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.447309:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.447311:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.447313:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.447315:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [878:878:256:4294967295] 192.168.203.120@tcp LPNI seq info [878:878:8:4294967295] 00000400:00000200:1.0:1712357316.447318:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.447325:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.447329:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.447332:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4200. 00000800:00000200:1.0:1712357316.447337:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.447346:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.447348:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.447368:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.447370:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.447372:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.447374:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.447375:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.447377:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.447378:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.447379:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.447381:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.447382:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.447712:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357316.447717:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b206060. 00000800:00000200:3.0:1712357316.447806:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.447809:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4200. 00000400:00000200:3.0:1712357316.447812:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.447816:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.447818:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357316.447823:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357316.447826:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.447829:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.447835:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.447837:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.447841:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.447843:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.454674:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.454687:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.454690:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.454693:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.454701:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.454707:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.454713:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.454717:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.454720:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.454724:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dbc0 00000400:00000200:3.0:1712357316.454727:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.454732:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1dcd [1] + 224 00000800:00000001:3.0:1712357316.454738:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.454752:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.454754:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.454758:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.454763:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.454770:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.454778:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.454838:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.454845:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.454862:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.454907:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.454913:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.454914:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.454917:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:1.0:1712357316.454920:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:1.0:1712357316.454922:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:1.0:1712357316.454924:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.454928:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.454935:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.454940:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.454941:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.454943:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.454945:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.454948:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.454949:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.454951:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.454957:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.454960:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.454962:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.454965:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.454978:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.454981:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.454982:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.454983:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.454985:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.454988:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.454994:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.454996:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.454997:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.455000:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.455006:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177344:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.455009:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.455012:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.455014:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.455015:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.455017:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.455022:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.455025:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.455026:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.455027:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.455030:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.455033:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.455035:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.455037:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.455039:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.455041:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.455045:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455054:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.455057:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455062:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.455064:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455068:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.455069:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.455070:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455074:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.455076:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.455078:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.455080:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.455084:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.455086:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.455088:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455093:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.455094:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.455096:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455099:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.455100:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.455101:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.455102:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.455105:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.455106:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.455108:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.455110:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.455111:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.455115:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.455115:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.455117:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.455118:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.455120:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.455121:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.455121:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.455122:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.455124:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f0333899a from hash 00010000:00000001:1.0:1712357316.455125:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.455126:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.455126:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.455127:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.455128:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.455128:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.455130:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.455130:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.455131:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455132:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.455134:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455137:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.455137:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.455138:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.455138:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.455139:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.455140:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.455140:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.455141:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f0333899a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.455150:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.455151:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.455155:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.455158:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.455164:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.455165:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455167:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455168:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455170:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.455171:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.455171:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455172:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.455174:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=gb2312prober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.455176:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.455178:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.455180:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455182:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.455184:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.455187:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b206320. 00000080:00002000:1.0:1712357316.455191:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.455196:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.455199:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.455201:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455203:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.455204:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.455205:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.455210:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.455211:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.455215:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.455217:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455218:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.455219:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455223:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.455224:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.455228:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:1.0:1712357316.455231:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.455233:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.455237:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.455239:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.455241:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.455244:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.455246:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.455247:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.455248:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.455250:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:1.0:1712357316.455252:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.455254:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.455255:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:1.0:1712357316.455258:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.455259:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.455260:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.455261:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.455262:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.455266:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.455267:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry gb2312prober.cpython-36.opt-1.pyc (ffff8800a7700870, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.455270:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.455272:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.455273:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.455276:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.455277:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.455278:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455307:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.455309:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.455311:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.455314:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455316:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.455317:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.455319:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.455323:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.455325:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.455328:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455329:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.455330:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.455332:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455334:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.455335:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.455336:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.455337:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.455338:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.455339:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455340:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.455341:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.455342:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455344:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.455345:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.455346:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.455347:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.455349:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.455349:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455350:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.455351:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.455352:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455354:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.455354:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.455356:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.455356:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.455357:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.455358:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.455359:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.455360:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.455361:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.455366:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=gb2312prober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.455368:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.455369:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=gb2312prober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.455375:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b3738000. 00000080:00000001:1.0:1712357316.455379:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.455381:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.455382:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'gb2312prober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.455384:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.455386:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='gb2312prober.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.455388:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455390:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.455391:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: gb2312prober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.455393:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.455395:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.455397:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357316.455399:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.455401:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.455404:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.455406:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.455407:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.455408:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.455409:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.455411:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.455413:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.455416:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541000. 00000100:00000001:1.0:1712357316.455420:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.455422:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.455424:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.455425:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.455426:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.455427:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.455432:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00010000:00000001:1.0:1712357316.455434:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.455435:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.455437:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.455438:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.455440:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.455444:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.455445:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.455447:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f033389a1 to hash 00000020:00000001:1.0:1712357316.455448:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.455449:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.455452:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.455453:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.455454:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.455456:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.455461:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.455466:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.455469:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.455470:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.455474:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.455475:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.455476:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.455477:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357316.455481:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.455484:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.455485:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.455486:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.455490:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.455496:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.455497:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.455499:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.455501:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.455503:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.455511:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.455515:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.455516:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.455518:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.455520:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef000. 02000000:00000001:1.0:1712357316.455521:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.455526:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.455527:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2e70. 00000400:00000010:1.0:1712357316.455531:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.455536:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177408, portal 10 00000100:00000001:1.0:1712357316.455538:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.455538:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000040:1.0:1712357316.455543:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.455561:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.455563:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.455565:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.455567:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177408, offset 0 00000400:00000200:1.0:1712357316.455570:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.455574:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.455578:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.455693:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.455697:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.455700:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.455701:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.455704:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [879:879:256:4294967295] 192.168.203.120@tcp LPNI seq info [879:879:8:4294967295] 00000400:00000200:1.0:1712357316.455707:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.455713:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.455718:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.455721:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4e00. 00000800:00000200:1.0:1712357316.455725:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.455735:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.455738:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4e00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.455755:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.455757:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.455759:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.455761:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.455762:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.455763:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.455765:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.455766:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.455768:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.455769:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.456095:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.456098:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4e00. 00000400:00000200:3.0:1712357316.456102:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.456106:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.456108:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:3.0:1712357316.456110:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:3.0:1712357316.456112:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.456115:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.456121:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.456123:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.456127:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.456128:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357316.458971:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:3.1:1712357316.458979:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b2061c0. 00000800:00000001:3.0:1712357316.459775:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.459787:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.459789:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.459790:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.459798:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.459803:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.459809:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.459812:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.459815:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.459819:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dc00 00000400:00000200:3.0:1712357316.459822:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.459827:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1dd5 [1] + 224 00000800:00000001:3.0:1712357316.459833:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.459841:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.459843:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.459846:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.459850:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.459857:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.459873:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.459883:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.459888:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.459890:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.459924:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.459930:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.459931:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.459934:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2e70. 00000400:00000200:0.0:1712357316.459937:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:0.0:1712357316.459939:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:0.0:1712357316.459940:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.459944:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.459950:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.459955:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.459956:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.459958:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.459960:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.459962:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.459963:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.459965:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.459971:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.459974:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.459976:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.459978:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.459982:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.459988:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.459990:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.459991:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.459993:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.459996:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.460001:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.460003:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.460004:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.460006:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.460012:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b100 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177408:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.460014:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.460017:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.460019:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.460020:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.460022:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.460027:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.460029:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:0.0:1712357316.460031:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.460031:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.460034:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.460036:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.460038:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.460040:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:0.0:1712357316.460042:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:0.0:1712357316.460044:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:0.0:1712357316.460047:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.460054:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.460060:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.460064:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.460066:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.460070:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.460071:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.460072:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.460076:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.460077:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.460079:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.460081:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.460085:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.460087:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.460089:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.460093:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.460095:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.460097:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.460100:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.460102:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.460103:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.460103:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.460104:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:0.0:1712357316.460105:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:0.0:1712357316.460107:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:0.0:1712357316.460110:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.460112:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.460116:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.460117:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.460119:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.460119:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.460121:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.462193:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.462197:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.462199:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.462203:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f033389a1 from hash 00010000:00000001:0.0:1712357316.462206:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.462207:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.462208:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.462209:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.462210:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.462212:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.462214:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.462215:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.462216:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462218:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.462223:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.462228:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.462229:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.462230:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.462231:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.462233:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.462234:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.462234:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.462236:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.462244:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.462251:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.462257:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.462266:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.462273:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.462274:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462276:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462277:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462279:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.462280:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.462281:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462282:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.462284:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=gb2312prober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.462286:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.462289:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.462290:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462294:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.462295:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.462300:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ab29540. 00000080:00002000:0.0:1712357316.462303:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.462308:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.462311:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.462313:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462316:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.462317:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.462319:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.462324:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.462325:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.462328:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:0.0:1712357316.462330:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462331:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.462333:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462334:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.462336:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.462338:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b3738000. 00000100:00000001:0.0:1712357316.462346:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.462350:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b100 x1795536572177408/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.462355:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.462358:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.462361:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef000. 02000000:00000001:0.0:1712357316.462364:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.462366:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.462367:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.462369:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.462370:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541000. 02000000:00000001:0.0:1712357316.462372:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.462373:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.462375:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b100. 00000100:00000001:0.0:1712357316.462378:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.462379:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.462381:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.462382:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.462383:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.462387:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.462388:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry gb2312prober.cpython-36.pyc (ffff8800a7700288, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:0.0:1712357316.462390:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.462392:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.462395:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.462397:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.462398:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:0.0:1712357316.462400:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462431:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.462432:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.462435:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.462439:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462441:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.462443:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.462445:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.462446:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.462449:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.462454:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462456:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.462457:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.462459:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462461:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.462462:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.462464:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.462465:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.462466:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.462467:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462469:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.462470:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.462471:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462473:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.462474:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357316.462476:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.462477:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.462478:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.462479:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462480:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.462481:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.462482:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462483:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.462484:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.462485:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.462486:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357316.462487:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.462488:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.462489:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.462490:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.462491:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.462498:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=hebrewprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:0.0:1712357316.462500:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.462501:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=hebrewprober.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:0.0:1712357316.462506:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000001:0.0:1712357316.462513:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.462515:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.462517:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'hebrewprober.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:0.0:1712357316.462519:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.462522:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='hebrewprober.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357316.462525:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462526:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.462528:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: hebrewprober.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.462530:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.462532:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.462535:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4700. 00000020:00000040:0.0:1712357316.462537:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.462541:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.462544:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.462556:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.462558:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.462559:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.462561:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.462562:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.462565:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.462569:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357316.462573:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.462575:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.462576:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.462577:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.462578:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.462579:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.462597:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00010000:00000001:0.0:1712357316.462600:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.462601:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.462603:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.462604:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.462606:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.462608:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357316.462610:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.462621:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033389a8 to hash 00000020:00000001:0.0:1712357316.462622:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.462623:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.462626:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.462628:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.462629:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.462631:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.462636:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.462644:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.462648:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.462649:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.462653:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.462654:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357316.462656:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.462657:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000001:0.0:1712357316.462660:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.462663:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.462664:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.462665:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.462670:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.462675:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.462677:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.462679:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.462681:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.462683:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177472:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.462686:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.462689:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.462694:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.462695:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.462698:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.462699:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.462707:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.462711:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.462716:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.462721:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177472, portal 10 00000100:00000001:0.0:1712357316.462723:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.462723:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000040:0.0:1712357316.462727:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.462732:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.462734:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.462736:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11d48. 00000100:00000200:0.0:1712357316.462738:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572177472, offset 0 00000400:00000200:0.0:1712357316.462742:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.462748:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.462753:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.462757:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.462760:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.462763:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.462765:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.462768:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [880:880:256:4294967295] 192.168.203.120@tcp LPNI seq info [880:880:8:4294967295] 00000400:00000200:0.0:1712357316.462770:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.462778:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.462783:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.462786:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357316.462791:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.462797:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.462800:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.464235:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.464244:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.464246:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.464249:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.464250:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.464253:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.464255:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.464257:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.464259:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.464260:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.467386:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.467392:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:3.0:1712357316.467399:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.467406:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.467411:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11d48 00000400:00000010:3.0:1712357316.467413:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11d48. 00000100:00000001:3.0:1712357316.467416:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.467422:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.467431:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.467434:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.467439:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.467440:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.470815:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.470825:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.470828:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.470830:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.470838:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.470843:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.470848:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.470851:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.470854:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.470858:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dc40 00000400:00000200:3.0:1712357316.470861:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.470866:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ddd [1] + 224 00000800:00000001:3.0:1712357316.470878:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.470891:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.470894:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.470897:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.470902:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.470908:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.470918:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.471169:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.471176:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.471179:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.475098:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.475107:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.475109:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.475112:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000400:00000200:0.0:1712357316.475118:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:0.0:1712357316.475119:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357316.475122:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.475130:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.475139:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475146:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.475147:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.475149:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.475151:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.475153:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.475155:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.475157:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.475163:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.475166:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.475167:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.475170:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475175:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.475176:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.475178:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.475179:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.475190:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.475193:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475198:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.475200:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.475201:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.475204:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.475209:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177472:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.475212:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.475214:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.475216:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.475217:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.475219:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475223:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.475225:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.475227:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.475228:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.475231:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.475234:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.475236:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.475239:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:0.0:1712357316.475240:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.475242:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:0.0:1712357316.475247:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475254:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.475257:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475268:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.475271:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475275:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.475276:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.475277:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475282:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.475283:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.475286:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.475288:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.475292:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.475295:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.475297:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475301:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.475302:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.475304:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475308:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.475310:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.475310:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.475311:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.475312:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:0.0:1712357316.475313:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.475315:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.475316:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.475322:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.475326:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.475327:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.475328:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.475329:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.475331:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.475332:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.475333:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.475334:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.475336:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033389a8 from hash 00010000:00000001:0.0:1712357316.475338:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.475338:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.475339:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.475340:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.475341:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.475342:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.475343:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.475344:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.475345:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475346:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.475348:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475351:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.475351:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.475352:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.475353:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.475353:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.475354:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.475355:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.475356:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.475364:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.475365:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.475369:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.475376:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.475381:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.475382:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475383:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475384:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475386:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.475388:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.475388:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475389:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.475391:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=hebrewprober.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.475393:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.475395:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.475397:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475400:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.475401:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.475405:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ef8c280. 00000080:00002000:0.0:1712357316.475408:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516d80 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.475413:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.475416:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.475419:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475421:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.475422:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.475424:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.475428:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.475430:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.475433:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:0.0:1712357316.475435:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475436:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.475437:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475439:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.475441:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.475444:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000100:00000001:0.0:1712357316.475448:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.475451:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4700 x1795536572177472/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475459:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.475460:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.475463:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.475466:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.475468:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.475469:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.475471:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.475473:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357316.475476:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.475477:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.475479:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4700. 00000100:00000001:0.0:1712357316.475481:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.475482:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.475484:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.475485:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.475486:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.475490:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.475491:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry hebrewprober.cpython-36.opt-1.pyc (ffff8800a7516d80, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:0.0:1712357316.475494:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.475496:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.475499:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.475500:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.475501:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:0.0:1712357316.475503:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475532:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.475534:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.475536:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.475539:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475542:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.475543:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.475545:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.475555:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.475558:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.475560:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475562:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.475567:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.475569:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475571:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.475572:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.475574:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.475575:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.475577:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.475577:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475579:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.475594:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.475597:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475599:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.475600:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357316.475601:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.475602:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.475604:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.475604:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475605:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.475607:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.475608:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475610:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.475611:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.475612:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.475613:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357316.475614:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.475614:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.475615:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.475616:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.475618:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.475622:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=hebrewprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:0.0:1712357316.475625:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.475626:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=hebrewprober.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:0.0:1712357316.475630:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000001:0.0:1712357316.475634:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.475636:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.475640:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'hebrewprober.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:0.0:1712357316.475642:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.475645:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='hebrewprober.cpython-36.pyc' -> mds #0 00800000:00000001:0.0:1712357316.475647:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475648:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.475650:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: hebrewprober.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.475652:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.475654:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.475656:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4700. 00000020:00000040:0.0:1712357316.475659:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.475662:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.475665:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.475667:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.475668:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.475669:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.475671:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.475672:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.475675:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.475679:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357316.475683:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.475685:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.475687:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.475687:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.475688:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.475689:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.475694:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00010000:00000001:0.0:1712357316.475696:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.475697:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.475699:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.475700:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.475702:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.475704:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2400. 00000020:00000001:0.0:1712357316.475706:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.475707:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2400 with handle 0xbda2fb8f033389af to hash 00000020:00000001:0.0:1712357316.475709:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.475713:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.475716:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.475718:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.475718:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.475721:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.475726:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.475734:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.475738:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.475739:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.475742:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.475744:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357316.475746:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.475746:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000001:0.0:1712357316.475749:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.475752:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.475754:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.475755:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.475759:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475764:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.475766:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.475768:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.475769:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.475772:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.475774:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.475778:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.475779:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.475781:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.475786:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.475787:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.475793:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.475795:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.475798:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.475802:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177536, portal 10 00000100:00000001:0.0:1712357316.475804:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.475805:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000040:0.0:1712357316.475808:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.475813:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.475815:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.475817:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c112a8. 00000100:00000200:0.0:1712357316.475819:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177536, offset 0 00000400:00000200:0.0:1712357316.475823:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.475827:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.475831:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.475835:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.475838:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.475840:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.475842:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.475844:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [881:881:256:4294967295] 192.168.203.120@tcp LPNI seq info [881:881:8:4294967295] 00000400:00000200:0.0:1712357316.475847:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.475853:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.475858:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.475861:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ec00. 00000800:00000200:0.0:1712357316.475865:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.475872:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.475875:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ec00 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.475884:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.475886:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.475887:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.475892:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.475893:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.475895:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.475897:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.475898:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.475900:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.475901:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.476039:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.476042:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ec00. 00000400:00000200:3.0:1712357316.476047:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.476051:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.476054:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c112a8 00000400:00000010:3.0:1712357316.476055:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c112a8. 00000100:00000001:3.0:1712357316.476057:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.476060:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.476067:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.476069:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.476073:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.476074:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.479686:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.479697:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.479700:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.479702:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.479710:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.479716:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.479721:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.479731:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.479734:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.479738:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dc80 00000400:00000200:3.0:1712357316.479741:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.479744:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1de5 [1] + 224 00000800:00000001:3.0:1712357316.479750:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.479761:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.479763:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.479766:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.479771:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.479778:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.479786:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.480610:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.480618:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.480622:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.481440:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.481447:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.481448:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.481451:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000400:00000200:0.0:1712357316.481457:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:0.0:1712357316.481458:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:0.0:1712357316.481461:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.481468:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.481476:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.481481:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.481483:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.481485:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.481487:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.481489:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.481491:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.481493:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.481499:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.481502:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.481504:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.481506:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.481511:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.481513:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.481515:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.481516:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.481518:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.481527:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.481532:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.481534:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.481535:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.481538:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.481543:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177536:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.481546:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.481559:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.481560:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.481562:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.481564:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.481569:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.481572:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.481574:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.481575:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.481578:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.481597:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.481599:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.481601:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=4 00000020:00000001:0.0:1712357316.481603:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.481605:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00010000:0.0:1712357316.481609:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481617:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.481620:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481624:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.481630:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481634:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.481635:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.481637:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481641:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.481643:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.481645:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.481647:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.481651:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.481654:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.481656:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481660:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.481662:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.481664:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481667:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.481669:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.481670:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.481670:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.481671:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2400 refcount=5 00000020:00000001:0.0:1712357316.481672:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.481674:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183787008 : -131938525764608 : ffff8800ab0a2400) 00010000:00000001:0.0:1712357316.481675:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.481677:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.481685:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.481687:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.481688:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.481689:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.481692:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.481693:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.481694:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.481694:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.481696:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2400 with handle 0xbda2fb8f033389af from hash 00010000:00000001:0.0:1712357316.481697:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.481698:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.481699:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.481700:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.481700:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.481702:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.481703:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.481704:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.481704:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481706:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.481707:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481710:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.481711:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.481712:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.481713:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.481714:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.481714:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.481715:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.481716:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2400/0xbda2fb8f033389af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.481722:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.481723:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.481726:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.481730:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.481738:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.481739:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481740:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481741:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481743:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.481744:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.481745:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481745:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.481747:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=hebrewprober.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.481749:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.481751:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.481753:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481756:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.481757:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.481760:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ef8c3e0. 00000080:00002000:0.0:1712357316.481765:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516af8 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.481769:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.481772:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.481774:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481776:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.481777:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.481779:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.481783:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.481784:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.481787:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:0.0:1712357316.481789:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481791:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.481792:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481793:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.481795:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.481798:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000100:00000001:0.0:1712357316.481802:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.481804:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4700 x1795536572177536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.481816:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.481818:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.481821:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.481825:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.481826:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.481827:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.481829:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.481831:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357316.481833:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.481834:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.481836:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4700. 00000100:00000001:0.0:1712357316.481838:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.481839:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.481841:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.481842:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.481843:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.481847:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.481848:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry hebrewprober.cpython-36.pyc (ffff8800a7516af8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:0.0:1712357316.481850:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.481852:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.481855:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.481856:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.481858:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:0.0:1712357316.481860:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481887:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.481889:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.481891:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.481894:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481897:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.481898:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.481900:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.481902:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.481904:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.481906:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481908:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.481909:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.481914:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481916:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.481917:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.481919:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.481920:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.481922:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.481923:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481924:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.481925:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.481927:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481928:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.481929:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357316.481930:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.481931:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.481933:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.481933:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481935:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.481936:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.481938:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481939:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.481940:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.481941:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.481942:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357316.481943:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.481944:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.481945:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.481946:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.481948:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.481953:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=jisfreq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:0.0:1712357316.481956:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.481957:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=jisfreq.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:0.0:1712357316.481961:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000001:0.0:1712357316.481965:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.481967:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.481968:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'jisfreq.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:0.0:1712357316.481975:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.481977:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='jisfreq.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357316.481979:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.481981:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.481982:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: jisfreq.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.481985:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.481986:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.481989:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4700. 00000020:00000040:0.0:1712357316.481991:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.481994:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.481996:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.481999:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.481999:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.482000:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.482002:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.482004:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.482006:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.482011:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357316.482015:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.482017:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.482018:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.482019:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.482020:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.482021:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.482026:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00010000:00000001:0.0:1712357316.482028:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.482029:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.482031:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.482033:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.482034:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.482037:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0fc0. 00000020:00000001:0.0:1712357316.482038:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.482040:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0fc0 with handle 0xbda2fb8f033389b6 to hash 00000020:00000001:0.0:1712357316.482042:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.482046:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357316.482048:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:0.0:1712357316.482050:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.482051:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.482054:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.482058:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.482067:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.482071:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.482072:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.482076:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3d80. 00000100:00000001:0.0:1712357316.482077:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327776128 : -131938381775488 : ffff8800b39f3d80) 00000100:00000001:0.0:1712357316.482079:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.482080:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000001:0.0:1712357316.482083:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.482087:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.482088:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.482090:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.482093:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.482098:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.482100:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.482102:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.482104:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.482106:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177600:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.482109:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.482112:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.482114:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.482116:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.482121:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa325000. 02000000:00000001:0.0:1712357316.482122:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.482128:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.482130:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c948. 00000400:00000010:0.0:1712357316.482133:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11cc0. 00000100:00000200:0.0:1712357316.482137:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177600, portal 10 00000100:00000001:0.0:1712357316.482139:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.482140:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369356032 : -131936340195584 : ffff88012d4f4700) 00000100:00000040:0.0:1712357316.482144:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.482149:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.482151:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.482152:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11ee0. 00000100:00000200:0.0:1712357316.482154:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177600, offset 0 00000400:00000200:0.0:1712357316.482158:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.482163:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.482168:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.482172:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.482175:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.482178:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.482180:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.482183:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [882:882:256:4294967295] 192.168.203.120@tcp LPNI seq info [882:882:8:4294967295] 00000400:00000200:0.0:1712357316.482186:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.482193:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.482198:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.482201:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1712357316.482206:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.482211:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.482215:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.482229:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.482231:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.482233:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.482239:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.482240:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.482242:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.482244:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.482245:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.482247:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.482248:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.482839:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.482842:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1712357316.482846:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.482851:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.482853:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11ee0 00000400:00000010:3.0:1712357316.482855:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11ee0. 00000100:00000001:3.0:1712357316.482857:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.482860:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.482866:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.482868:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.482872:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.482873:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:3.1:1712357316.483661:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:3.1:1712357316.483667:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b206320. 00010000:00000010:0.1:1712357316.486081:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:0.1:1712357316.486090:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ab29540. 00010000:00000010:0.1:1712357316.486097:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:0.1:1712357316.486099:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ef8c280. 00000800:00000001:3.0:1712357316.487747:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.487762:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.487765:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.487768:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.487777:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.487783:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.487788:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.487791:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.487794:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.487798:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dcc0 00000400:00000200:3.0:1712357316.487802:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.487806:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ded [1] + 224 00000800:00000001:3.0:1712357316.487813:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.487822:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.487825:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.487828:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.487833:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.487840:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.487848:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.487868:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.487874:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.487877:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.489470:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.489477:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.489479:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.489481:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c948. 00000400:00000200:1.0:1712357316.489486:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11cc0 00000400:00000010:1.0:1712357316.489488:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11cc0. 00000100:00000001:1.0:1712357316.489491:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.489498:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.489505:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.489510:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.489512:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.489513:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.489516:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.489518:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.489520:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.489521:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.489529:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.489532:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.489534:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.489536:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.489559:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.489562:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.489563:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.489565:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.489567:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.489571:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.489576:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.489578:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.489580:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.489600:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.489607:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4700 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177600:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.489610:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.489612:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.489614:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.489615:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.489618:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.489623:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.489625:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3d80. 00000100:00000001:1.0:1712357316.489627:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.489628:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.489631:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.489634:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.489636:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.489638:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=4 00000020:00000001:1.0:1712357316.489640:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357316.489642:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00010000:1.0:1712357316.489646:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489656:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.489659:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489664:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.489666:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.489671:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.489672:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489676:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.489678:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.489680:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.489682:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.489686:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a0fc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.489688:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.489690:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489694:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.489695:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.489697:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489700:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.489702:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.489702:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.489703:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.489706:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0fc0 refcount=5 00000020:00000001:1.0:1712357316.489707:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357316.489709:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781824 : -131938525769792 : ffff8800ab0a0fc0) 00010000:00000001:1.0:1712357316.489711:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.489712:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.489716:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.489717:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.489718:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.489719:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.489721:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.489722:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.489723:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.489723:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.489725:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a0fc0 with handle 0xbda2fb8f033389b6 from hash 00010000:00000001:1.0:1712357316.489726:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.489727:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.489728:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.489728:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.489729:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.489730:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.489731:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.489732:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.489733:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489734:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.489736:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489740:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.489740:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.489741:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.489742:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.489743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.489744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.489745:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.489746:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a0fc0/0xbda2fb8f033389b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.489756:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.489758:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.489761:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.489765:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.489770:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.489771:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.489772:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.489773:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.489775:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.489777:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.489778:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.489779:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.489781:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=jisfreq.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.489783:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.489786:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.489787:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489790:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.489792:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.489795:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b206a00. 00000080:00002000:1.0:1712357316.489798:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7516360 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.489802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.489805:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.489807:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.489809:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.489810:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.489812:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.489816:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.489818:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.489821:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.489824:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.489825:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.489826:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489830:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.489832:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.489836:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000100:00000001:1.0:1712357316.489840:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.489842:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4700 x1795536572177600/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.489847:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.489849:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.489851:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa325000. 02000000:00000001:1.0:1712357316.489855:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.489856:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.489858:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.489859:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.489861:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:1.0:1712357316.489864:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.489865:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.489866:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4700. 00000100:00000001:1.0:1712357316.489869:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.489870:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.489871:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.489872:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.489874:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.489877:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.489879:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry jisfreq.cpython-36.opt-1.pyc (ffff8800a7516360, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.489881:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.489883:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.489885:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.489887:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.489888:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.489890:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489918:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.489919:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.489921:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.489925:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489927:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.489928:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.489930:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.489936:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.489939:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.489942:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489944:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.489945:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.489947:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489949:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.489950:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.489952:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.489953:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.489955:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.489956:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489957:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.489958:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.489959:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489961:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.489962:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.489963:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.489964:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.489965:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.489966:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489967:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.489968:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.489969:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489971:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.489971:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.489973:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.489973:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.489974:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.489975:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.489976:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.489977:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.489979:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.489983:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=jisfreq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.489986:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.489987:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=jisfreq.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.489996:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616c000. 00000080:00000001:1.0:1712357316.490000:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.490002:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.490003:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'jisfreq.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.490005:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.490008:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='jisfreq.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.490010:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.490011:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.490013:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: jisfreq.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.490015:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.490017:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.490020:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b480. 00000020:00000040:1.0:1712357316.490022:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.490026:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.490029:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.490032:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.490033:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.490034:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.490036:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.490037:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.490040:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.490044:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541400. 00000100:00000001:1.0:1712357316.490048:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.490050:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.490052:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.490053:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.490054:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.490055:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.490060:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867072 : -131936182684544 : ffff880136b2b480) 00010000:00000001:1.0:1712357316.490062:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.490064:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.490066:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.490067:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.490069:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.490075:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c6c0. 00000020:00000001:1.0:1712357316.490077:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.490079:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c6c0 with handle 0xbda2fb8f033389bd to hash 00000020:00000001:1.0:1712357316.490081:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.490082:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.490084:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:1.0:1712357316.490086:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.490087:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.490089:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.490094:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.490101:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.490104:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.490106:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.490110:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158c00. 00000100:00000001:1.0:1712357316.490112:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184534528 : -131938525017088 : ffff8800ab158c00) 00000100:00000001:1.0:1712357316.490114:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.490115:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867072 : -131936182684544 : ffff880136b2b480) 00000100:00000001:1.0:1712357316.490119:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.490121:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.490123:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.490125:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.490129:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.490135:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.490136:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.490138:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.490140:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.490143:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177664:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.490151:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.490155:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.490157:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.490158:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.490162:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6feb800. 02000000:00000001:1.0:1712357316.490163:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.490171:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.490174:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2ec8. 00000400:00000010:1.0:1712357316.490179:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e088. 00000100:00000200:1.0:1712357316.490184:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177664, portal 10 00000100:00000001:1.0:1712357316.490186:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.490187:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867072 : -131936182684544 : ffff880136b2b480) 00000100:00000040:1.0:1712357316.490191:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.490196:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.490199:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.490201:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e2a8. 00000100:00000200:1.0:1712357316.490204:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572177664, offset 0 00000400:00000200:1.0:1712357316.490207:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.490213:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.490218:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.490223:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.490226:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.490228:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.490230:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.490234:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [883:883:256:4294967295] 192.168.203.120@tcp LPNI seq info [883:883:8:4294967295] 00000400:00000200:1.0:1712357316.490236:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.490244:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.490249:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.490252:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.490257:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.490270:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.490274:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.490283:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.490284:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.490286:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.490288:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.490290:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.490291:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158c00 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.490293:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.490294:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.490296:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.490297:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.490631:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.490634:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:3.0:1712357316.490639:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.490643:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.490646:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e2a8 00000400:00000010:3.0:1712357316.490648:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e2a8. 00000100:00000001:3.0:1712357316.490651:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.490655:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.490662:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.490669:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.490674:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.490675:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.492616:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2400. 00000080:00000010:2.1:1712357316.492625:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ef8c3e0. 00000800:00000001:3.0:1712357316.492874:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.492884:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.492886:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.492888:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.492896:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.492901:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.492906:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.492909:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.492913:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.492916:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dd00 00000400:00000200:3.0:1712357316.492919:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.492924:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1df5 [1] + 224 00000800:00000001:3.0:1712357316.492929:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.492941:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.492943:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.492947:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.492952:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.492958:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.492966:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.492986:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.492992:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.492995:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.493040:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.493047:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.493048:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.493050:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2ec8. 00000400:00000200:0.0:1712357316.493054:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e088 00000400:00000010:0.0:1712357316.493056:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e088. 00000100:00000001:0.0:1712357316.493058:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.493062:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.493068:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493074:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.493075:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.493076:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.493079:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.493081:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.493082:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.493084:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.493090:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.493093:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.493095:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1712357316.493098:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493102:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.493106:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357316.493107:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:0.0:1712357316.493109:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357316.493111:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1712357316.493118:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493124:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1712357316.493126:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.493128:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.493130:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.493137:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b480 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177664:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.493141:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.493144:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1712357316.493146:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.493147:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.493150:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493155:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.493156:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158c00. 00000100:00000001:0.0:1712357316.493158:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.493159:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1712357316.493163:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.493165:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.493167:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.493169:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=4 00000020:00000001:0.0:1712357316.493171:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:0.0:1712357316.493173:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00010000:0.0:1712357316.493177:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493184:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1712357316.493187:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493192:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.493197:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493201:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.493202:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.493204:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493208:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.493210:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.493213:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1712357316.493214:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.493219:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c6c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:0.0:1712357316.493221:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1712357316.493224:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493229:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1712357316.493230:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1712357316.493233:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493236:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1712357316.493238:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1712357316.493239:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.493239:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.493240:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c6c0 refcount=5 00000020:00000001:0.0:1712357316.493241:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:0.0:1712357316.493243:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203620544 : -131938505931072 : ffff8800ac38c6c0) 00010000:00000001:0.0:1712357316.493245:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1712357316.493247:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:0.0:1712357316.493257:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1712357316.493258:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.493260:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1712357316.493261:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1712357316.493263:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1712357316.493264:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1712357316.493265:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.493267:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357316.493268:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c6c0 with handle 0xbda2fb8f033389bd from hash 00010000:00000001:0.0:1712357316.493270:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1712357316.493271:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.493272:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.493273:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1712357316.493274:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1712357316.493275:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1712357316.493276:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.493277:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.493278:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493279:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.493281:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493284:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.493285:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.493286:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1712357316.493287:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.493288:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.493288:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.493289:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1712357316.493290:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c6c0/0xbda2fb8f033389bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:0.0:1712357316.493296:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.493298:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1712357316.493301:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1712357316.493305:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:0.0:1712357316.493314:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.493315:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493316:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493317:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493320:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1712357316.493321:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1712357316.493322:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493323:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1712357316.493325:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=jisfreq.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1712357316.493327:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.493330:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.493331:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493334:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1712357316.493336:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:0.0:1712357316.493339:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ef8c600. 00000080:00002000:0.0:1712357316.493343:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700510 inode (null) refc 1 flags 0x8e 00000080:00000001:0.0:1712357316.493348:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.493351:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1712357316.493353:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493355:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1712357316.493357:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1712357316.493359:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1712357316.493362:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.493365:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1712357316.493368:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:0.0:1712357316.493370:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493371:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.493372:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493374:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1712357316.493376:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1712357316.493379:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616c000. 00000100:00000001:0.0:1712357316.493383:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.493386:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b480 x1795536572177664/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493399:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.493400:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.493403:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6feb800. 02000000:00000001:0.0:1712357316.493406:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.493408:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.493409:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.493411:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.493413:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541400. 02000000:00000001:0.0:1712357316.493415:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.493417:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.493418:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b480. 00000100:00000001:0.0:1712357316.493421:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.493422:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.493424:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:0.0:1712357316.493425:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:0.0:1712357316.493426:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:0.0:1712357316.493429:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.493431:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry jisfreq.cpython-36.pyc (ffff8800a7700510, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:0.0:1712357316.493433:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1712357316.493436:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:0.0:1712357316.493452:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:0.0:1712357316.493455:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1712357316.493456:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:0.0:1712357316.493459:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493486:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:0.0:1712357316.493487:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.493489:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.493493:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493494:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.493496:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:0.0:1712357316.493498:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.493499:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:0.0:1712357316.493502:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.493504:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493505:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.493507:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.493512:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493515:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.493516:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:0.0:1712357316.493517:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.493518:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:0.0:1712357316.493520:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.493521:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493523:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.493524:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.493526:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493527:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.493528:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:0.0:1712357316.493530:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.493531:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:0.0:1712357316.493532:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.493533:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493534:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.493535:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.493537:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493538:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:0.0:1712357316.493539:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:0.0:1712357316.493541:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.493542:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:0.0:1712357316.493543:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1712357316.493544:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357316.493545:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:0.0:1712357316.493558:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:0.0:1712357316.493560:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1712357316.493565:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=jpcntx.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:0.0:1712357316.493568:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:0.0:1712357316.493570:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=jpcntx.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:0.0:1712357316.493574:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa237600. 00000080:00000001:0.0:1712357316.493578:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357316.493580:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1712357316.493604:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'jpcntx.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:0.0:1712357316.493610:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1712357316.493612:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='jpcntx.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:0.0:1712357316.493614:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493616:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1712357316.493618:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: jpcntx.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:0.0:1712357316.493620:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1712357316.493622:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1712357316.493626:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4380. 00000020:00000040:0.0:1712357316.493628:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:0.0:1712357316.493632:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1712357316.493635:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1712357316.493638:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.493638:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.493639:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.493641:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.493643:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.493645:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.493649:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7c400. 00000100:00000001:0.0:1712357316.493653:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.493656:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.493657:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.493658:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1712357316.493659:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.493660:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357316.493665:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00010000:00000001:0.0:1712357316.493667:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.493669:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357316.493671:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:0.0:1712357316.493672:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.493674:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.493676:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a2ac0. 00000020:00000001:0.0:1712357316.493677:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.493679:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a2ac0 with handle 0xbda2fb8f033389c4 to hash 00000020:00000001:0.0:1712357316.493680:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.493684:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.493687:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:0.0:1712357316.493689:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.493690:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.493692:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.493697:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:0.0:1712357316.493704:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:0.0:1712357316.493707:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.493709:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.493712:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3600. 00000100:00000001:0.0:1712357316.493713:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774208 : -131938381777408 : ffff8800b39f3600) 00000100:00000001:0.0:1712357316.493715:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.493716:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000001:0.0:1712357316.493719:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.493722:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.493724:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.493725:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.493729:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493735:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.493736:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.493738:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.493740:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.493743:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:0.0:1712357316.493745:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.493749:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.493750:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.493752:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.493758:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa321000. 02000000:00000001:0.0:1712357316.493760:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.493763:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.493766:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c9a0. 00000400:00000010:0.0:1712357316.493769:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11c38. 00000100:00000200:0.0:1712357316.493774:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177728, portal 10 00000100:00000001:0.0:1712357316.493776:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.493776:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369355136 : -131936340196480 : ffff88012d4f4380) 00000100:00000040:0.0:1712357316.493780:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.493786:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.493788:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.493789:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11aa0. 00000100:00000200:0.0:1712357316.493791:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572177728, offset 0 00000400:00000200:0.0:1712357316.493795:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.493798:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.493802:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.493806:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.493809:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.493812:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.493814:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.493816:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [884:884:256:4294967295] 192.168.203.120@tcp LPNI seq info [884:884:8:4294967295] 00000400:00000200:0.0:1712357316.493820:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.493827:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.493831:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.493834:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357316.493838:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.493843:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.493846:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.494702:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.494704:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.494706:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.494711:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.494712:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.494714:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3600 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.494716:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.494718:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.494720:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.494720:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.494927:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.494930:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357316.494933:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.494938:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.494941:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11aa0 00000400:00000010:3.0:1712357316.494945:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11aa0. 00000100:00000001:3.0:1712357316.494948:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.494952:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.494958:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.494960:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.494965:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.494966:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.498545:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a0fc0. 00000080:00000010:2.1:1712357316.498566:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b206a00. 00000800:00000001:3.0:1712357316.500026:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.500039:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.500041:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.500043:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.500052:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.500058:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.500064:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.500068:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.500071:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.500074:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dd40 00000400:00000200:3.0:1712357316.500078:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.500084:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1dfd [1] + 224 00000800:00000001:3.0:1712357316.500090:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.500100:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.500102:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.500106:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.500111:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.500118:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.500127:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.500682:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.500689:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.500695:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.501455:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.501462:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.501464:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.501467:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c9a0. 00000400:00000200:1.0:1712357316.501472:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11c38 00000400:00000010:1.0:1712357316.501474:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11c38. 00000100:00000001:1.0:1712357316.501476:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.501482:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.501491:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.501497:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.501498:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.501500:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.501502:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.501504:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.501506:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.501513:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.501519:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.501522:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.501525:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.501527:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.501541:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.501544:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.501545:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.501555:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.501557:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.501561:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.501567:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.501569:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.501571:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.501573:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.501579:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4380 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177728:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.501602:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.501604:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.501606:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.501608:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.501611:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.501616:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.501618:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3600. 00000100:00000001:1.0:1712357316.501625:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.501626:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.501630:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.501632:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.501635:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.501637:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=4 00000020:00000001:1.0:1712357316.501638:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357316.501641:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00010000:1.0:1712357316.501644:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501656:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.501659:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501664:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.501666:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501670:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.501671:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.501673:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501676:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.501678:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.501680:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.501682:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.501686:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab0a2ac0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.501688:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.501691:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501695:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.501696:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.501699:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501703:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.501704:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.501705:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.501706:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.501709:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a2ac0 refcount=5 00000020:00000001:1.0:1712357316.501711:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357316.501712:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183788736 : -131938525762880 : ffff8800ab0a2ac0) 00010000:00000001:1.0:1712357316.501714:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.501716:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.501724:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.501725:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.501727:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.501728:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.501730:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.501731:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.501732:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.501733:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.501735:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab0a2ac0 with handle 0xbda2fb8f033389c4 from hash 00010000:00000001:1.0:1712357316.501736:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.501737:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.501738:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.501739:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.501740:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.501741:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.501742:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.501743:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.501743:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501745:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.501747:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501750:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.501750:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.501751:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.501752:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.501753:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.501753:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.501754:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.501755:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a2ac0/0xbda2fb8f033389c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.501765:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.501766:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.501769:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.501773:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.501779:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.501780:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.501781:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.501783:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.501785:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.501787:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.501787:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.501789:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.501790:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=jpcntx.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.501793:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.501795:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.501797:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501800:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.501801:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.501804:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b2066c0. 00000080:00002000:1.0:1712357316.501808:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75166c0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.501812:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.501815:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.501818:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.501821:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.501822:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.501824:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.501828:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.501830:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.501833:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.501836:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.501837:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.501838:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501843:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.501845:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.501847:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa237600. 00000100:00000001:1.0:1712357316.501851:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.501854:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4380 x1795536572177728/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.501859:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.501860:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.501863:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa321000. 02000000:00000001:1.0:1712357316.501867:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.501868:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.501870:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.501871:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.501873:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7c400. 02000000:00000001:1.0:1712357316.501875:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.501876:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.501877:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4380. 00000100:00000001:1.0:1712357316.501880:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.501880:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.501882:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.501883:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.501884:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.501888:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.501890:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry jpcntx.cpython-36.opt-1.pyc (ffff8800a75166c0, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.501892:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.501894:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.501896:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.501899:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.501900:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.501902:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501929:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.501930:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.501932:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.501936:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501938:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.501939:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.501941:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.501946:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.501948:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.501950:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501952:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.501953:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.501955:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501957:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.501958:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.501959:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.501960:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.501962:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.501963:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501964:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.501965:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.501966:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501968:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.501968:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.501970:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.501971:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.501972:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.501973:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501974:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.501975:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.501977:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501978:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.501979:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.501981:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.501982:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.501983:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.501984:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.501985:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.501986:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.501988:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.501993:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=jpcntx.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.501995:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.501997:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=jpcntx.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.502003:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.502007:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.502009:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.502010:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'jpcntx.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.502013:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.502015:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='jpcntx.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.502017:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.502019:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.502020:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: jpcntx.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.502023:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.502024:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.502027:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.502029:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.502033:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.502036:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.502039:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.502039:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.502041:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.502043:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.502044:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.502047:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.502051:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.502055:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.502058:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.502059:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.502061:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.502061:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.502063:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.502067:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.502069:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.502071:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.502072:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.502074:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.502076:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.502081:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d200. 00000020:00000001:1.0:1712357316.502082:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.502084:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d200 with handle 0xbda2fb8f033389cb to hash 00000020:00000001:1.0:1712357316.502086:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.502087:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.502089:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.502091:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.502092:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.502094:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.502099:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.502106:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.502109:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.502110:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.502113:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.502115:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.502117:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.502118:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.502121:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.502123:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.502125:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.502126:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.502130:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.502135:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.502136:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.502139:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.502140:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.502143:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.502150:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.502153:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.502154:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.502156:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.502159:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.502160:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.502167:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.502169:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.502173:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.502177:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177792, portal 10 00000100:00000001:1.0:1712357316.502178:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.502179:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.502183:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.502188:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.502190:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.502192:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e330. 00000100:00000200:1.0:1712357316.502195:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572177792, offset 0 00000400:00000200:1.0:1712357316.502199:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.502204:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.502209:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.502213:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.502216:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.502219:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.502221:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.502223:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [885:885:256:4294967295] 192.168.203.120@tcp LPNI seq info [885:885:8:4294967295] 00000400:00000200:1.0:1712357316.502227:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.502233:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.502238:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.502241:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.502245:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.502253:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.502256:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.502278:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.502280:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.502282:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.502283:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.502285:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.502286:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.502288:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.502289:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.502290:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.502291:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.502518:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.502521:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.502524:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.502528:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.502531:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e330 00000400:00000010:3.0:1712357316.502533:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e330. 00000100:00000001:3.0:1712357316.502535:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.502538:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.502545:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.502554:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.502559:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.502561:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.504975:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.504983:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.504986:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.504988:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.504995:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.504999:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.505004:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.505006:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.505008:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.505011:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dd80 00000400:00000200:3.0:1712357316.505014:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.505017:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e05 [1] + 224 00000800:00000001:3.0:1712357316.505021:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.505029:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.505031:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.505033:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.505037:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.505041:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.505053:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.505066:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.505072:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.505075:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.505095:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.505100:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.505101:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.505104:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.505107:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.505109:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.505111:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.505115:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.505122:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505126:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.505128:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.505129:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.505132:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.505134:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.505135:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.505137:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.505144:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.505148:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.505150:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.505153:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505166:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.505169:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.505170:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.505171:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.505173:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.505176:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505181:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.505184:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.505185:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.505188:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.505194:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177792:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.505197:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.505200:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.505202:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.505203:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.505206:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505211:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.505214:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.505216:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.505217:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.505220:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.505223:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.505225:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.505227:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=4 00000020:00000001:1.0:1712357316.505229:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.505231:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00010000:1.0:1712357316.505236:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505247:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.505250:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505254:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.505256:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505260:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.505261:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.505263:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505267:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.505269:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.505272:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.505274:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.505278:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d200 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.505281:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.505283:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505287:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.505289:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.505291:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505294:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.505296:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.505297:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.505298:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.505302:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d200 refcount=5 00000020:00000001:1.0:1712357316.505304:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.505305:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203623424 : -131938505928192 : ffff8800ac38d200) 00010000:00000001:1.0:1712357316.505307:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.505309:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.505313:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.505314:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.505315:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.505316:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.505318:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.505320:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.505320:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.505321:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.505323:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d200 with handle 0xbda2fb8f033389cb from hash 00010000:00000001:1.0:1712357316.505325:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.505326:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.505326:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.505327:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.505328:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.505329:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.505330:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.505331:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.505332:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505332:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.505334:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.505338:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.505339:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.505340:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.505341:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.505341:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.505342:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.505343:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d200/0xbda2fb8f033389cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.505354:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.505356:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.505360:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.505364:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.505370:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.505371:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505372:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505374:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505376:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.505377:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.505378:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505380:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.505381:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=jpcntx.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.505384:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.505386:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.505388:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505391:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.505393:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.505402:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b206520. 00000080:00002000:1.0:1712357316.505406:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700870 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.505411:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.505414:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.505417:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505420:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.505422:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.505424:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.505428:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.505430:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.505433:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.505436:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505437:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.505438:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505444:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.505446:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.505449:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.505453:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.505456:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572177792/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505460:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.505462:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.505465:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.505468:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.505469:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.505471:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.505472:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.505474:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.505478:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.505479:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.505481:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.505485:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.505486:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.505487:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.505489:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.505490:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.505494:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.505496:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry jpcntx.cpython-36.pyc (ffff8800a7700870, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.505499:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.505502:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.505504:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.505509:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.505510:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.505512:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505542:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.505544:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.505546:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.505563:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505566:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.505567:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.505569:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.505575:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.505578:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.505580:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505605:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.505607:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.505609:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505611:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.505612:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.505614:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.505616:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.505617:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.505619:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505620:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.505621:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.505623:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505625:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.505626:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.505627:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.505628:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.505630:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.505631:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505632:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.505633:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.505635:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505637:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.505638:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.505639:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.505640:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.505641:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.505642:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.505643:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.505644:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.505645:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.505651:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langbulgarianmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.505654:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.505655:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langbulgarianmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.505663:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.505668:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.505670:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.505672:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langbulgarianmodel.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.505674:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.505677:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langbulgarianmodel.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.505679:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505681:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.505682:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langbulgarianmodel.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.505685:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.505686:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.505689:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.505692:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.505695:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.505698:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.505701:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.505702:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.505703:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.505705:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.505707:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.505709:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.505713:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.505718:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.505720:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.505722:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.505723:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.505723:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.505725:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.505729:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.505732:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.505733:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.505735:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.505737:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.505738:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.505745:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38dd40. 00000020:00000001:1.0:1712357316.505747:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.505749:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38dd40 with handle 0xbda2fb8f033389d2 to hash 00000020:00000001:1.0:1712357316.505751:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.505752:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.505754:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.505755:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.505757:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.505759:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.505764:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.505771:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.505775:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.505777:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.505780:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.505781:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.505783:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.505785:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.505788:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.505791:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.505792:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.505793:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.505797:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505802:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.505803:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.505806:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.505807:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.505810:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.505818:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.505821:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.505822:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.505824:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.505826:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.505828:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.505832:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.505834:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.505838:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.505842:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177856, portal 10 00000100:00000001:1.0:1712357316.505844:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.505845:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.505849:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.505855:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.505857:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.505858:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e3b8. 00000100:00000200:1.0:1712357316.505861:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572177856, offset 0 00000400:00000200:1.0:1712357316.505865:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.505870:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.505875:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.505880:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.505883:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.505886:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.505888:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.505891:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [886:886:256:4294967295] 192.168.203.120@tcp LPNI seq info [886:886:8:4294967295] 00000400:00000200:1.0:1712357316.505894:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.505902:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.505906:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.505909:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.505914:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.505924:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.505928:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.505948:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.505950:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.505951:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.505953:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.505954:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.505956:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.505958:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.505959:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.505961:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.505961:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.506129:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.506132:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.506135:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.506138:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.506140:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e3b8 00000400:00000010:3.0:1712357316.506142:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e3b8. 00000100:00000001:3.0:1712357316.506144:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.506147:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.506153:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.506155:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.506160:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.506161:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.509348:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.509361:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.509364:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.509367:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.509375:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.509382:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.509388:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.509392:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.509395:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.509399:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90ddc0 00000400:00000200:3.0:1712357316.509401:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.509406:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e0d [1] + 224 00000800:00000001:3.0:1712357316.509421:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.509434:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.509436:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.509440:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.509444:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.509451:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.509459:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.509486:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.509493:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.509496:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.509557:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.509562:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.509564:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.509566:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.509569:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.509571:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.509573:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.509577:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.509610:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.509616:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.509617:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.509619:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.509622:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.509623:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.509625:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.509627:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.509634:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.509636:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.509638:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.509641:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.509652:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.509655:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.509657:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.509662:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.509664:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.509668:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.509672:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.509674:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.509676:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.509678:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.509683:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177856:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.509687:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.509689:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.509691:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.509692:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.509694:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.509698:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.509701:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.509703:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.509703:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.509706:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.509709:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.509711:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.509712:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=4 00000020:00000001:1.0:1712357316.509714:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.509716:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00010000:1.0:1712357316.509720:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509730:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.509733:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509737:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.509739:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509743:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.509744:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.509745:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509749:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.509750:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.509752:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.509754:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.509758:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38dd40 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.509760:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.509763:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509767:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.509768:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.509770:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509774:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.509775:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.509776:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.509777:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.509780:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38dd40 refcount=5 00000020:00000001:1.0:1712357316.509781:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.509783:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203626304 : -131938505925312 : ffff8800ac38dd40) 00010000:00000001:1.0:1712357316.509785:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.509786:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.509790:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.509791:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.509792:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.509793:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.509795:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.509796:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.509797:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.509798:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.509800:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38dd40 with handle 0xbda2fb8f033389d2 from hash 00010000:00000001:1.0:1712357316.509801:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.509802:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.509803:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.509803:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.509804:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.509805:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.509807:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.509807:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.509808:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.509809:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.509811:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509814:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.509814:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.509815:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.509816:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.509817:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.509817:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.509818:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.509820:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38dd40/0xbda2fb8f033389d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.509829:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.509830:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.509834:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.509837:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.509842:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.509843:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.509844:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.509845:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.509847:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.509849:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.509849:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.509851:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.509852:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langbulgarianmodel.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.509855:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.509857:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.509859:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.509862:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.509864:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.509867:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012b2061c0. 00000080:00002000:1.0:1712357316.509871:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a77000d8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.509876:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.509879:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.509881:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.509883:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.509884:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.509886:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.509890:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.509892:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.509895:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.509897:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.509898:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.509899:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.509904:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.509907:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.509910:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.509915:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.509918:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572177856/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.509923:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.509925:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.509928:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.509931:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.509932:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.509934:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.509935:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.509937:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.509939:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.509941:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.509942:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.509945:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.509946:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.509947:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.509948:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.509949:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.509954:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.509956:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langbulgarianmodel.cpython-36.opt-1.pyc (ffff8800a77000d8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.509958:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.509960:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.509963:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.509966:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.509967:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.509969:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.509998:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.510000:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.510002:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.510006:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510009:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.510011:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.510017:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.510020:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.510022:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.510024:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510026:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.510027:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.510029:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510030:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.510032:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.510033:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.510034:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.510035:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.510036:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510038:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.510039:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.510041:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510043:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.510044:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.510045:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.510046:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.510047:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.510048:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510049:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.510051:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.510052:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510054:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.510054:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.510056:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.510057:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.510058:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.510059:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.510060:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.510061:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.510062:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.510070:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langbulgarianmodel.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.510073:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.510078:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langbulgarianmodel.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.510082:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.510086:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.510088:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.510090:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langbulgarianmodel.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.510093:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.510095:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langbulgarianmodel.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.510097:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.510098:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.510100:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langbulgarianmodel.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.510102:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.510104:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.510106:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.510108:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.510112:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.510114:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.510118:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.510119:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.510120:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.510122:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.510123:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.510125:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.510128:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.510132:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.510135:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.510136:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.510137:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.510138:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.510139:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.510144:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.510147:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.510148:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.510150:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.510152:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.510158:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.510161:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38d680. 00000020:00000001:1.0:1712357316.510163:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.510164:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38d680 with handle 0xbda2fb8f033389d9 to hash 00000020:00000001:1.0:1712357316.510165:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.510166:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.510169:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.510170:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.510171:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.510174:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.510179:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.510186:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.510190:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.510191:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.510194:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.510196:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.510198:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.510199:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.510202:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.510205:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.510206:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.510207:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.510211:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.510216:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.510217:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.510220:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.510222:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.510224:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.510231:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.510235:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.510237:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.510238:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.510241:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.510243:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.510247:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.510248:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.510252:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.510256:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177920, portal 10 00000100:00000001:1.0:1712357316.510258:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.510258:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.510262:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.510267:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.510269:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.510271:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e220. 00000100:00000200:1.0:1712357316.510273:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572177920, offset 0 00000400:00000200:1.0:1712357316.510276:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.510280:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.510284:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.510288:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.510291:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.510294:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.510295:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.510298:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [887:887:256:4294967295] 192.168.203.120@tcp LPNI seq info [887:887:8:4294967295] 00000400:00000200:1.0:1712357316.510301:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.510308:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.510312:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.510315:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.510320:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.510328:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.510331:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.510350:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.510352:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.510354:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.510356:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.510357:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.510358:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.510360:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.510361:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.510363:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.510364:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.510463:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.510466:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.510469:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.510472:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.510474:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e220 00000400:00000010:3.0:1712357316.510475:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e220. 00000100:00000001:3.0:1712357316.510478:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.510481:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.510487:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.510489:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.510493:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.510494:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.516144:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.516162:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.516166:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.516168:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.516180:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.516188:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.516195:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.516212:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.516216:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.516220:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90de00 00000400:00000200:3.0:1712357316.516225:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.516231:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e15 [1] + 224 00000800:00000001:3.0:1712357316.516239:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.516256:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.516259:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.516263:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.516270:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.516277:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.516287:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.517147:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.517157:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.517161:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.517364:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.517371:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.517373:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.517375:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.517379:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.517381:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.517383:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.517388:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.517397:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.517403:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.517405:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.517407:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.517411:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.517413:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.517415:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.517418:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.517426:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.517429:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.517432:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.517435:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.517451:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.517454:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.517455:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.517457:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.517460:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.517464:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.517469:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.517472:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.517474:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.517477:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.517482:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177920:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.517486:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.517490:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.517493:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.517495:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.517497:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.517502:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.517506:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.517508:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.517510:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.517514:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.517517:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.517520:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.517523:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=4 00000020:00000001:1.0:1712357316.517525:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.517527:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00010000:1.0:1712357316.517533:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517559:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.517563:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517568:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.517571:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517576:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.517577:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.517579:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517608:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.517611:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.517613:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.517615:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.517620:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38d680 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.517624:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.517627:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517632:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.517633:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.517636:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517640:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.517643:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.517643:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.517645:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.517650:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38d680 refcount=5 00000020:00000001:1.0:1712357316.517651:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.517653:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203624576 : -131938505927040 : ffff8800ac38d680) 00010000:00000001:1.0:1712357316.517655:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.517658:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.517662:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.517664:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.517665:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.517667:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.517670:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.517671:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.517672:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.517673:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.517675:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38d680 with handle 0xbda2fb8f033389d9 from hash 00010000:00000001:1.0:1712357316.517677:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.517678:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.517679:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.517680:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.517681:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.517682:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.517683:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.517684:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.517685:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517686:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.517688:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517691:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.517692:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.517693:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.517694:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.517695:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.517695:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.517696:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.517697:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38d680/0xbda2fb8f033389d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.517713:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.517714:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.517719:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.517724:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.517730:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.517731:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.517733:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.517734:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.517736:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.517739:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.517739:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.517741:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.517743:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langbulgarianmodel.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.517746:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.517749:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.517751:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517755:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.517757:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.517761:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091c80. 00000080:00002000:1.0:1712357316.517767:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700798 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.517772:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.517777:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.517781:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.517784:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.517785:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.517788:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.517794:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.517796:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.517800:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.517802:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.517803:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.517804:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517812:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.517815:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.517819:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.517825:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.517829:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572177920/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.517833:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.517835:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.517840:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.517845:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.517848:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.517849:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.517851:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.517853:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.517858:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.517860:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.517862:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.517866:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.517867:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.517869:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.517870:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.517871:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.517878:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.517880:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langbulgarianmodel.cpython-36.pyc (ffff8800a7700798, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.517882:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.517886:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.517889:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.517895:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.517897:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.517898:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517935:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.517937:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.517939:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.517944:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517947:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.517949:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.517951:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.517957:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.517960:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.517963:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517964:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.517965:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.517968:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517969:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.517971:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.517973:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.517974:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.517975:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.517976:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517977:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.517978:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.517980:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517981:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.517982:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.517984:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.517985:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.517986:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.517987:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517988:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.517989:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.517990:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517992:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.517993:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.517994:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.517995:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.517996:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.517997:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.517998:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.517999:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.518000:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.518010:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langcyrillicmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.518013:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.518014:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langcyrillicmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.518030:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.518036:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.518038:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.518040:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langcyrillicmodel.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.518042:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.518046:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langcyrillicmodel.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.518048:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.518050:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.518051:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langcyrillicmodel.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.518054:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.518056:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.518060:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.518062:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.518067:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.518070:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.518075:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.518075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.518077:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.518079:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.518081:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.518084:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.518088:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.518093:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.518095:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.518097:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.518098:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.518099:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.518100:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.518106:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.518109:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.518111:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.518113:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.518114:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.518116:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.518122:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000001:1.0:1712357316.518124:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.518126:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f033389e0 to hash 00000020:00000001:1.0:1712357316.518128:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.518129:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.518132:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.518134:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.518136:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.518137:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.518143:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.518151:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.518155:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.518156:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.518161:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.518162:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.518165:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.518165:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.518170:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.518173:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.518175:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.518177:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.518181:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.518186:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.518188:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.518190:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.518193:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.518196:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.518204:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.518210:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.518211:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.518213:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.518216:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.518218:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.518224:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.518227:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.518231:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.518236:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572177984, portal 10 00000100:00000001:1.0:1712357316.518238:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.518239:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.518244:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.518249:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.518251:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.518253:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eee0. 00000100:00000200:1.0:1712357316.518255:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572177984, offset 0 00000400:00000200:1.0:1712357316.518260:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.518266:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.518272:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.518289:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.518294:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.518297:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.518300:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.518303:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [888:888:256:4294967295] 192.168.203.120@tcp LPNI seq info [888:888:8:4294967295] 00000400:00000200:1.0:1712357316.518306:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.518313:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.518319:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.518323:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4600. 00000800:00000200:1.0:1712357316.518329:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.518340:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.518344:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.518364:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.518366:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.518368:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.518370:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.518372:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.518373:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.518375:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.518376:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.518378:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.518379:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.518542:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.518545:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4600. 00000400:00000200:3.0:1712357316.518559:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.518563:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.518566:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eee0 00000400:00000010:3.0:1712357316.518568:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eee0. 00000100:00000001:3.0:1712357316.518570:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.518574:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.518580:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.518604:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.518609:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.518610:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.529347:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.529368:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.529372:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.529374:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.529382:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.529388:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.529394:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.529398:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.529402:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.529406:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90de40 00000400:00000200:3.0:1712357316.529672:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.529678:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e1d [1] + 224 00000800:00000001:3.0:1712357316.529684:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.529697:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.529700:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.529704:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.529708:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.529715:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.529724:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.531216:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.531251:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.531263:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.531270:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1712357316.531308:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.531309:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.531312:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.531316:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.531318:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.531321:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.531329:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.531336:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.531342:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.531343:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.531345:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.531348:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.531350:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.531352:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.531354:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.531361:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.531364:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.531366:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.531369:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.531387:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.531389:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.531391:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.531393:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.531394:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.531398:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.531402:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.531405:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.531406:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.531409:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.531415:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572177984:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.531418:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.531422:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.531423:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.531425:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.531427:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.531431:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.531434:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.531436:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.531437:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.531440:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.531442:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.531444:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.531447:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357316.531449:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.531451:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00010000:1.0:1712357316.531454:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531465:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.531469:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531473:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.531475:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531479:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.531480:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.531482:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531486:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.531488:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.531490:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.531492:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.531496:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38cfc0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.531498:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.531501:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531505:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.531506:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.531508:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531512:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.531513:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.531514:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.531515:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.531518:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357316.531520:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.531521:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357316.531523:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.531525:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.531529:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.531530:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.531532:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.531534:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.531536:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.531537:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.531538:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.531539:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.531541:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38cfc0 with handle 0xbda2fb8f033389e0 from hash 00010000:00000001:1.0:1712357316.531542:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.531543:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.531544:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.531545:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.531545:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.531557:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.531559:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.531559:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.531560:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.531562:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.531564:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.531567:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.531568:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.531569:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.531570:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.531571:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.531572:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.531572:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.531574:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38cfc0/0xbda2fb8f033389e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.532482:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.532485:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.532490:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.532496:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.532503:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.532505:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532506:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532508:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532510:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.532512:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.532512:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532514:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.532515:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langcyrillicmodel.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.532517:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.532520:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.532522:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532525:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.532527:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.532531:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6091ec0. 00000080:00002000:1.0:1712357316.532536:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700288 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.532540:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.532544:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.532557:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532560:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.532561:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.532562:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.532566:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.532568:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.532571:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.532573:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532575:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.532576:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532600:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.532602:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.532606:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.532611:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.532614:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572177984/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.532620:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.532621:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.532624:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.532628:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.532630:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.532631:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.532633:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.532635:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.532638:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.532639:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.532641:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.532644:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.532645:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.532646:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.532647:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.532648:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.532653:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.532654:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langcyrillicmodel.cpython-36.opt-1.pyc (ffff8800a7700288, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.532657:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.532660:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.532663:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.532666:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.532668:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.532669:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532701:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.532703:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.532705:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.532709:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532711:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.532712:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.532719:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.532721:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.532724:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.532726:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532727:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.532729:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.532731:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532733:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.532733:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.532735:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.532736:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.532738:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.532738:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532740:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.532741:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.532742:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532745:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.532746:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.532747:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.532748:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.532750:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.532751:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532752:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.532753:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.532754:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532756:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.532757:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.532758:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.532759:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.532760:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.532761:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.532762:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.532763:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.532764:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.532771:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langcyrillicmodel.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.532773:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.532782:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langcyrillicmodel.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.532786:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.532791:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.532793:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.532794:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langcyrillicmodel.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.532797:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.532800:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langcyrillicmodel.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.532802:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532804:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.532805:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langcyrillicmodel.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.532808:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.532810:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.532813:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.532815:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.532819:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.532822:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.532825:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.532826:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.532827:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.532829:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.532830:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.532833:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.532837:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.532841:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.532843:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.532845:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.532846:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.532846:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.532848:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.532852:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.532855:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.532856:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.532858:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.532860:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.532866:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.532868:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.532871:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.532873:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f033389e7 to hash 00000020:00000001:1.0:1712357316.532875:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.532876:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.532879:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.532881:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.532882:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.532885:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.532890:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.532897:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.532901:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.532902:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.532906:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.532908:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.532910:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.532910:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.532914:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.532917:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.532918:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.532919:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.532923:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.532929:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.532930:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.532933:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.532935:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.532937:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.532943:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.532946:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.532948:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.532950:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.532952:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.532954:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.532960:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.532963:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.532967:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.532972:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572178048, portal 10 00000100:00000001:1.0:1712357316.532974:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.532975:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.532979:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.532984:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.532986:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.532988:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e110. 00000100:00000200:1.0:1712357316.532990:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572178048, offset 0 00000400:00000200:1.0:1712357316.532994:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.532999:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.533005:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.533009:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.533012:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.533014:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.533016:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.533019:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [889:889:256:4294967295] 192.168.203.120@tcp LPNI seq info [889:889:8:4294967295] 00000400:00000200:1.0:1712357316.533022:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.533028:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.533033:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.533036:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4000. 00000800:00000200:1.0:1712357316.533040:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.533050:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.533053:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4000 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.533079:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.533081:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.533082:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.533085:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.533086:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.533088:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.533090:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.533092:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.533094:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.533095:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.533734:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.533738:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4000. 00000400:00000200:3.0:1712357316.533741:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.533746:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.533749:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e110 00000400:00000010:3.0:1712357316.533750:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e110. 00000100:00000001:3.0:1712357316.533753:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.533756:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.533763:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.533770:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.533775:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.533776:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.537165:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.537176:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.537180:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.537182:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.537192:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.537197:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.537204:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.537207:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.537210:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.537213:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90de80 00000400:00000200:3.0:1712357316.537216:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.537221:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e25 [1] + 224 00000800:00000001:3.0:1712357316.537227:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.537241:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.537243:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.537247:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.537252:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.537258:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.537267:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.537290:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.537296:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.537299:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.538127:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.538133:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:0.1:1712357316.538653:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c6c0. 00000080:00000010:0.1:1712357316.538660:0:11:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ef8c600. 00000400:00000001:1.0:1712357316.538852:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.538855:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.538858:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.538860:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.538863:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.538870:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.538878:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.538883:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.538885:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.538887:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.538889:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.538891:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.538893:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.538895:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.538901:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.538904:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.538906:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.538909:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.538921:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.538924:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.538926:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.538927:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.538929:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.538933:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.538938:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.538940:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.538942:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.538945:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.538951:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178048:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.538954:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.538957:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.538958:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.538960:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.538963:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.538967:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.538969:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.538971:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.538971:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.538974:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.538977:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.538978:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.538980:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=4 00000020:00000001:1.0:1712357316.538982:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.538984:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00010000:1.0:1712357316.538988:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.538998:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.539001:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539005:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.539007:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539011:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.539012:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.539013:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539017:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.539019:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.539021:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.539023:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.539027:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38c900 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.539030:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.539032:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539036:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.539038:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.539040:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539043:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.539045:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.539046:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.539047:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.539051:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38c900 refcount=5 00000020:00000001:1.0:1712357316.539052:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.539054:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.539056:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.539058:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.539062:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.539063:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.539064:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.539065:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.539067:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.539068:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.539069:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.539070:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.539072:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38c900 with handle 0xbda2fb8f033389e7 from hash 00010000:00000001:1.0:1712357316.539073:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.539074:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.539075:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.539075:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.539076:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.539077:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.539078:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.539079:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.539080:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539081:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.539083:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539086:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.539087:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.539088:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.539089:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.539090:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.539091:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.539091:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.539093:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.539103:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.539104:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.539108:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.539112:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.539117:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.539118:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539119:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539121:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539123:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.539125:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.539125:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539127:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.539128:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langcyrillicmodel.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.539131:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.539133:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.539135:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539138:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.539139:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.539142:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ad1100. 00000080:00002000:1.0:1712357316.539145:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700bd0 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.539150:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.539152:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.539155:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539157:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.539158:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.539160:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.539164:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.539165:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.539168:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.539171:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539172:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.539173:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539178:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.539180:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.539183:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.539187:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.539190:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572178048/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.539195:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.539196:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.539199:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.539202:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.539203:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.539204:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.539206:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.539208:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.539210:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.539211:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.539213:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.539215:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.539216:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.539218:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.539219:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.539220:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.539223:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.539224:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langcyrillicmodel.cpython-36.pyc (ffff8800a7700bd0, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.539227:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.539229:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.539231:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.539233:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.539234:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.539235:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539260:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.539261:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.539263:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.539266:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539268:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.539269:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.539271:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.539275:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.539278:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.539280:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539281:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.539282:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.539284:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539286:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.539287:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.539288:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.539289:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.539291:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.539292:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539293:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.539294:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.539296:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539298:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.539298:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.539300:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.539301:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.539302:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.539302:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539303:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.539304:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.539306:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539307:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.539308:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.539309:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.539310:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.539311:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.539311:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.539312:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.539313:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.539314:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.539318:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langgreekmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.539320:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.539322:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langgreekmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.539327:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.539331:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.539333:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.539335:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langgreekmodel.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.539337:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.539340:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langgreekmodel.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.539342:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539344:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.539345:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langgreekmodel.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.539347:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.539349:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.539351:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.539353:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.539356:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.539359:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.539362:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.539362:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.539363:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.539365:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.539366:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.539368:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.539371:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.539375:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.539377:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.539378:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.539380:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.539380:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.539382:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.539386:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.539388:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.539389:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.539391:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.539392:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.539394:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.539398:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38ed00. 00000020:00000001:1.0:1712357316.539399:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.539401:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38ed00 with handle 0xbda2fb8f033389ee to hash 00000020:00000001:1.0:1712357316.539402:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.539403:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.539405:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.539407:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.539407:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.539410:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.539415:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.539421:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.539424:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.539425:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.539428:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.539429:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.539431:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.539432:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.539435:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.539438:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.539440:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.539441:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.539445:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.539450:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.539451:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.539453:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.539455:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.539457:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.539463:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.539466:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.539468:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.539469:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.539471:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.539473:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.539479:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.539481:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.539484:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.539488:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572178112, portal 10 00000100:00000001:1.0:1712357316.539489:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.539490:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.539494:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.539499:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.539501:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.539502:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ecc0. 00000100:00000200:1.0:1712357316.539504:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572178112, offset 0 00000400:00000200:1.0:1712357316.539507:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.539511:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.539516:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.539519:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.539522:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.539525:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.539526:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.539529:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [890:890:256:4294967295] 192.168.203.120@tcp LPNI seq info [890:890:8:4294967295] 00000400:00000200:1.0:1712357316.539532:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.539539:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.539542:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.539545:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4400. 00000800:00000200:1.0:1712357316.539559:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.539567:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.539570:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.541631:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.541635:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.541639:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.541641:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.541643:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.541646:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.541649:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.541651:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.541654:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.541654:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.541850:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.541854:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4400. 00000400:00000200:3.0:1712357316.541857:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.541863:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.541867:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ecc0 00000400:00000010:3.0:1712357316.541878:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ecc0. 00000100:00000001:3.0:1712357316.541882:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.541887:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.541896:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.541898:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.541903:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.541904:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.544946:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab0a2ac0. 00000080:00000010:2.1:1712357316.544958:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b2066c0. 00010000:00000010:2.1:1712357316.544991:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d200. 00000080:00000010:2.1:1712357316.544993:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b206520. 00000800:00000001:3.0:1712357316.547888:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.547899:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.547901:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.547903:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.547912:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.547917:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.547923:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.547927:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.547930:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.547933:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90dec0 00000400:00000200:3.0:1712357316.547937:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.547942:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e2d [1] + 224 00000800:00000001:3.0:1712357316.547947:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.547960:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.547962:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.547966:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.547971:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.547976:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.547985:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.548007:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.548013:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.548023:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.548081:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.548087:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.548089:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.548092:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.548096:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.548097:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.548100:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.548104:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.548111:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548117:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.548119:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.548121:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.548123:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.548125:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.548127:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.548129:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.548135:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.548139:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.548141:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.548143:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548157:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.548160:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.548161:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.548162:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.548164:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.548168:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548173:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.548176:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.548178:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.548180:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.548186:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178112:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.548190:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.548192:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.548194:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.548196:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.548198:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548203:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.548205:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.548208:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.548209:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.548212:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.548215:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.548217:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.548220:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=4 00000020:00000001:1.0:1712357316.548222:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.548224:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00010000:1.0:1712357316.548228:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548239:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.548242:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548246:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.548248:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548252:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.548253:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.548256:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548260:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.548262:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.548264:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.548266:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.548269:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38ed00 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.548272:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.548275:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548279:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.548281:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.548283:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548287:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.548289:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.548290:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.548291:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.548294:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38ed00 refcount=5 00000020:00000001:1.0:1712357316.548296:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.548297:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203630336 : -131938505921280 : ffff8800ac38ed00) 00010000:00000001:1.0:1712357316.548300:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.548302:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.548305:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.548306:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.548308:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.548309:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.548312:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.548313:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.548314:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.548315:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.548317:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38ed00 with handle 0xbda2fb8f033389ee from hash 00010000:00000001:1.0:1712357316.548319:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.548319:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.548320:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.548321:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.548322:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.548323:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.548324:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.548325:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.548326:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548327:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.548329:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548332:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.548333:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.548334:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.548335:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.548335:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.548336:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.548337:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.548338:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38ed00/0xbda2fb8f033389ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.548347:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.548348:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.548352:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.548356:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.548361:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.548363:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548364:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548365:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548367:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.548369:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.548370:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548371:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.548373:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langgreekmodel.cpython-36.opt-1.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.548375:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.548378:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.548380:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548383:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.548384:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.548388:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ad1260. 00000080:00002000:1.0:1712357316.548392:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700d80 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.548397:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.548400:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.548403:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548405:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.548406:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.548408:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.548412:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.548414:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.548417:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.548419:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548421:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.548422:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548427:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.548429:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.548432:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.548436:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.548439:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572178112/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548445:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.548446:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.548449:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.548452:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.548454:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.548455:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.548457:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.548459:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.548461:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.548463:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.548464:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.548468:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.548468:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.548470:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.548471:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.548472:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.548476:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.548478:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langgreekmodel.cpython-36.opt-1.pyc (ffff8800a7700d80, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.548480:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.548483:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.548486:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.548488:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.548490:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.548492:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548520:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.548522:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.548524:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.548528:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548530:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.548531:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.548533:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.548538:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.548540:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.548542:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548544:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.548545:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.548558:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548559:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.548561:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.548562:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.548564:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.548566:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.548567:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548568:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.548569:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.548571:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548573:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.548574:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.548575:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.548576:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.548578:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.548578:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548580:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.548642:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.548645:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548647:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.548648:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.548649:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.548650:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.548651:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.548652:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.548653:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.548654:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.548656:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.548662:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langgreekmodel.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.548664:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.548666:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langgreekmodel.cpython-36.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.548680:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.548684:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.548687:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.548688:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langgreekmodel.cpython-36.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.548690:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.548693:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langgreekmodel.cpython-36.pyc' -> mds #0 00800000:00000001:1.0:1712357316.548695:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548697:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.548698:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langgreekmodel.cpython-36.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.548701:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.548703:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.548705:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.548707:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.548711:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.548713:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.548716:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.548717:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.548718:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.548720:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.548722:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.548724:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.548728:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.548732:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.548734:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.548735:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.548736:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.548737:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.548739:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.548743:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.548745:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.548747:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.548749:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.548750:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.548752:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.548757:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38e400. 00000020:00000001:1.0:1712357316.548759:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.548760:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38e400 with handle 0xbda2fb8f033389f5 to hash 00000020:00000001:1.0:1712357316.548762:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.548763:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.548765:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.548767:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.548768:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.548771:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.548776:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.548782:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.548786:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.548787:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.548790:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.548791:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.548793:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.548794:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.548797:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.548800:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.548801:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.548802:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.548806:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548812:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.548813:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.548815:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.548818:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.548820:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.548827:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.548830:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.548832:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.548833:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.548836:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.548837:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.548842:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.548844:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.548848:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.548854:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572178176, portal 10 00000100:00000001:1.0:1712357316.548855:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.548856:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.548860:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.548866:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.548868:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.548869:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e4c8. 00000100:00000200:1.0:1712357316.548871:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1795536572178176, offset 0 00000400:00000200:1.0:1712357316.548875:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.548879:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.548884:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.548888:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.548891:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.548893:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.548895:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.548898:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [891:891:256:4294967295] 192.168.203.120@tcp LPNI seq info [891:891:8:4294967295] 00000400:00000200:1.0:1712357316.548901:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.548908:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.548912:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.548915:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4700. 00000800:00000200:1.0:1712357316.548920:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.548929:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.548932:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4700 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.548950:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.548952:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.548953:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.548955:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.548956:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.548957:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.548959:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.548960:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.548961:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.548962:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.549190:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.549193:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4700. 00000400:00000200:3.0:1712357316.549197:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.549200:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.549202:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e4c8 00000400:00000010:3.0:1712357316.549204:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e4c8. 00000100:00000001:3.0:1712357316.549206:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.549209:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.549215:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.549217:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.549221:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.549222:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00010000:00000010:2.1:1712357316.551402:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38dd40. 00000080:00000010:2.1:1712357316.551414:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012b2061c0. 00010000:00000010:2.1:1712357316.551421:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38d680. 00000080:00000010:2.1:1712357316.551423:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091c80. 00010000:00000010:2.1:1712357316.551428:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38cfc0. 00000080:00000010:2.1:1712357316.551430:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6091ec0. 00010000:00000010:2.1:1712357316.551433:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38c900. 00000080:00000010:2.1:1712357316.551435:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ad1100. 00000800:00000001:3.0:1712357316.553628:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.553640:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.553643:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.553645:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.553654:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.553659:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.553666:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.553669:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.553672:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.553675:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90df00 00000400:00000200:3.0:1712357316.553679:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.553684:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e35 [1] + 224 00000800:00000001:3.0:1712357316.553690:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.553705:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.553708:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.553712:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.553717:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.553723:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.553742:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.554461:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.554470:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.554474:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.554487:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.554494:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.554495:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.554498:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.554501:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.554503:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.554508:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.554514:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.554521:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/1024 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.554527:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.554528:0:12713:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.554529:0:12713:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.554533:0:12713:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.554535:0:12713:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.554536:0:12713:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.554538:0:12713:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.554546:0:12713:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.554558:0:12713:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.554560:0:12713:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1712357316.554563:0:12713:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.554578:0:12713:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.554580:0:12713:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357316.554687:0:12713:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:1.0:1712357316.554689:0:12713:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357316.554691:0:12713:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1712357316.554696:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.554701:0:12713:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1712357316.554704:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.554705:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.554708:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.554714:0:12713:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178176:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.554717:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.554721:0:12713:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1712357316.554722:0:12713:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.554724:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.554726:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.554732:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.554735:0:12713:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.554737:0:12713:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.554738:0:12713:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1712357316.554741:0:12713:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357316.554744:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.554746:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.554749:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=4 00000020:00000001:1.0:1712357316.554750:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.554752:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00010000:1.0:1712357316.554756:0:12713:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554769:0:12713:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1712357316.554772:0:12713:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554777:0:12713:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357316.554779:0:12713:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554784:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.554785:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357316.554786:0:12713:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554791:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.554793:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.554795:0:12713:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1712357316.554797:0:12713:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.554802:0:12713:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac38e400 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:1.0:1712357316.554804:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1712357316.554806:0:12713:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554811:0:12713:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1712357316.554812:0:12713:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1712357316.554814:0:12713:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554818:0:12713:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1712357316.554820:0:12713:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1712357316.554821:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357316.554822:0:12713:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357316.554826:0:12713:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38e400 refcount=5 00000020:00000001:1.0:1712357316.554828:0:12713:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.554829:0:12713:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203628032 : -131938505923584 : ffff8800ac38e400) 00010000:00000001:1.0:1712357316.554832:0:12713:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1712357316.554833:0:12713:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 5/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 12713 initiator: MDT0 00000080:00000001:1.0:1712357316.554837:0:12713:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1712357316.554838:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.554841:0:12713:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1712357316.554842:0:12713:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1712357316.554844:0:12713:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1712357316.554845:0:12713:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1712357316.554846:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.554847:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357316.554849:0:12713:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ac38e400 with handle 0xbda2fb8f033389f5 from hash 00010000:00000001:1.0:1712357316.554851:0:12713:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1712357316.554851:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.554852:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.554853:0:12713:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1712357316.554854:0:12713:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1712357316.554855:0:12713:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1712357316.554856:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.554857:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.554858:0:12713:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.554859:0:12713:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.554861:0:12713:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554864:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.554865:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.554866:0:12713:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1712357316.554866:0:12713:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357316.554867:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.554868:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.554869:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1712357316.554870:0:12713:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38e400/0xbda2fb8f033389f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 12713 initiator: MDT0 00010000:00000001:1.0:1712357316.554882:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.554883:0:12713:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1712357316.554887:0:12713:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1712357316.554891:0:12713:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00010000:00000001:1.0:1712357316.554897:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.554898:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.554900:0:12713:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.554901:0:12713:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.554904:0:12713:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357316.554905:0:12713:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1712357316.554906:0:12713:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.554907:0:12713:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357316.554909:0:12713:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=langgreekmodel.cpython-36.pyc intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1712357316.554911:0:12713:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.554914:0:12713:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.554916:0:12713:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.554920:0:12713:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1712357316.554921:0:12713:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800aa3cfbb8 it_disposition 7 00000080:00000010:1.0:1712357316.554924:0:12713:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6ad13c0. 00000080:00002000:1.0:1712357316.554929:0:12713:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a7700ca8 inode (null) refc 1 flags 0x8e 00000080:00000001:1.0:1712357316.554933:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.554937:0:12713:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1712357316.554939:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.554941:0:12713:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357316.554943:0:12713:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357316.554944:0:12713:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357316.554948:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.554950:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357316.554954:0:12713:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa181c00 type 13 mode 30 res 8589935617/65 (0 0) 00000002:00000001:1.0:1712357316.554956:0:12713:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.554957:0:12713:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.554958:0:12713:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.554963:0:12713:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357316.554965:0:12713:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1712357316.554969:0:12713:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b616d000. 00000100:00000001:1.0:1712357316.554973:0:12713:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.554977:0:12713:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2b800 x1795536572178176/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 600/584 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.554981:0:12713:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.554983:0:12713:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.554985:0:12713:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.554988:0:12713:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.554990:0:12713:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.554991:0:12713:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:1.0:1712357316.554992:0:12713:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.554994:0:12713:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6541800. 02000000:00000001:1.0:1712357316.554996:0:12713:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.554998:0:12713:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.554999:0:12713:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2b800. 00000100:00000001:1.0:1712357316.555002:0:12713:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.555003:0:12713:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.555005:0:12713:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:1.0:1712357316.555006:0:12713:0:(dcache.c:219:ll_intent_release()) intent ffff8800aa3cfbb8 released 00000080:00000001:1.0:1712357316.555007:0:12713:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:1.0:1712357316.555011:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.555013:0:12713:0:(dcache.c:133:ll_ddelete()) deleting dentry langgreekmodel.cpython-36.pyc (ffff8800a7700ca8, parent ffff8800a77006c0, inode (null)) hashed, 00000080:00000001:1.0:1712357316.555015:0:12713:0:(dcache.c:139:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357316.555017:0:12713:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1712357316.555020:0:12713:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1712357316.555022:0:12713:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1712357316.555023:0:12713:0:(dcache.c:133:ll_ddelete()) keeping dentry __pycache__ (ffff8800a77006c0, parent ffff8800a7516510, inode ffff8800a76e50c8) hashed, 00000080:00000001:1.0:1712357316.555025:0:12713:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555055:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357316.555057:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.555059:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x4:0x0](ffff8800a76d88c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.555063:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555066:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.555067:0:12713:0:(dcache.c:101:ll_dcompare()) found name pip(ffff8800a7702af8) flags 0x10800ce refc 2 00000080:00000001:1.0:1712357316.555069:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.555075:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=pip, flags=16 00000080:00000001:1.0:1712357316.555077:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.555079:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555081:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.555082:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800a76db8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.555084:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555086:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.555087:0:12713:0:(dcache.c:101:ll_dcompare()) found name _vendor(ffff8800a77021b0) flags 0x10800ce refc 4 00000080:00000001:1.0:1712357316.555089:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.555090:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=_vendor, flags=16 00000080:00000001:1.0:1712357316.555091:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.555092:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555093:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.555095:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x26:0x0](ffff8800a77180c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.555096:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555098:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.555099:0:12713:0:(dcache.c:101:ll_dcompare()) found name chardet(ffff8800a7516510) flags 0x10800ce refc 1 00000080:00000001:1.0:1712357316.555101:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.555102:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=chardet, flags=16 00000080:00000001:1.0:1712357316.555103:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.555104:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555106:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.555107:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x31:0x0](ffff8800a771d8c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.555108:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555110:0:12713:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:1.0:1712357316.555111:0:12713:0:(dcache.c:101:ll_dcompare()) found name __pycache__(ffff8800a77006c0) flags 0x10800ce refc 0 00000080:00000001:1.0:1712357316.555112:0:12713:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.555113:0:12713:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=__pycache__, flags=16 00000080:00000001:1.0:1712357316.555114:0:12713:0:(llite_lib.c:2933:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1712357316.555115:0:12713:0:(llite_lib.c:2943:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357316.555116:0:12713:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00200000:1.0:1712357316.555117:0:12713:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff8800a76e50c8), inode mode 41ed mask 1 00000080:00000001:1.0:1712357316.555119:0:12713:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1712357316.555126:0:12713:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=langhebrewmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), flags=0 00000080:00000001:1.0:1712357316.555130:0:12713:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:1.0:1712357316.555131:0:12713:0:(namei.c:838:ll_lookup_it()) VFS Op:name=langhebrewmodel.cpython-36.opt-1.pyc, dir=[0x200000401:0x41:0x0](ffff8800a76e50c8), intent=getattr 00000080:00000010:1.0:1712357316.555139:0:12713:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b616d000. 00000080:00000001:1.0:1712357316.555145:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357316.555147:0:12713:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357316.555149:0:12713:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'langhebrewmodel.cpython-36.opt-1.pyc' on [0x200000401:0x41:0x0] 00800000:00000001:1.0:1712357316.555151:0:12713:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357316.555154:0:12713:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x41:0x0], fid2=[0x0:0x0:0x0], name='langhebrewmodel.cpython-36.opt-1.pyc' -> mds #0 00800000:00000001:1.0:1712357316.555156:0:12713:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.555158:0:12713:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357316.555160:0:12713:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: langhebrewmodel.cpython-36.opt-1.pyc,[0x0:0x0:0x0]) in obj [0x200000401:0x41:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357316.555163:0:12713:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357316.555164:0:12713:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357316.555167:0:12713:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b800. 00000020:00000040:1.0:1712357316.555169:0:12713:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00010000:00000001:1.0:1712357316.555173:0:12713:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357316.555176:0:12713:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357316.555179:0:12713:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357316.555180:0:12713:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357316.555181:0:12713:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.555183:0:12713:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.555185:0:12713:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.555188:0:12713:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.555191:0:12713:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6541800. 00000100:00000001:1.0:1712357316.555196:0:12713:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.555198:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.555200:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.555201:0:12713:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357316.555201:0:12713:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.555202:0:12713:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357316.555207:0:12713:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00010000:00000001:1.0:1712357316.555210:0:12713:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357316.555211:0:12713:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1712357316.555213:0:12713:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3ab4500 count: 2 00010000:00000001:1.0:1712357316.555215:0:12713:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357316.555216:0:12713:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357316.555223:0:12713:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38c900. 00000020:00000001:1.0:1712357316.555225:0:12713:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357316.555227:0:12713:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38c900 with handle 0xbda2fb8f033389fc to hash 00000020:00000001:1.0:1712357316.555229:0:12713:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357316.555230:0:12713:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.555232:0:12713:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203621120 : -131938505930496 : ffff8800ac38c900) 00010000:00000001:1.0:1712357316.555235:0:12713:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357316.555236:0:12713:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357316.555239:0:12713:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.555243:0:12713:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00010000:00010000:1.0:1712357316.555249:0:12713:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ac38c900/0xbda2fb8f033389fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12713 initiator: MDT0 00000100:00000001:1.0:1712357316.555253:0:12713:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.555254:0:12713:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.555258:0:12713:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab1589c0. 00000100:00000001:1.0:1712357316.555259:0:12713:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533952 : -131938525017664 : ffff8800ab1589c0) 00000100:00000001:1.0:1712357316.555262:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.555262:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000001:1.0:1712357316.555266:0:12713:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.555269:0:12713:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.555270:0:12713:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.555272:0:12713:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.555276:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.555281:0:12713:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.555282:0:12713:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.555285:0:12713:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.555287:0:12713:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.555289:0:12713:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2b800 pname:cluuid:pid:xid:nid:opc:job rsync:1b07237b-aa56-4e53-8899-280f18556039:12713:1795536572178240:192.168.203.120@tcp:101:rsync.0 00000100:00000001:1.0:1712357316.555297:0:12713:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.555301:0:12713:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.555303:0:12713:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.555305:0:12713:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.555308:0:12713:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6fef800. 02000000:00000001:1.0:1712357316.555309:0:12713:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.555316:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.555319:0:12713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.555323:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.555328:0:12713:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572178240, portal 10 00000100:00000001:1.0:1712357316.555329:0:12713:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.555330:0:12713:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526867968 : -131936182683648 : ffff880136b2b800) 00000100:00000040:1.0:1712357316.555334:0:12713:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.555340:0:12713:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.555342:0:12713:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.555343:0:12713:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e550. 00000100:00000200:1.0:1712357316.555345:0:12713:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 12, xid 1795536572178240, offset 0 00000400:00000200:1.0:1712357316.555349:0:12713:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.555355:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.555360:0:12713:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.555364:0:12713:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.555367:0:12713:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.555370:0:12713:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.555371:0:12713:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.555374:0:12713:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [892:892:256:4294967295] 192.168.203.120@tcp LPNI seq info [892:892:8:4294967295] 00000400:00000200:1.0:1712357316.555377:0:12713:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.555383:0:12713:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.555388:0:12713:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.555391:0:12713:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4d00. 00000800:00000200:1.0:1712357316.555395:0:12713:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.555406:0:12713:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.555409:0:12713:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4d00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.555433:0:12713:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.555435:0:12713:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.555436:0:12713:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.555438:0:12713:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.555439:0:12713:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.555441:0:12713:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab1589c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.555443:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.555444:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.555446:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.555447:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1712357316.557949:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38ed00. 00000080:00000010:2.1:1712357316.557961:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ad1260. 00000800:00000001:2.0:1712357316.567492:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.569005:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.569009:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.569013:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.569023:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.569029:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.569035:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.569039:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.569042:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.569045:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90df40 00000400:00000200:2.0:1712357316.569049:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.569054:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1e3d [1] + 224 00000800:00000001:2.0:1712357316.569060:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.569077:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.569079:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.569089:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.569093:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.569100:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.569108:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.569122:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.569128:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.569131:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.569222:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.569229:0:12713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.569230:0:12713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.569233:0:12713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357316.569236:0:12713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:1.0:1712357316.569238:0:12713:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:1.0:1712357316.569240:0:12713:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.569245:0:12713:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.569251:0:12713:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.569256:0:12713:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000200:1.0:1712357316.569258:0:12713:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ab20e550 00000100:00000040:1.0:1712357316.569261:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.569267:0:12713:0:(client.c:2845:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.569269:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.569273:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.569274:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.569306:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.569309:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4d00. 00000400:00000200:3.0:1712357316.569313:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.569316:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.569318:0:1846:0:(lib-msg.c:958:lnet_msg_detach_md()) md 0xffff8800ab20e550 already unlinked 00000400:00000200:3.0:1712357316.569320:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e550 00000400:00000010:3.0:1712357316.569321:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e550. 00000100:00000001:3.0:1712357316.569324:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.569327:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status -110 req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl UnregRPC:RU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.569335:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.569338:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 3 fl UnregRPC:ReQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.569343:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.569344:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:1.0:1712357316.570470:0:12713:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1712357316.570479:0:12713:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 0 dl 1712357332 ref 2 fl UnregRPC:ReQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.570500:0:12713:0:(client.c:2325:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1712357316.570504:0:12713:0:(client.c:2340:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1712357316/real 1712357316] req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 1 dl 1712357332 ref 2 fl Rpc:ReXQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00010000:00000010:2.1:1712357316.572863:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ac38e400. 00000080:00000010:2.1:1712357316.572872:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a6ad13c0. 00000100:00000001:1.0:1712357316.584113:0:12713:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.584120:0:12713:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.584122:0:12713:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.584126:0:12713:0:(import.c:445:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1712357316.584129:0:12713:0:(import.c:86:import_set_state_nolock()) ffff8800ab0d5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1712357316.584137:0:12713:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8800aa323000: Connection to lustre-MDT0000 (at 192.168.203.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1712357316.589533:0:12713:0:(obd_class.h:1240:obd_import_event()) Process entered 00000002:00000001:1.0:1712357316.589538:0:12713:0:(mdc_request.c:2791:mdc_import_event()) Process entered 00000002:00000001:1.0:1712357316.589540:0:12713:0:(mdc_request.c:2865:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.589543:0:12713:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00080000:1.0:1712357316.589554:0:12713:0:(import.c:432:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1712357316.590927:0:12713:0:(import.c:452:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1712357316.590931:0:12713:0:(client.c:2392:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.590935:0:12713:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.590977:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) c36340c1-27c0-4eff-b817-b80ecef4e788->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357316.590981:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357316.590988:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cd500. 00000020:00000040:3.0:1712357316.590991:0:66:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1712357316.590995:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357316.590997:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357316.591000:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357316.591005:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320c00. 00000100:00000001:3.0:1712357316.591011:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.591018:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging c36340c1-27c0-4eff-b817-b80ecef4e788->MGS req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357316.591037:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357316.591040:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.591045:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cd500] to pc [ptlrpcd_01_00+0] req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591057:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1712357316.591058:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1712357316.591061:0:66:0:(pinger.c:260:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1712357316.591063:0:66:0:(import.c:670:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1712357316.591065:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800ab0d5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1712357316.591068:0:66:0:(import.c:499:import_select_connection()) Process entered 00000100:00080000:3.0:1712357316.591070:0:66:0:(import.c:514:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa323000: connect to NID 192.168.203.120@tcp last attempt 248 00000100:00000040:3.0:1712357316.591073:0:66:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8800b3a47000 refcount 8 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.591075:0:66:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357316.591077:0:66:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 9 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.591079:0:66:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000001:3.0:1712357316.591081:0:66:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357316.591083:0:66:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03337bb6 00000020:00000001:3.0:1712357316.591084:0:66:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357316.591087:0:66:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800ab3d7000 refcount=5 00000020:00000001:3.0:1712357316.591088:0:66:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135187148800 : -131938522402816 : ffff8800ab3d7000) 00000020:00000001:3.0:1712357316.591090:0:66:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135187148800 : -131938522402816 : ffff8800ab3d7000) 00000100:00000040:3.0:1712357316.591092:0:66:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8800b3a47000 refcount 8 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.591094:0:66:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357316.591095:0:66:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 9 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.591096:0:66:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000040:3.0:1712357316.591099:0:66:0:(genops.c:906:class_export_put()) PUTting export ffff8800ab3d7000 : new refcount 4 00000100:00080000:3.0:1712357316.591102:0:66:0:(import.c:596:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa323000: import ffff8800ab0d5000 using connection 192.168.203.120@tcp/192.168.203.120@tcp 00000100:00000001:3.0:1712357316.591103:0:66:0:(import.c:600:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591108:0:66:0:(sec.c:1512:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1712357316.591112:0:66:0:(sec.c:1552:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1712357316.591114:0:66:0:(sec.c:1580:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591116:0:66:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:3.0:1712357316.591119:0:66:0:(osc_request.c:3581:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34553314 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1712357316.591122:0:66:0:(osc_request.c:3584:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591123:0:66:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357316.591126:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cce00. 00000020:00000040:3.0:1712357316.591127:0:66:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 02000000:00000001:3.0:1712357316.591130:0:66:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1712357316.591131:0:66:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591133:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357316.591134:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357316.591135:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357316.591138:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa03b400. 00000100:00000001:3.0:1712357316.591141:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.591145:0:66:0:(import.c:795:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357316.591151:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357316.591152:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.591156:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cce00] to pc [ptlrpcd_rcv+-1] req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591164:0:66:0:(import.c:802:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.591166:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357316.591169:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357316.591170:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cc700. 00000020:00000040:3.0:1712357316.591172:0:66:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=11 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:3.0:1712357316.591173:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357316.591174:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357316.591175:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357316.591177:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320800. 00000100:00000001:3.0:1712357316.591179:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.591182:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357316.591190:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357316.591192:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.591195:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cc700] to pc [ptlrpcd_01_01+1] req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591201:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.591204:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=423547 : 423547 : 6767b) 00000020:00000001:3.0:1712357316.591206:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=419476 : 419476 : 66694) 00000020:00000001:3.0:1712357316.591207:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=3310788 : 3310788 : 3284c4) 00000020:00000001:3.0:1712357316.591208:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=5232902 : 5232902 : 4fd906) 00000100:00000040:3.0:1712357316.591211:0:66:0:(pinger.c:325:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000100:00000001:3.0:1712357316.591218:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000080:00000010:3.0:1712357316.591224:0:1850:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b0558. 00000080:00000010:3.0:1712357316.591227:0:1850:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cd488. 00000080:00000010:3.0:1712357316.591232:0:1850:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d4b0. 00000100:00000001:3.0:1712357316.591234:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.591235:0:1850:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357316.591239:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591245:0:1850:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357316.591246:0:1850:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591248:0:1850:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357316.591250:0:1850:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.591252:0:1850:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b07237b-aa56-4e53-8899-280f18556039:1850:1795536572178368:192.168.203.120@tcp:38:kworker.0 00000100:00000001:3.0:1712357316.591255:0:1850:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357316.591258:0:1850:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357316.591260:0:1850:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591261:0:1850:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357316.591265:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa03bc00. 02000000:00000001:3.0:1712357316.591266:0:1850:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357316.591272:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357316.591275:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760aa8. 00000400:00000010:3.0:1712357316.591283:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586f68. 00000100:00000200:3.0:1712357316.591289:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572178368, portal 10 00000100:00000001:3.0:1712357316.591291:0:1850:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357316.591292:0:1850:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322373632 : -131938387177984 : ffff8800b34cce00) 00000100:00000040:3.0:1712357316.591297:0:1850:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591303:0:1850:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357316.591305:0:1850:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357316.591307:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586dd0. 00000100:00000200:3.0:1712357316.591309:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1795536572178368, offset 0 00000400:00000200:3.0:1712357316.591313:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357316.591318:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.591324:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.591328:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357316.591331:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357316.591334:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357316.591336:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357316.591339:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [893:893:256:4294967295] 192.168.203.120@tcp LPNI seq info [893:893:8:4294967295] 00000400:00000200:3.0:1712357316.591342:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.591347:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357316.591353:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.591355:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357316.591360:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.591366:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.591369:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1712357316.591376:0:1850:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591378:0:1850:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.591379:0:1850:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591381:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591383:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.591387:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357316.591388:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1712357316.591392:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357316.591393:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.591394:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591395:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.591448:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.591451:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357316.591454:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.591458:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.591461:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586dd0 00000400:00000010:3.0:1712357316.591462:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586dd0. 00000100:00000001:3.0:1712357316.591465:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.591468:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591475:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.591477:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591483:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591484:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357316.591497:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357316.591498:0:1854:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.591499:0:1854:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357316.591502:0:1854:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591507:0:1854:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357316.591508:0:1854:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591510:0:1854:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357316.591511:0:1854:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.591514:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b07237b-aa56-4e53-8899-280f18556039:1854:1795536572178432:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357316.591516:0:1854:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357316.591518:0:1854:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357316.591519:0:1854:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591520:0:1854:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357316.591523:0:1854:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e2b600. 02000000:00000001:3.0:1712357316.591524:0:1854:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357316.591531:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357316.591533:0:1854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760b00. 00000400:00000010:3.0:1712357316.591536:0:1854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586dd0. 00000100:00000200:3.0:1712357316.591538:0:1854:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572178432, portal 4 00000100:00000001:3.0:1712357316.591539:0:1854:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357316.591541:0:1854:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322371840 : -131938387179776 : ffff8800b34cc700) 00000100:00000040:3.0:1712357316.591545:0:1854:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591559:0:1854:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357316.591561:0:1854:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357316.591562:0:1854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586ee0. 00000100:00000200:3.0:1712357316.591564:0:1854:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1795536572178432, offset 0 00000400:00000200:3.0:1712357316.591566:0:1854:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357316.591569:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.591571:0:1854:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.591573:0:1854:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357316.591575:0:1854:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357316.591576:0:1854:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357316.591578:0:1854:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357316.591580:0:1854:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [894:894:256:4294967295] 192.168.203.120@tcp LPNI seq info [894:894:8:4294967295] 00000400:00000200:3.0:1712357316.591598:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.591603:0:1854:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357316.591606:0:1854:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.591608:0:1854:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357316.591611:0:1854:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.591614:0:1854:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.591616:0:1854:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357316.591621:0:1854:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591622:0:1854:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.591624:0:1854:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591625:0:1854:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591626:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.591633:0:1854:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357316.591634:0:1854:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1712357316.591636:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357316.591637:0:1854:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.591638:0:1854:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.591639:0:1854:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1712357316.591640:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.591642:0:1854:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357316.591643:0:1854:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.591644:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357316.591645:0:1854:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.591646:0:1854:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357316.591649:0:1854:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591654:0:1854:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357316.591655:0:1854:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591657:0:1854:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357316.591658:0:1854:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.591660:0:1854:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c36340c1-27c0-4eff-b817-b80ecef4e788:1854:1795536572178304:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357316.591663:0:1854:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357316.591665:0:1854:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357316.591666:0:1854:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.591667:0:1854:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357316.591669:0:1854:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e2ac00. 02000000:00000001:3.0:1712357316.591670:0:1854:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357316.591673:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357316.591675:0:1854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760b58. 00000400:00000010:3.0:1712357316.591678:0:1854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586e58. 00000100:00000200:3.0:1712357316.591679:0:1854:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572178304, portal 25 00000100:00000001:3.0:1712357316.591681:0:1854:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357316.591681:0:1854:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322375424 : -131938387176192 : ffff8800b34cd500) 00000100:00000040:3.0:1712357316.591684:0:1854:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591689:0:1854:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357316.591690:0:1854:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357316.591694:0:1854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586cc0. 00000100:00000200:3.0:1712357316.591696:0:1854:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1795536572178304, offset 0 00000400:00000200:3.0:1712357316.591699:0:1854:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357316.591702:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.591705:0:1854:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.591707:0:1854:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357316.591709:0:1854:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357316.591710:0:1854:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357316.591712:0:1854:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357316.591714:0:1854:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [895:895:255:4294967295] 192.168.203.120@tcp LPNI seq info [895:895:7:4294967295] 00000400:00000200:3.0:1712357316.591717:0:1854:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.591722:0:1854:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357316.591725:0:1854:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.591727:0:1854:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320900. 00000800:00000200:3.0:1712357316.591730:0:1854:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.591733:0:1854:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.591735:0:1854:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357316.591737:0:1854:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591738:0:1854:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.591740:0:1854:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591742:0:1854:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591743:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.591757:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.591758:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357316.591760:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.591763:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.591765:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586ee0 00000400:00000010:3.0:1712357316.591766:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586ee0. 00000100:00000001:3.0:1712357316.591768:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.591771:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591776:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.591782:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591787:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591788:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357316.591803:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.591804:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320900. 00000400:00000200:3.0:1712357316.591806:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.591808:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.591810:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586cc0 00000400:00000010:3.0:1712357316.591811:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586cc0. 00000100:00000001:3.0:1712357316.591812:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.591815:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591820:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.591823:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.591827:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.591828:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:2.0:1712357316.591881:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357316.591882:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357316.598690:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.598702:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.598705:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.598707:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.598716:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.598721:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.598727:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.598731:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.598733:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.598738:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 25 MB=0x66107ef90df80 00000400:00000200:3.0:1712357316.598741:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.598746:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1e65 [1] + 224 00000800:00000001:3.0:1712357316.598751:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.598754:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.598757:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.598768:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.598772:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.598778:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.598786:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.599347:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357316.599351:0:1854:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.599839:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.599851:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.599861:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.599863:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.599864:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.599870:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599874:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.599878:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599881:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599883:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599887:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x66107ef90e000 00000400:00000200:3.0:1712357316.599890:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599895:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1e55 [1] + 224 00000800:00000001:3.0:1712357316.599899:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.599901:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.599903:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.599906:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.599909:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.599914:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.599922:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.599928:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.599930:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.599932:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.599939:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.599942:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.599945:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599947:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.599951:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599952:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599954:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599957:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 10 MB=0x66107ef90dfc0 00000400:00000200:3.0:1712357316.599959:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.599963:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 416/416 into md 0x1e45 [1] + 0 00000800:00000001:3.0:1712357316.599965:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.599978:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.599979:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.599982:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.599984:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.599988:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.599995:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.600006:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357316.600014:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357316.600015:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357316.600020:0:1850:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357316.600021:0:1850:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357316.600024:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760aa8. 00000400:00000200:3.0:1712357316.600028:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586f68 00000400:00000010:3.0:1712357316.600030:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586f68. 00000100:00000001:3.0:1712357316.600033:0:1850:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.600036:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1712357316.600042:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.600047:0:1850:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357316.600052:0:1850:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.600054:0:1850:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357316.600056:0:1850:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357316.600058:0:1850:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357316.600060:0:1850:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.600063:0:1850:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357316.600071:0:1850:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357316.600074:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357316.600076:0:1850:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357316.600077:0:1850:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.600079:0:1850:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357316.600083:0:1850:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.600085:0:1850:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357316.600087:0:1850:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: skip recheck: last_committed 4294967418 00000100:00000001:3.0:1712357316.600088:0:1850:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357316.600090:0:1850:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.600094:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.600100:0:1850:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.600102:0:1850:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357316.600104:0:1850:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.600106:0:1850:0:(import.c:998:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1712357316.600111:0:1850:0:(import.c:1067:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8800aa323000: connect to target with instance 1 00000020:00000001:3.0:1712357316.600114:0:1850:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357316.600115:0:1850:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03337bb6 00000020:00000001:3.0:1712357316.600117:0:1850:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357316.600119:0:1850:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800ab3d7000 refcount=5 00000020:00000001:3.0:1712357316.600121:0:1850:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135187148800 : -131938522402816 : ffff8800ab3d7000) 00000020:00000001:3.0:1712357316.600123:0:1850:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135187148800 : -131938522402816 : ffff8800ab3d7000) 00000100:00001000:3.0:1712357316.600126:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=1712357316 v=0 (0 0 0 0) 00000100:00001000:3.0:1712357316.600129:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff8800ab0d53f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1712357316.600132:0:1850:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00000020:00000040:3.0:1712357316.600136:0:1850:0:(genops.c:906:class_export_put()) PUTting export ffff8800ab3d7000 : new refcount 4 00000100:00000001:3.0:1712357316.600138:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000002:00000001:3.0:1712357316.600144:0:1850:0:(mdc_request.c:2791:mdc_import_event()) Process entered 00000008:00000020:3.0:1712357316.600147:0:1850:0:(osc_request.c:1073:osc_init_grant()) lustre-MDT0000-mdc-ffff8800aa323000, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1712357316.600150:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357316.600152:0:1850:0:(mdc_request.c:3020:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1712357316.600154:0:1850:0:(mdc_request.c:3028:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357316.600155:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00800000:00000001:3.0:1712357316.600158:0:1850:0:(lmv_obd.c:192:lmv_notify()) Process entered 00800000:00000001:3.0:1712357316.600160:0:1850:0:(lmv_obd.c:229:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357316.600161:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357316.600162:0:1850:0:(mdc_request.c:2865:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.600164:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00080000:3.0:1712357316.600166:0:1850:0:(import.c:1232:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.120@tcp after partition 00000100:00080000:3.0:1712357316.600168:0:1850:0:(import.c:86:import_set_state_nolock()) ffff8800ab0d5000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1712357316.600171:0:1850:0:(import.c:1543:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1712357316.600173:0:1850:0:(recover.c:163:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1712357316.600177:0:1850:0:(client.c:3081:ptlrpc_resend_req()) @@@ going to resend req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 1 dl 1712357332 ref 2 fl Rpc:ReXQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00080000:3.0:1712357316.600184:0:1850:0:(client.c:3090:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff880136b2b800 x1795536572178240/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 608/1024 e 0 to 1 dl 1712357332 ref 2 fl Rpc:ReXQU/200/ffffffff rc 0/-1 job:'rsync.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.600189:0:1850:0:(recover.c:191:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1712357316.600191:0:1850:0:(import.c:86:import_set_state_nolock()) ffff8800ab0d5000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1712357316.600192:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000002:00000001:3.0:1712357316.600193:0:1850:0:(mdc_request.c:2791:mdc_import_event()) Process entered 00000002:00000001:3.0:1712357316.600194:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00800000:00000001:3.0:1712357316.600195:0:1850:0:(lmv_obd.c:192:lmv_notify()) Process entered 00800000:00000001:3.0:1712357316.600197:0:1850:0:(lmv_obd.c:90:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1712357316.600198:0:1850:0:(lmv_obd.c:93:lmv_set_mdc_active()) Searching in lmv ffff8800adab1c58 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1712357316.600202:0:1850:0:(lmv_obd.c:99:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xbda2fb8f03337bb6 00800000:00000040:3.0:1712357316.600204:0:1850:0:(lmv_obd.c:114:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff8800aa323000=1b07237b-aa56-4e53-8899-280f18556039 device 3 (ffff8800adab2aa0) type mdc at LMV idx 0 00800000:00000040:3.0:1712357316.600207:0:1850:0:(lmv_obd.c:119:lmv_set_mdc_active()) OBD ffff8800adab2aa0 already active! 00800000:00000001:3.0:1712357316.600208:0:1850:0:(lmv_obd.c:120:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1712357316.600210:0:1850:0:(lmv_obd.c:229:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1712357316.600211:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357316.600217:0:1850:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=24 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000800:00000001:3.0:1712357316.600228:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.600231:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1712357316.600338:0:1854:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357316.600340:0:1854:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357316.600342:0:1854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760b58. 00000400:00000200:2.0:1712357316.600345:0:1854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586e58 00000400:00000010:2.0:1712357316.600346:0:1854:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586e58. 00000100:00000001:2.0:1712357316.600349:0:1854:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.600353:0:1854:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357316.600359:0:1854:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.600364:0:1854:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357316.600365:0:1854:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.600367:0:1854:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357316.600368:0:1854:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357316.600369:0:1854:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357316.600370:0:1854:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.600372:0:1854:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357316.600374:0:1854:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357316.600377:0:1854:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357316.600379:0:1854:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357316.600380:0:1854:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357316.600381:0:1854:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357316.600386:0:1854:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.600388:0:1854:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357316.600391:0:1854:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.600396:0:1854:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357316.600398:0:1854:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357316.600399:0:1854:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357316.600402:0:1854:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357316.600408:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c36340c1-27c0-4eff-b817-b80ecef4e788:1854:1795536572178304:192.168.203.120@tcp:400:kworker.0 00000400:00000001:2.0:1712357316.600493:0:1854:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357316.600494:0:1854:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357316.600495:0:1854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760b00. 00000400:00000200:2.0:1712357316.600498:0:1854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586dd0 00000400:00000010:2.0:1712357316.600499:0:1854:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586dd0. 00000100:00000001:2.0:1712357316.600501:0:1854:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.600503:0:1854:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357316.600509:0:1854:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.600514:0:1854:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357316.600515:0:1854:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.600516:0:1854:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357316.600517:0:1854:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357316.600518:0:1854:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357316.600519:0:1854:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.600521:0:1854:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357316.600524:0:1854:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357316.600526:0:1854:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357316.600528:0:1854:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357316.600529:0:1854:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357316.600530:0:1854:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357316.600534:0:1854:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1712357316.600540:0:1854:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b3493300. 00010000:00000001:2.0:1712357316.600543:0:1854:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1712357316.600565:0:1854:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 0/0 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1712357316.600567:0:1854:0:(ldlm_lockd.c:2236:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357316.600568:0:1854:0:(ldlm_lockd.c:2292:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357316.600570:0:1854:0:(ldlm_request.c:1590:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.600571:0:1854:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357316.600573:0:1854:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357316.600574:0:1854:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357316.600576:0:1854:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357316.600579:0:1854:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.600603:0:1854:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357316.600604:0:1854:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357316.600605:0:1854:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357316.600608:0:1854:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357316.600613:0:1854:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1b07237b-aa56-4e53-8899-280f18556039:1854:1795536572178432:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357316.600616:0:1854:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.600618:0:1854:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.600621:0:1854:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cd500 x1795536572178304/t0(0) o400->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.600626:0:1854:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357316.600628:0:1854:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357316.600630:0:1854:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e2ac00. 02000000:00000001:2.0:1712357316.600634:0:1854:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357316.600635:0:1854:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357316.600636:0:1854:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1712357316.600637:0:1854:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357316.600639:0:1854:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320c00. 02000000:00000001:2.0:1712357316.600642:0:1854:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357316.600644:0:1854:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357316.600645:0:1854:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cd500. 00000100:00000001:2.0:1712357316.600651:0:1854:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357316.600652:0:1854:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.600653:0:1854:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.600656:0:1854:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cc700 x1795536572178432/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.600660:0:1854:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357316.600661:0:1854:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357316.600663:0:1854:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e2b600. 02000000:00000001:2.0:1712357316.600665:0:1854:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357316.600665:0:1854:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357316.600666:0:1854:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=10 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357316.600667:0:1854:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357316.600668:0:1854:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320800. 02000000:00000001:2.0:1712357316.600669:0:1854:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357316.600670:0:1854:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357316.600671:0:1854:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cc700. 00000100:00000001:2.0:1712357316.600672:0:1854:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357316.600673:0:1854:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.600675:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.600681:0:1854:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357316.600682:0:1854:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.600683:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357316.600685:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357316.600772:0:1850:0:(mdc_request.c:2865:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.600774:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:02000000:2.0:1712357316.600776:0:1850:0:(import.c:1632:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff8800aa323000: Connection restored to (at 192.168.203.120@tcp) 00000002:00000001:0.0:1712357316.602633:0:12815:0:(mdc_request.c:2549:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1712357316.602637:0:12815:0:(kernelcomm.c:531:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1712357316.602639:0:12815:0:(kernelcomm.c:545:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357316.602642:0:12815:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.602644:0:12815:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:0.0:1712357316.602647:0:12815:0:(genops.c:1147:class_import_put()) Process leaving 00000002:00000001:0.0:1712357316.602648:0:12815:0:(mdc_request.c:2560:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.602771:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1712357316.602774:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357316.602776:0:12322:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1712357316.602780:0:12322:0:(ldlm_lockd.c:2937:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1712357316.602787:0:12322:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6e2bc00. 00010000:00000001:3.0:1712357316.602792:0:12322:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1712357316.602796:0:12322:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1712357316.602797:0:12322:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1712357316.602801:0:12322:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357316.602803:0:12322:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357316.602804:0:12322:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.602805:0:12322:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1712357316.602807:0:12322:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.602809:0:12322:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.602810:0:12322:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1712357316.602813:0:12322:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b3493300. 00010000:00000001:3.0:1712357316.602815:0:12322:0:(ldlm_lockd.c:2980:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.602816:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1712357316.602817:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357316.602818:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1712357316.602819:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1712357316.602819:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357316.602820:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1712357316.602822:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1712357316.602822:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357316.602824:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1712357316.604782:0:1850:0:(import.c:1644:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.604787:0:1850:0:(import.c:1422:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357316.604799:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357316.604807:0:1850:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b07237b-aa56-4e53-8899-280f18556039:1850:1795536572178368:192.168.203.120@tcp:38:kworker.0 00000100:00000001:2.0:1712357316.604811:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.604814:0:1850:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.604817:0:1850:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cce00 x1795536572178368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.604833:0:1850:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357316.604836:0:1850:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357316.604840:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa03bc00. 02000000:00000001:2.0:1712357316.604845:0:1850:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357316.604847:0:1850:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357316.604848:0:1850:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357316.604850:0:1850:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357316.604852:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa03b400. 02000000:00000001:2.0:1712357316.604855:0:1850:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357316.604856:0:1850:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357316.604857:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cce00. 00000100:00000001:2.0:1712357316.604861:0:1850:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357316.604862:0:1850:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.604864:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.604870:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357316.604872:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.604874:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357316.604875:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.818688:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357316.818691:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.818695:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357316.818695:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.818698:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357316.818699:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357316.819228:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357316.819230:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357316.819232:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1712357316.826473:0:12325:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:0.0:1712357316.826478:0:12325:0:(mgc_request.c:128:config_log_get()) log lustre-cliir (ffff8800b38d0200) refs 2 10000000:00000001:0.0:1712357316.826483:0:12325:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.826485:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000001:0.0:1712357316.826486:0:12325:0:(mgc_request.c:140:config_log_put()) Process leaving 10000000:00000001:0.0:1712357316.826486:0:12325:0:(mgc_request.c:608:do_requeue()) Process entered 10000000:01000000:0.0:1712357316.826488:0:12325:0:(mgc_request.c:618:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1712357316.826489:0:12325:0:(mgc_request.c:1729:mgc_process_log()) Process entered 10000000:01000000:0.0:1712357316.826491:0:12325:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-cliir-ffff8800aa323000 from 5 10000000:00000001:0.0:1712357316.826493:0:12325:0:(mgc_request.c:977:mgc_enqueue()) Process entered 10000000:01000000:0.0:1712357316.826494:0:12325:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1712357316.826501:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4000. 00000020:00000040:0.0:1712357316.826504:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357316.826508:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.826510:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.826514:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.826519:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237200. 00000100:00000001:0.0:1712357316.826524:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.826536:0:12325:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.826538:0:12325:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357316.826543:0:12325:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0ec00. 00010000:00000001:0.0:1712357316.826556:0:12325:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.826559:0:12325:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0000. 00000020:00000001:0.0:1712357316.826561:0:12325:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.826563:0:12325:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0000 with handle 0xbda2fb8f03338a03 to hash 00000020:00000001:0.0:1712357316.826565:0:12325:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.826566:0:12325:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.826568:0:12325:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.826570:0:12325:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.826572:0:12325:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.826574:0:12325:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357316.829305:0:12325:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357316.829321:0:12325:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1712357316.829327:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.829328:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.829335:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.829337:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357316.829339:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.829340:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357316.829344:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.829348:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.829350:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.829352:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.829360:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.829367:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.829375:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.829378:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.829381:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.829384:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178496:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.829388:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.829392:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.829394:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.829396:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.829399:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357316.829401:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.829409:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.829412:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c9f8. 00000400:00000010:0.0:1712357316.829416:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357316.829422:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572178496, portal 25 00000100:00000001:0.0:1712357316.829423:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.829425:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000040:0.0:1712357316.829429:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.829435:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.829438:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.829439:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11990. 00000100:00000200:0.0:1712357316.829442:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572178496, offset 0 00000400:00000200:0.0:1712357316.829447:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.829453:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.829458:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.829462:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.829466:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.829469:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.829471:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.829474:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [896:896:256:4294967295] 192.168.203.120@tcp LPNI seq info [896:896:8:4294967295] 00000400:00000200:0.0:1712357316.829477:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.829484:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.829494:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.829497:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e100. 00000800:00000200:0.0:1712357316.829502:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.829509:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.829512:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.829535:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.829536:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.829538:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.829540:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.829542:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.829543:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.829553:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.829555:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.829558:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.829559:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.830008:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.830011:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e100. 00000400:00000200:3.0:1712357316.830014:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.830019:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.830021:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11990 00000400:00000010:3.0:1712357316.830023:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11990. 00000100:00000001:3.0:1712357316.830025:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.830033:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.830040:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.830042:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.830047:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.830048:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.833804:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.833816:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.833820:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.833822:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.833831:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.833836:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.833842:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.833845:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.833849:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.833853:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef90e040 00000400:00000200:3.0:1712357316.833856:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.833861:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x1e75 [1] + 224 00000800:00000001:3.0:1712357316.833867:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.833879:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.833882:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.833885:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.833890:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.833896:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.833904:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.833914:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.833919:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.833921:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.833968:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.833973:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.833974:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.833976:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c9f8. 00000400:00000200:0.0:1712357316.833979:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357316.833981:0:12325:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357316.833983:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.833986:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.833992:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.833997:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.833998:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.834000:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.834003:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.834004:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.834006:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.834008:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.834012:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.834022:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.834024:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357316.834025:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.834027:0:12325:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357316.834028:0:12325:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834030:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357316.834033:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.834039:0:12325:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.834041:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.834042:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.834045:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.834050:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178496:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.834054:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.834057:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834058:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.834060:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.834062:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.834066:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.834069:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.834071:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.834072:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.834074:0:12325:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.834076:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.834077:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.834079:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=4 00000020:00000001:0.0:1712357316.834081:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.834083:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000040:0.0:1712357316.834087:0:12325:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0000, remote cookie: 0xa8e7976a8eb22ab9, flags: 0x0 00010000:00000001:0.0:1712357316.834089:0:12325:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357316.834095:0:12325:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357316.834097:0:12325:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357316.834098:0:12325:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357316.834098:0:12325:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357316.834100:0:12325:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff8800b6f0ec00) refcount = 1 00010000:00010000:0.0:1712357316.834104:0:12325:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ab9 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.834110:0:12325:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357316.834111:0:12325:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357316.834112:0:12325:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.834114:0:12325:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357316.834116:0:12325:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.834118:0:12325:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ab9 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.834122:0:12325:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357316.834124:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.834124:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.834125:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.834126:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.834127:0:12325:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834128:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.834131:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4000 x1795536572178496/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.834136:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.834138:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.834141:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357316.834142:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.834144:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.834145:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.834147:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.834148:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237200. 02000000:00000001:0.0:1712357316.834151:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.834152:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.834153:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4000. 00000100:00000001:0.0:1712357316.834156:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.834160:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1712357316.834161:0:12325:0:(mgc_request.c:1010:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.834163:0:12325:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:0.0:1712357316.834165:0:12325:0:(mgc_request.c:128:config_log_get()) log lustre-cliir (ffff8800b38d0200) refs 3 10000000:00000001:0.0:1712357316.834166:0:12325:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.834167:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.834168:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.834169:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357316.834171:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.834172:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.834174:0:12325:0:(ldlm_lock.c:2601:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1712357316.834175:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.834175:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.834176:0:12325:0:(ldlm_lock.c:2610:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.834178:0:12325:0:(mgc_request.c:1489:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1712357316.834181:0:12325:0:(mgc_request.c:1501:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff88012ef8c940. 00000100:00000010:0.0:1712357316.834191:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4000. 00000020:00000040:0.0:1712357316.834193:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357316.834196:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.834197:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.834200:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.834203:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237200. 00000100:00000001:0.0:1712357316.834206:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834209:0:12325:0:(client.c:228:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1712357316.834211:0:12325:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800a9b7ec00. 00000100:00000010:0.0:1712357316.834212:0:12325:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff88012aa85fc0. 00000020:00000040:0.0:1712357316.834214:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357316.834216:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.834217:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.834220:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.834222:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357316.834223:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.834224:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357316.834227:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.834230:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834235:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.834237:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.834240:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.834245:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.834246:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.834248:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.834249:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.834251:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178560:192.168.203.120@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.834254:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.834257:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.834258:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834260:0:12325:0:(niobuf.c:328:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1712357316.834264:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.834266:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06c9f8. 00000400:00000010:0.0:1712357316.834269:0:12325:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b39f3600. 00000100:00000200:0.0:1712357316.834272:0:12325:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x66107ef90e080-0x66107ef90e080, portal 33 00000100:00000001:0.0:1712357316.834274:0:12325:0:(niobuf.c:437:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.834276:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.834278:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa236800. 02000000:00000001:0.0:1712357316.834279:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.834281:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.834282:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06ca50. 00000400:00000010:0.0:1712357316.834285:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357316.834286:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572178560, portal 25 00000100:00000001:0.0:1712357316.834287:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.834288:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000040:0.0:1712357316.834292:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.834297:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.834299:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.834300:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11550. 00000100:00000200:0.0:1712357316.834302:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1795536572178560, offset 0 00000400:00000200:0.0:1712357316.834309:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.834313:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.834317:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.834322:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.834324:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.834326:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.834329:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.834331:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [897:897:256:4294967295] 192.168.203.120@tcp LPNI seq info [897:897:8:4294967295] 00000400:00000200:0.0:1712357316.834334:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.834341:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.834344:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.834347:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357316.834351:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.834357:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.834360:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.834378:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834380:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.834381:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834383:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.834384:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.834386:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.834387:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.834389:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.834390:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.834392:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.835828:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.835837:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357316.835840:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.835845:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.835849:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11550 00000400:00000010:3.0:1712357316.835851:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11550. 00000100:00000001:3.0:1712357316.835853:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.835858:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.835866:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.835869:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.835875:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.835876:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.840217:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.840229:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.840232:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.840233:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.840242:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840248:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.840253:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840257:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840259:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840263:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 44 into portal 33 MB=0x66107ef90e080 00000400:00000200:3.0:1712357316.840266:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840271:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.120@tcp of length 44/44 into md 0x1e7d [4] + 0 00000400:00000010:3.0:1712357316.840275:0:1845:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06c9f8. 00000400:00000200:3.0:1712357316.840279:0:1845:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b39f3600 00000800:00000001:3.0:1712357316.840284:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.840296:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.840298:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.840301:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.840304:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39f3600 00000400:00000010:3.0:1712357316.840306:0:1845:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b39f3600. 00000100:00000001:3.0:1712357316.840310:0:1845:0:(events.c:193:client_bulk_callback()) Process entered 00000100:00000200:3.0:1712357316.840317:0:1845:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a9b7ec00 00000100:00000001:3.0:1712357316.840323:0:1845:0:(events.c:236:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1712357316.840327:0:1845:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1712357316.840330:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840333:0:1845:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.840338:0:1845:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [898:898:256:4294967295] 192.168.203.120@tcp LPNI seq info [898:898:8:4294967295] 00000400:00000200:3.0:1712357316.840342:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.840347:0:1845:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:3.0:1712357316.840351:0:1845:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.840354:0:1845:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8800b6e2ac00. 00000800:00000200:3.0:1712357316.840358:0:1845:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.840363:0:1845:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.840366:0:1845:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e2ac00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1712357316.840417:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1712357316.840509:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.840512:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8800b6e2ac00. 00000400:00000200:3.0:1712357316.840515:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.840518:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357316.840528:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.840564:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.840567:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357316.841302:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.841307:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.841309:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.841310:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.841314:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.841318:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.841321:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.841323:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.841325:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.841328:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 240 into portal 25 MB=0x66107ef90e080 00000400:00000200:3.0:1712357316.841331:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.841335:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 240/240 into md 0x1e85 [1] + 224 00000800:00000001:3.0:1712357316.841338:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.841346:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.841350:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.841353:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.841355:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.841361:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.841369:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.841378:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.841381:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.841382:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.841410:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.841414:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.841415:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.841417:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06ca50. 00000400:00000200:0.0:1712357316.841419:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357316.841420:0:12325:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357316.841422:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.841428:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.841435:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.841441:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.841442:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.841444:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.841446:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.841448:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.841449:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.841452:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.841455:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.841458:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.841460:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357316.841461:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.841463:0:12325:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357316.841464:0:12325:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841466:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357316.841469:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:0.0:1712357316.841475:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.841481:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.841482:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.841485:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.841491:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178560:192.168.203.120@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.841494:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.841497:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841498:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.841500:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.841502:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.841509:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.841512:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.841514:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.841515:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1712357316.841518:0:12325:0:(mgc_request.c:1567:mgc_process_recover_log()) Latest version 5, more 0. 10000000:00000001:0.0:1712357316.841521:0:12325:0:(mgc_request.c:1198:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1712357316.841525:0:12325:0:(mgc_request.c:1221:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800b3911000. 10000000:00000040:0.0:1712357316.841531:0:12325:0:(mgc_request.c:1355:mgc_apply_recover_logs()) mgc MGC192.168.203.120@tcp: cannot find obdname lustre-OST0001-osc-ffff8800aa323000 10000000:00000010:0.0:1712357316.841533:0:12325:0:(mgc_request.c:1463:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800b3911000. 10000000:00000001:0.0:1712357316.841535:0:12325:0:(mgc_request.c:1465:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841536:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.841539:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4000 x1795536572178560/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.841543:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.841552:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.841555:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa236800. 02000000:00000001:0.0:1712357316.841557:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.841559:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.841560:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.841562:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:0.0:1712357316.841563:0:12325:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1712357316.841564:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.841565:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.841566:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000010:0.0:1712357316.841568:0:12325:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 64 at ffff88012aa85fc0. 00000100:00000010:0.0:1712357316.841570:0:12325:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800a9b7ec00. 00000100:00000001:0.0:1712357316.841572:0:12325:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1712357316.841573:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237200. 02000000:00000001:0.0:1712357316.841575:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.841576:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.841577:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4000. 00000100:00000001:0.0:1712357316.841580:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.841581:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1712357316.841660:0:12325:0:(mgc_request.c:1619:mgc_process_recover_log()) kfreed 'pages': 32 at ffff88012ef8c940. 10000000:01000000:0.0:1712357316.841665:0:12325:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1712357316.841667:0:12325:0:(mgc_request.c:1016:mgc_cancel()) Process entered 00010000:00000001:0.0:1712357316.841669:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.841671:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.841673:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0000 refcount=3 00000020:00000001:0.0:1712357316.841674:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.841676:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183777792 : -131938525773824 : ffff8800ab0a0000) 00010000:00000001:0.0:1712357316.841678:0:12325:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357316.841682:0:12325:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ab9 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.841688:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.841689:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357316.841691:0:12325:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ab9 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.841694:0:12325:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357316.841695:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.841695:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1712357316.841696:0:12325:0:(mgc_request.c:1020:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.841698:0:12325:0:(mgc_request.c:1849:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.841700:0:12325:0:(mgc_request.c:628:do_requeue()) Process leaving 10000000:00000001:0.0:1712357316.841701:0:12325:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:0.0:1712357316.841703:0:12325:0:(mgc_request.c:128:config_log_get()) log lustre-client (ffff8800b38d0000) refs 2 10000000:00000001:0.0:1712357316.841704:0:12325:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.841705:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000040:0.0:1712357316.841707:0:12325:0:(mgc_request.c:143:config_log_put()) log lustre-cliir(ffff8800b38d0200) refs 3 10000000:00000001:0.0:1712357316.841708:0:12325:0:(mgc_request.c:167:config_log_put()) Process leaving 10000000:00000001:0.0:1712357316.841709:0:12325:0:(mgc_request.c:608:do_requeue()) Process entered 10000000:01000000:0.0:1712357316.841710:0:12325:0:(mgc_request.c:618:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1712357316.841711:0:12325:0:(mgc_request.c:1729:mgc_process_log()) Process entered 10000000:01000000:0.0:1712357316.841713:0:12325:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-client-ffff8800aa323000 from 30 10000000:00000001:0.0:1712357316.841714:0:12325:0:(mgc_request.c:977:mgc_enqueue()) Process entered 10000000:01000000:0.0:1712357316.841715:0:12325:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1712357316.841718:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4000. 00000020:00000040:0.0:1712357316.841720:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357316.841724:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.841726:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.841729:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.841733:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa237200. 00000100:00000001:0.0:1712357316.841737:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.841740:0:12325:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357316.841741:0:12325:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1712357316.841746:0:12325:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6f0e400. 00010000:00000001:0.0:1712357316.841748:0:12325:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357316.841750:0:12325:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a1200. 00000020:00000001:0.0:1712357316.841752:0:12325:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357316.841754:0:12325:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a1200 with handle 0xbda2fb8f03338a0a to hash 00000020:00000001:0.0:1712357316.841755:0:12325:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357316.841756:0:12325:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357316.841758:0:12325:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357316.841760:0:12325:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357316.841761:0:12325:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.841763:0:12325:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357316.841768:0:12325:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357316.841774:0:12325:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1712357316.841777:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.841778:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.841780:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.841782:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357316.841783:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.841784:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357316.841787:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.841790:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841791:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.841794:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.841798:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.841803:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.841804:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.841806:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.841808:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.841810:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178624:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.841813:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.841816:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.841817:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.841819:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.841821:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357316.841822:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.841825:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.841826:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06ca50. 00000400:00000010:0.0:1712357316.841829:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357316.841834:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572178624, portal 25 00000100:00000001:0.0:1712357316.841835:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.841836:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000040:0.0:1712357316.841839:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.841845:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.841847:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.841848:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11dd0. 00000100:00000200:0.0:1712357316.841850:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572178624, offset 0 00000400:00000200:0.0:1712357316.841853:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.841856:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.841859:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.841862:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.841865:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.841868:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.841869:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.841874:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [899:899:256:4294967295] 192.168.203.120@tcp LPNI seq info [899:899:8:4294967295] 00000400:00000200:0.0:1712357316.841877:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.841882:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.841885:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.841887:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e600. 00000800:00000200:0.0:1712357316.841890:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.841894:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.841897:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.841974:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841976:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.841978:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841979:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.841980:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.841982:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.841984:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.841985:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.841986:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.841987:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.842050:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.842052:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e600. 00000400:00000200:2.0:1712357316.842054:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.842058:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.842060:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11dd0 00000400:00000010:2.0:1712357316.842061:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11dd0. 00000100:00000001:2.0:1712357316.842063:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.842066:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.842072:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.842074:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.842087:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.842088:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.845215:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.845229:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.845233:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.845235:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.845244:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.845249:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.845255:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.845259:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.845262:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.845266:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef90e0c0 00000400:00000200:3.0:1712357316.845269:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.845274:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x1e8d [1] + 224 00000800:00000001:3.0:1712357316.845280:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.845296:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.845298:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.845302:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.845307:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.845314:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.845323:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.845334:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.845345:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.845348:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.845399:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.845404:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.845405:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.845408:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06ca50. 00000400:00000200:0.0:1712357316.845411:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:0.0:1712357316.845413:0:12325:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:0.0:1712357316.845415:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.845418:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.845426:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.845431:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.845433:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.845435:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.845437:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.845443:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.845445:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.845447:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.845451:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.845455:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.845457:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357316.845458:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.845460:0:12325:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357316.845462:0:12325:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.845463:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357316.845467:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.845472:0:12325:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.845475:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.845477:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.845480:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.845487:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178624:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.845491:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.845493:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.845496:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.845497:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.845500:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.845506:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.845509:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.845511:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.845512:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.845514:0:12325:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.845517:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.845519:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.845520:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=4 00000020:00000001:0.0:1712357316.845522:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357316.845527:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000040:0.0:1712357316.845532:0:12325:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a1200, remote cookie: 0xa8e7976a8eb22ac0, flags: 0x0 00010000:00000001:0.0:1712357316.845535:0:12325:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357316.845538:0:12325:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357316.845539:0:12325:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357316.845540:0:12325:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357316.845541:0:12325:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357316.845543:0:12325:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8800b6f0e400) refcount = 1 00010000:00010000:0.0:1712357316.845557:0:12325:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ac0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.845563:0:12325:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357316.845564:0:12325:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357316.845565:0:12325:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.845568:0:12325:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357316.845569:0:12325:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.845571:0:12325:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ac0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.845576:0:12325:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357316.845577:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.845578:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.845579:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.845580:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.845581:0:12325:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.845670:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.845674:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4000 x1795536572178624/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.845679:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.845680:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.845683:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7ec00. 02000000:00000001:0.0:1712357316.845686:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.845688:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.845689:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.845691:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.845696:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237200. 02000000:00000001:0.0:1712357316.845699:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.845700:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.845702:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4000. 00000100:00000001:0.0:1712357316.845705:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.845705:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1712357316.845707:0:12325:0:(mgc_request.c:1010:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.845709:0:12325:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:0.0:1712357316.845711:0:12325:0:(mgc_request.c:128:config_log_get()) log lustre-client (ffff8800b38d0000) refs 3 10000000:00000001:0.0:1712357316.845712:0:12325:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.845714:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.845715:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.845716:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=3 00000020:00000001:0.0:1712357316.845717:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357316.845719:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:0.0:1712357316.845720:0:12325:0:(ldlm_lock.c:2601:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1712357316.845721:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.845722:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.845723:0:12325:0:(ldlm_lock.c:2610:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.845724:0:12325:0:(mgc_request.c:1633:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1712357316.846365:0:12325:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800adb29c40. 00000020:00000010:1.0:1712357316.846369:0:12325:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b616ca00. 00000020:00000010:1.0:1712357316.846373:0:12325:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b616ce00. 00000040:00000010:1.0:1712357316.846376:0:12325:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b616c200. 00000020:00000010:1.0:1712357316.846380:0:12325:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6fec800. 00000020:00000010:1.0:1712357316.846383:0:12325:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b616da00. 80000000:00000010:1.0:1712357316.846386:0:12325:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5f39c00. 00040000:00000010:1.0:1712357316.846391:0:12325:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b616de00. 20000000:00000010:1.0:1712357316.846396:0:12325:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b616c000. 10000000:00000040:1.0:1712357316.846400:0:12325:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff8800b39f33c0 : new refcount 2 00000020:00000001:1.0:1712357316.846403:0:12325:0:(obd_config.c:2054:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1712357316.846404:0:12325:0:(obd_config.c:2056:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1712357316.846406:0:12325:0:(llog.c:1378:llog_open()) Process entered 00000040:00000010:1.0:1712357316.846409:0:12325:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b3738000. 00000040:00000001:1.0:1712357316.846416:0:12325:0:(llog_client.c:90:llog_client_open()) Process entered 00000020:00000040:1.0:1712357316.846419:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:1.0:1712357316.846424:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2bb80. 00000020:00000040:1.0:1712357316.846426:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357316.846429:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357316.846431:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357316.846434:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357316.846439:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5c8ba00. 00000100:00000001:1.0:1712357316.846444:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.846448:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357316.846449:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357316.846453:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158780. 00000100:00000001:1.0:1712357316.846454:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184533376 : -131938525018240 : ffff8800ab158780) 00000100:00000001:1.0:1712357316.846456:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.846457:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526868864 : -131936182682752 : ffff880136b2bb80) 00000100:00000001:1.0:1712357316.846461:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357316.846464:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.846466:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357316.846467:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357316.846471:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.846477:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357316.846479:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.846481:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357316.846483:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357316.846485:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178688:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1712357316.846488:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357316.846491:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357316.846493:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.846494:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357316.846497:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d027400. 02000000:00000001:1.0:1712357316.846498:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.846503:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357316.846505:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357316.846513:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e000. 00000100:00000200:1.0:1712357316.846518:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572178688, portal 25 00000100:00000001:1.0:1712357316.846519:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357316.846520:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526868864 : -131936182682752 : ffff880136b2bb80) 00000100:00000040:1.0:1712357316.846524:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.846530:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357316.846532:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357316.846534:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ee58. 00000100:00000200:1.0:1712357316.846536:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572178688, offset 0 00000400:00000200:1.0:1712357316.846540:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357316.846556:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.846561:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357316.846565:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357316.846569:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357316.846572:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357316.846573:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357316.846576:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [900:900:256:4294967295] 192.168.203.120@tcp LPNI seq info [900:900:8:4294967295] 00000400:00000200:1.0:1712357316.846579:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357316.846604:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357316.846609:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357316.846613:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4300. 00000800:00000200:1.0:1712357316.846617:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357316.846623:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357316.846626:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1712357316.849102:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.849107:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.849110:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.849113:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.849114:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357316.849116:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158780 going to sleep for 11 seconds 00000100:00000001:1.0:1712357316.849119:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.849132:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.849134:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357316.849135:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.849306:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.849309:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4300. 00000400:00000200:2.0:1712357316.849313:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.849319:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.849323:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ee58 00000400:00000010:2.0:1712357316.849325:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ee58. 00000100:00000001:2.0:1712357316.849328:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.849332:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.849341:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.849343:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.849348:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.849349:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.857361:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.857371:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.857374:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.857376:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.857385:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.857392:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.857397:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.857401:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.857404:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.857408:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef90e100 00000400:00000200:3.0:1712357316.857412:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.857417:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x1e95 [1] + 224 00000800:00000001:3.0:1712357316.857423:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.857434:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.857436:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.857440:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.857445:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.857452:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.857461:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.857471:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.857477:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.857479:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.857606:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.857613:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.857614:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.857617:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:0.0:1712357316.857620:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e000 00000400:00000010:0.0:1712357316.857622:0:12325:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e000. 00000100:00000001:0.0:1712357316.857625:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.857629:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.857636:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.857642:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.857643:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.857645:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.857647:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.857649:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.857655:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.857657:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.857662:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.857665:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.857668:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357316.857669:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.857671:0:12325:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357316.857673:0:12325:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.857675:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357316.857678:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.857684:0:12325:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.857687:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.857689:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.857692:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.857698:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178688:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.857702:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.857704:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.857706:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.857708:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.857710:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.857715:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.857718:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158780. 00000100:00000001:0.0:1712357316.857720:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.857721:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1712357316.857725:0:12325:0:(llog_client.c:143:llog_client_open()) Process leaving 00000020:00000001:0.0:1712357316.857727:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.857728:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.857730:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:0.0:1712357316.857731:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.857733:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2bb80 x1795536572178688/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.857741:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.857743:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.857746:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d027400. 02000000:00000001:0.0:1712357316.857748:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.857749:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.857750:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.857751:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.857753:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5c8ba00. 02000000:00000001:0.0:1712357316.857756:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.857758:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.857759:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2bb80. 00000100:00000001:0.0:1712357316.857763:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.857764:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1712357316.857765:0:12325:0:(llog.c:1401:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1712357316.857768:0:12325:0:(llog.c:402:llog_init_handle()) Process entered 00000040:00000010:0.0:1712357316.857779:0:12325:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a61b8000. 00000040:00000001:0.0:1712357316.857782:0:12325:0:(llog.c:354:llog_read_header()) Process entered 00000040:00000001:0.0:1712357316.857783:0:12325:0:(llog_client.c:289:llog_client_read_header()) Process entered 00000020:00000040:0.0:1712357316.857785:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:0.0:1712357316.857788:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f4000. 00000020:00000040:0.0:1712357316.857790:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357316.857792:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.857794:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.857797:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.857802:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa236800. 00000100:00000001:0.0:1712357316.857806:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.857808:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.857809:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.857812:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f36c0. 00000100:00000001:0.0:1712357316.857814:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327774400 : -131938381777216 : ffff8800b39f36c0) 00000100:00000001:0.0:1712357316.857816:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.857817:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000001:0.0:1712357316.857821:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.857824:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.857825:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.857829:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.857833:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.857838:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.857839:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.857842:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.857843:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.857846:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178752:192.168.203.120@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.857849:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.857852:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.857854:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.857855:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.857865:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a61b4000. 02000000:00000001:0.0:1712357316.857866:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.857870:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.857872:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06ca50. 00000400:00000010:0.0:1712357316.857876:0:12325:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b39f3d80. 00000100:00000200:0.0:1712357316.857880:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572178752, portal 25 00000100:00000001:0.0:1712357316.857882:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.857883:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369354240 : -131936340197376 : ffff88012d4f4000) 00000100:00000040:0.0:1712357316.857887:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.857892:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.857894:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.857896:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11880. 00000100:00000200:0.0:1712357316.857899:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572178752, offset 0 00000400:00000200:0.0:1712357316.857902:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.857906:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.857910:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.857914:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.857917:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.857920:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.857922:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.857928:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [901:901:256:4294967295] 192.168.203.120@tcp LPNI seq info [901:901:8:4294967295] 00000400:00000200:0.0:1712357316.857931:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.857938:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.857943:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.857946:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0ed00. 00000800:00000200:0.0:1712357316.857950:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.857956:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.857959:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0ed00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.858535:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.858537:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.858539:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.858542:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.858543:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.858553:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.858554:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.858556:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.858557:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.858558:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.858674:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.858677:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0ed00. 00000400:00000200:2.0:1712357316.858679:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.858684:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.858687:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11880 00000400:00000010:2.0:1712357316.858688:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11880. 00000100:00000001:2.0:1712357316.858691:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.858694:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.858701:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.858703:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.858709:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.858710:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.869653:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.869665:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.869669:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.869671:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.869680:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.869686:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.869693:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.869697:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.869706:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.869710:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef90e140 00000400:00000200:3.0:1712357316.869714:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.869718:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x1e9d [4] + 224 00000800:00000001:3.0:1712357316.869724:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.869744:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.869746:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.869750:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.869755:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.869761:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.869769:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.869790:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.869796:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.869799:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.869813:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357316.869819:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357316.869820:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357316.869823:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06ca50. 00000400:00000200:1.0:1712357316.869826:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39f3d80 00000400:00000010:1.0:1712357316.869828:0:12325:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b39f3d80. 00000100:00000001:1.0:1712357316.869831:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357316.869834:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.869841:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.869847:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.869848:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.869850:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357316.869852:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.869854:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.869856:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357316.869858:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357316.869862:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357316.869865:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.869867:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.869869:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357316.869871:0:12325:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357316.869872:0:12325:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.869874:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357316.869877:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.869882:0:12325:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.869884:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357316.869885:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357316.869887:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:1.0:1712357316.869900:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572178752:192.168.203.120@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1712357316.869904:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.869907:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.869909:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357316.869910:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.869913:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.869917:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.869920:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f36c0. 00000100:00000001:1.0:1712357316.869921:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.869922:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357316.869929:0:12325:0:(llog_client.c:339:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1712357316.869930:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.869932:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f4000 x1795536572178752/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.869936:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.869938:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.869940:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a61b4000. 02000000:00000001:1.0:1712357316.869951:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.869953:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.869955:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357316.869957:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.869959:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa236800. 02000000:00000001:1.0:1712357316.869962:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.869963:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.869965:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f4000. 00000100:00000001:1.0:1712357316.869968:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.869968:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1712357316.869971:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.869971:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357316.869973:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:1.0:1712357316.869975:0:12325:0:(llog.c:390:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357316.869977:0:12325:0:(llog.c:465:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357316.869982:0:12325:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1712357316.869985:0:12325:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b3a25a00. 00000040:00001000:1.0:1712357316.869986:0:12325:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 29 last_idx 0 read_mode 0 00000020:00000010:2.0:1712357316.871678:0:12817:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6dcca00. 00000020:00000010:2.0:1712357316.871685:0:12817:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6dcdc00. 00000040:00000010:2.0:1712357316.871692:0:12817:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6dcc800. 00000020:00000010:2.0:1712357316.871696:0:12817:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b3a4e000. 00000020:00000010:2.0:1712357316.871700:0:12817:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6dcd000. 80000000:00000010:2.0:1712357316.871703:0:12817:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012abf4060. 00040000:00000010:2.0:1712357316.871707:0:12817:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800aa343100. 00040000:00000010:2.0:1712357316.871710:0:12817:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6dcd400. 20000000:00000010:2.0:1712357316.871713:0:12817:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b6dcc000. 00000040:00000001:2.0:1712357316.871716:0:12817:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1712357316.871721:0:12817:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800aa1a4000. 00000040:00001000:2.0:1712357316.871723:0:12817:0:(llog.c:565:llog_process_thread()) index: 30 last_index 64767 00000040:00000001:2.0:1712357316.871724:0:12817:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1712357316.871727:0:12817:0:(llog_client.c:161:llog_client_next_block()) Process entered 00000020:00000040:2.0:1712357316.871729:0:12817:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:2.0:1712357316.871733:0:12817:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44a80. 00000020:00000040:2.0:1712357316.871735:0:12817:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1712357316.871738:0:12817:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357316.871740:0:12817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357316.871742:0:12817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357316.871746:0:12817:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357316.871750:0:12817:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.871753:0:12817:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357316.871754:0:12817:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357316.871758:0:12817:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493300. 00000100:00000001:2.0:1712357316.871760:0:12817:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322137344 : -131938387414272 : ffff8800b3493300) 00000100:00000001:2.0:1712357316.871762:0:12817:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357316.871763:0:12817:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227443840 : -131938482107776 : ffff8800ada44a80) 00000100:00000001:2.0:1712357316.871766:0:12817:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357316.871769:0:12817:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.871771:0:12817:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357316.871772:0:12817:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357316.871778:0:12817:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.871786:0:12817:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357316.871787:0:12817:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.871789:0:12817:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357316.871794:0:12817:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357316.871797:0:12817:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada44a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:12817:1795536572178816:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:2.0:1712357316.871801:0:12817:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357316.871804:0:12817:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357316.871806:0:12817:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.871808:0:12817:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357316.871817:0:12817:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a61c4000. 02000000:00000001:2.0:1712357316.871819:0:12817:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357316.871825:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357316.871828:0:12817:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1b00. 00000400:00000010:2.0:1712357316.871832:0:12817:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b3493cc0. 00000100:00000200:2.0:1712357316.871837:0:12817:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572178816, portal 25 00000100:00000001:2.0:1712357316.871838:0:12817:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357316.871839:0:12817:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227443840 : -131938482107776 : ffff8800ada44a80) 00000100:00000040:2.0:1712357316.871844:0:12817:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.871850:0:12817:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357316.871852:0:12817:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357316.871855:0:12817:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4000. 00000100:00000200:2.0:1712357316.871856:0:12817:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572178816, offset 0 00000400:00000200:2.0:1712357316.871861:0:12817:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357316.871866:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.871871:0:12817:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357316.871875:0:12817:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357316.871878:0:12817:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357316.871880:0:12817:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357316.871882:0:12817:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357316.871885:0:12817:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [902:902:256:4294967295] 192.168.203.120@tcp LPNI seq info [902:902:8:4294967295] 00000400:00000200:2.0:1712357316.871889:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.871894:0:12817:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357316.871899:0:12817:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357316.871902:0:12817:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357316.871910:0:12817:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357316.871917:0:12817:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357316.871920:0:12817:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1712357316.871937:0:12817:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.871939:0:12817:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357316.871941:0:12817:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.871943:0:12817:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357316.871944:0:12817:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357316.871946:0:12817:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493300 going to sleep for 11 seconds 00000100:00000001:2.0:1712357316.871948:0:12817:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.871950:0:12817:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.871952:0:12817:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.871952:0:12817:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.872044:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.872046:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:3.0:1712357316.872049:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.872052:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.872055:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4000 00000400:00000010:3.0:1712357316.872056:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4000. 00000100:00000001:3.0:1712357316.872059:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.872062:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.872068:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.872070:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.872074:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.872076:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357316.877945:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.877954:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357316.877959:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.877962:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.877974:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.877979:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357316.877984:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.877987:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.877990:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.877993:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef90e180 00000400:00000200:3.0:1712357316.877996:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.878000:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x1ea5 [4] + 224 00000800:00000001:3.0:1712357316.878006:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.878020:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357316.878022:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.878025:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357316.878029:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.878035:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000040:3.0:1712357316.878043:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.878052:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357316.878057:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357316.878058:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.878069:0:12817:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357316.878074:0:12817:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357316.878075:0:12817:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357316.878077:0:12817:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1b00. 00000400:00000200:3.0:1712357316.878080:0:12817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3493cc0 00000400:00000010:3.0:1712357316.878082:0:12817:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b3493cc0. 00000100:00000001:3.0:1712357316.878084:0:12817:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.878086:0:12817:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:3.0:1712357316.878093:0:12817:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.878105:0:12817:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357316.878107:0:12817:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.878109:0:12817:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357316.878111:0:12817:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357316.878113:0:12817:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357316.878115:0:12817:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.878118:0:12817:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357316.878123:0:12817:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357316.878126:0:12817:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357316.878128:0:12817:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357316.878129:0:12817:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.878132:0:12817:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357316.878133:0:12817:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.878135:0:12817:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.878139:0:12817:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.878144:0:12817:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.878146:0:12817:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357316.878148:0:12817:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357316.878150:0:12817:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00100000:3.0:1712357316.878156:0:12817:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:12817:1795536572178816:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:3.0:1712357316.878161:0:12817:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.878163:0:12817:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.878165:0:12817:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357316.878167:0:12817:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.878169:0:12817:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.878174:0:12817:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357316.878177:0:12817:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493300. 00000100:00000001:3.0:1712357316.878179:0:12817:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357316.878180:0:12817:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1712357316.878190:0:12817:0:(llog_client.c:218:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1712357316.878191:0:12817:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.878194:0:12817:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44a80 x1795536572178816/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.878199:0:12817:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357316.878200:0:12817:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357316.878203:0:12817:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a61c4000. 02000000:00000001:3.0:1712357316.878212:0:12817:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357316.878214:0:12817:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357316.878215:0:12817:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1712357316.878217:0:12817:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357316.878219:0:12817:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcda00. 02000000:00000001:3.0:1712357316.878222:0:12817:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357316.878223:0:12817:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357316.878224:0:12817:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44a80. 00000100:00000001:3.0:1712357316.878226:0:12817:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357316.878227:0:12817:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1712357316.878229:0:12817:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357316.878230:0:12817:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1712357316.878231:0:12817:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:3.0:1712357316.878233:0:12817:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.878235:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4000 type 0x10620000 00000040:00001000:3.0:1712357316.878236:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=1 00000040:00001000:3.0:1712357316.878239:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1712357316.878239:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a40e0 type 0x10620000 00000040:00001000:3.0:1712357316.878241:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=2 00000040:00001000:3.0:1712357316.878242:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1712357316.878242:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4158 type 0x10620000 00000040:00001000:3.0:1712357316.878243:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=3 00000040:00001000:3.0:1712357316.878244:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1712357316.878245:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4200 type 0x10620000 00000040:00001000:3.0:1712357316.878246:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=4 00000040:00001000:3.0:1712357316.878247:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1712357316.878248:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a42e0 type 0x10620000 00000040:00001000:3.0:1712357316.878249:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=5 00000040:00001000:3.0:1712357316.878249:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1712357316.878254:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a43c0 type 0x10620000 00000040:00001000:3.0:1712357316.878255:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=6 00000040:00001000:3.0:1712357316.878255:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1712357316.878256:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4438 type 0x10620000 00000040:00001000:3.0:1712357316.878257:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=7 00000040:00001000:3.0:1712357316.878258:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 7 00000040:00001000:3.0:1712357316.878258:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a44e0 type 0x10620000 00000040:00001000:3.0:1712357316.878259:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=8 00000040:00001000:3.0:1712357316.878260:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 8 00000040:00001000:3.0:1712357316.878261:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a45c0 type 0x10620000 00000040:00001000:3.0:1712357316.878262:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=9 00000040:00001000:3.0:1712357316.878262:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 9 00000040:00001000:3.0:1712357316.878263:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a46a0 type 0x10620000 00000040:00001000:3.0:1712357316.878264:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=10 00000040:00001000:3.0:1712357316.878265:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 10 00000040:00001000:3.0:1712357316.878266:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4718 type 0x10620000 00000040:00001000:3.0:1712357316.878267:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=11 00000040:00001000:3.0:1712357316.878268:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 11 00000040:00001000:3.0:1712357316.878269:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a47f8 type 0x10620000 00000040:00001000:3.0:1712357316.878270:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=12 00000040:00001000:3.0:1712357316.878270:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 12 00000040:00001000:3.0:1712357316.878271:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a48d8 type 0x10620000 00000040:00001000:3.0:1712357316.878272:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=13 00000040:00001000:3.0:1712357316.878273:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 13 00000040:00001000:3.0:1712357316.878274:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4930 type 0x10620000 00000040:00001000:3.0:1712357316.878275:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=14 00000040:00001000:3.0:1712357316.878276:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 14 00000040:00001000:3.0:1712357316.878277:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a49b0 type 0x10620000 00000040:00001000:3.0:1712357316.878278:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=15 00000040:00001000:3.0:1712357316.878279:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 15 00000040:00001000:3.0:1712357316.878279:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4a40 type 0x10620000 00000040:00001000:3.0:1712357316.878280:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=16 00000040:00001000:3.0:1712357316.878281:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 16 00000040:00001000:3.0:1712357316.878282:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4ae0 type 0x10620000 00000040:00001000:3.0:1712357316.878283:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=17 00000040:00001000:3.0:1712357316.878284:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 17 00000040:00001000:3.0:1712357316.878287:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4bc0 type 0x10620000 00000040:00001000:3.0:1712357316.878288:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=18 00000040:00001000:3.0:1712357316.878289:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 18 00000040:00001000:3.0:1712357316.878290:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4ca0 type 0x10620000 00000040:00001000:3.0:1712357316.878291:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=19 00000040:00001000:3.0:1712357316.878292:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 19 00000040:00001000:3.0:1712357316.878293:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4cf0 type 0x10620000 00000040:00001000:3.0:1712357316.878294:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=20 00000040:00001000:3.0:1712357316.878295:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 20 00000040:00001000:3.0:1712357316.878296:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4dd0 type 0x10620000 00000040:00001000:3.0:1712357316.878297:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=21 00000040:00001000:3.0:1712357316.878297:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 21 00000040:00001000:3.0:1712357316.878298:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4eb0 type 0x10620000 00000040:00001000:3.0:1712357316.878299:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=22 00000040:00001000:3.0:1712357316.878300:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 22 00000040:00001000:3.0:1712357316.878301:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4f08 type 0x10620000 00000040:00001000:3.0:1712357316.878302:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=23 00000040:00001000:3.0:1712357316.878303:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 23 00000040:00001000:3.0:1712357316.878304:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a4f88 type 0x10620000 00000040:00001000:3.0:1712357316.878305:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=24 00000040:00001000:3.0:1712357316.878306:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 24 00000040:00001000:3.0:1712357316.878306:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5018 type 0x10620000 00000040:00001000:3.0:1712357316.878307:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=25 00000040:00001000:3.0:1712357316.878308:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 25 00000040:00001000:3.0:1712357316.878309:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5098 type 0x10620000 00000040:00001000:3.0:1712357316.878310:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=26 00000040:00001000:3.0:1712357316.878311:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 26 00000040:00001000:3.0:1712357316.878312:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5178 type 0x10620000 00000040:00001000:3.0:1712357316.878313:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=27 00000040:00001000:3.0:1712357316.878314:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 27 00000040:00001000:3.0:1712357316.878314:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5258 type 0x10620000 00000040:00001000:3.0:1712357316.878315:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=28 00000040:00001000:3.0:1712357316.878316:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 28 00000040:00001000:3.0:1712357316.878317:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a52a8 type 0x10620000 00000040:00001000:3.0:1712357316.878318:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=29 00000040:00001000:3.0:1712357316.878319:0:12817:0:(llog.c:701:llog_process_thread()) skipping lrh_index 29 00000040:00001000:3.0:1712357316.878322:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5388 type 0x10620000 00000040:00001000:3.0:1712357316.878323:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=30 00000040:00001000:3.0:1712357316.878324:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3192 remains) 00000040:00001000:3.0:1712357316.878326:0:12817:0:(llog.c:735:llog_process_thread()) index: 30, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.878329:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1712357316.878331:0:12817:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1712357316.878332:0:12817:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1712357316.878333:0:12817:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1712357316.878338:0:12817:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1712357316.878340:0:12817:0:(obd_mount.c:1036:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.120@tcp:/lustre 00000020:00000001:3.0:1712357316.878342:0:12817:0:(obd_mount.c:1044:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357316.878346:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6320900. 00000020:00000080:3.0:1712357316.878349:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1712357316.878350:0:12817:0:(obd_config.c:1497:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000001:3.0:1712357316.878352:0:12817:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.878354:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6320900. 00000020:00000001:3.0:1712357316.878357:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.878359:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5468 type 0x10620000 00000040:00001000:3.0:1712357316.878359:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=31 00000040:00001000:3.0:1712357316.878361:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2968 remains) 00000040:00001000:3.0:1712357316.878362:0:12817:0:(llog.c:735:llog_process_thread()) index: 31, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.878363:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1712357316.878365:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6038bc0. 00000020:00000080:3.0:1712357316.878366:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1712357316.878368:0:12817:0:(obd_config.c:1421:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000100:00000010:3.0:1712357316.878372:0:12817:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aa039400. 00000100:00000040:3.0:1712357316.878375:0:12817:0:(lustre_peer.c:120:class_add_uuid()) found uuid 192.168.203.120@tcp 192.168.203.120@tcp cnt=1 00000400:00001000:3.0:1712357316.878378:0:12817:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:3.0:1712357316.878381:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.878384:0:12817:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:3.0:1712357316.878387:0:12817:0:(lustre_peer.c:123:class_add_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000010:3.0:1712357316.878389:0:12817:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800aa039400. 00000020:00000001:3.0:1712357316.878392:0:12817:0:(obd_config.c:1436:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.878394:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6038bc0. 00000020:00000001:3.0:1712357316.878399:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.878401:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a54c0 type 0x10620000 00000040:00001000:3.0:1712357316.878402:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=32 00000040:00001000:3.0:1712357316.878403:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2880 remains) 00000040:00001000:3.0:1712357316.878405:0:12817:0:(llog.c:735:llog_process_thread()) index: 32, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.878406:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1712357316.878408:0:12817:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6038bc0. 00000020:01000000:3.0:1712357316.878411:0:12817:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8800aa323000 00000020:00000010:3.0:1712357316.878413:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800aa01f180. 00000020:00000080:3.0:1712357316.878414:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1712357316.878416:0:12817:0:(obd_config.c:613:class_attach()) Process entered 00000020:00000001:3.0:1712357316.878417:0:12817:0:(genops.c:371:class_newdev()) Process entered 00000020:00000010:3.0:1712357316.878423:0:12817:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800ab192aa0. 00000020:00000080:3.0:1712357316.878426:0:12817:0:(genops.c:436:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8800aa323000 (ffff8800ab192aa0) 00000020:00000001:3.0:1712357316.878429:0:12817:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:3.0:1712357316.878431:0:12817:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff88012a661800. 00000020:00000001:3.0:1712357316.878433:0:12817:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357316.878435:0:12817:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88012a661800 with handle 0xbda2fb8f03338a11 to hash 00000020:00000001:3.0:1712357316.878436:0:12817:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:3.0:1712357316.878438:0:12817:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:3.0:1712357316.878439:0:12817:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.878441:0:12817:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612137320519680 : -131936389031936 : ffff88012a661800) 00000020:00000040:3.0:1712357316.878444:0:12817:0:(genops.c:906:class_export_put()) PUTting export ffff88012a661800 : new refcount 1 00000020:00000040:3.0:1712357316.878450:0:12817:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff8800aa323000 (ffff8800ab192aa0) now 2 - obd_device_list 00000020:00000001:3.0:1712357316.878455:0:12817:0:(genops.c:541:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1712357316.878456:0:12817:0:(obd_config.c:671:class_attach()) OBD: dev 5 attached type osc with refcount 2 00000020:00000001:3.0:1712357316.878458:0:12817:0:(obd_config.c:673:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.878459:0:12817:0:(obd_config.c:1415:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.878461:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800aa01f180. 00000020:00000010:3.0:1712357316.878463:0:12817:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6038bc0. 00000020:00000001:3.0:1712357316.878465:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.878466:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5540 type 0x10620000 00000040:00001000:3.0:1712357316.878467:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=33 00000040:00001000:3.0:1712357316.878471:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2752 remains) 00000040:00001000:3.0:1712357316.878472:0:12817:0:(llog.c:735:llog_process_thread()) index: 33, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.878474:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1712357316.878476:0:12817:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6038bc0. 00000020:01000000:3.0:1712357316.878478:0:12817:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8800aa323000 00000020:00000010:3.0:1712357316.878480:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800aa01f180. 00000020:00000080:3.0:1712357316.878481:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1712357316.878484:0:12817:0:(obd_config.c:685:class_setup()) Process entered 00000001:00000001:3.0:1712357316.878497:0:12817:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:3.0:1712357316.878499:0:12817:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aa01f900. 00000001:00000010:3.0:1712357316.878502:0:12817:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012efc4a80. 00000001:00000010:3.0:1712357316.878506:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2b600. 00000001:00000010:3.0:1712357316.878508:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2ba00. 00000001:00000010:3.0:1712357316.878509:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2a600. 00000001:00000010:3.0:1712357316.878511:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2b800. 00000001:00000001:3.0:1712357316.878512:0:12817:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:3.0:1712357316.878513:0:12817:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800aa01f000. 00000001:00000010:3.0:1712357316.878515:0:12817:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012efc4aa0. 00000001:00000010:3.0:1712357316.878516:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2b400. 00000001:00000010:3.0:1712357316.878518:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2a200. 00000001:00000010:3.0:1712357316.878520:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2be00. 00000001:00000010:3.0:1712357316.878521:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e2a800. 00000020:00000001:3.0:1712357316.878523:0:12817:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1712357316.878525:0:12817:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e2a000. 00000020:00000010:3.0:1712357316.878529:0:12817:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b34b3880. 00000020:00000010:3.0:1712357316.878532:0:12817:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5cf13e8. 00000008:00000010:3.0:1712357316.878536:0:12817:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ab1f86e0. 00020000:00000010:3.0:1712357316.878539:0:12817:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ab381b00. 00008000:00000010:3.0:1712357316.878542:0:12817:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b6cb5fd0. 00000080:00000010:3.0:1712357316.878558:0:12817:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a0d5a0. 00000020:00000010:3.0:1712357316.878560:0:12817:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e2ac00. 00000020:00000010:3.0:1712357316.878563:0:12817:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e2b000. 00000020:00000010:3.0:1712357316.878565:0:12817:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad000. 00000008:00000010:3.0:1712357316.878572:0:12817:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3de468. 00020000:00000010:3.0:1712357316.878575:0:12817:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800aa01f840. 00008000:00000010:3.0:1712357316.878578:0:12817:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09d8b8. 00000080:00000010:3.0:1712357316.878610:0:12817:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b05f0. 00000080:00000010:3.0:1712357316.878614:0:12817:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cd6d0. 00000008:00000010:3.0:1712357316.878617:0:12817:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b34b3c00. 00000008:00000001:3.0:1712357316.878620:0:12817:0:(osc_request.c:3818:osc_setup()) Process entered 00000008:00000001:3.0:1712357316.878621:0:12817:0:(osc_request.c:3763:osc_setup_common()) Process entered 00000100:00000001:3.0:1712357316.878623:0:12817:0:(ptlrpcd.c:974:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1712357316.878625:0:12817:0:(ptlrpcd.c:983:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.878627:0:12817:0:(ldlm_lib.c:310:client_obd_setup()) Process entered 00010000:00000001:3.0:1712357316.878630:0:12817:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1712357316.878632:0:12817:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357316.878635:0:12817:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff88012a665800. 00000020:00000040:3.0:1712357316.878637:0:12817:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff8800aa323000 (ffff8800ab192aa0) now 3 - import 00000020:00000001:3.0:1712357316.878641:0:12817:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357316.878642:0:12817:0:(genops.c:1140:class_import_put()) import ffff88012a665800 refcount=1 obd=lustre-OST0001-osc-ffff8800aa323000 00000020:00000001:3.0:1712357316.878644:0:12817:0:(genops.c:1147:class_import_put()) Process leaving 00010000:00000001:3.0:1712357316.878645:0:12817:0:(ldlm_lib.c:67:import_set_conn()) Process entered 00000100:00000200:3.0:1712357316.878651:0:12817:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000100:00000001:3.0:1712357316.878653:0:12817:0:(connection.c:84:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1712357316.878655:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.878659:0:12817:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00000100:00000001:3.0:1712357316.878661:0:12817:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357316.878663:0:12817:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 10 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.878664:0:12817:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000100:00000001:3.0:1712357316.878666:0:12817:0:(connection.c:90:ptlrpc_connection_get()) Process leaving via out (rc=18446612135328116736 : -131938381434880 : 0xffff8800b3a47000) 00000100:00000040:3.0:1712357316.878669:0:12817:0:(connection.c:132:ptlrpc_connection_get()) conn=ffff8800b3a47000 refcount 10 to 192.168.203.120@tcp 00000100:00000040:3.0:1712357316.878670:0:12817:0:(client.c:151:ptlrpc_uuid_to_connection()) 192.168.203.120@tcp -> ffff8800b3a47000 00010000:00000010:3.0:1712357316.878673:0:12817:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800ab3ad300. 00010000:00080000:3.0:1712357316.878674:0:12817:0:(ldlm_lib.c:119:import_set_conn()) imp ffff88012a665800@lustre-OST0001-osc-ffff8800aa323000: add connection 192.168.203.120@tcp at head 00010000:00000001:3.0:1712357316.878677:0:12817:0:(ldlm_lib.c:126:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.878679:0:12817:0:(ldlm_resource.c:897:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1712357316.878680:0:12817:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1712357316.878684:0:12817:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1712357316.878687:0:12817:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800aa03a400. 00000001:00000001:3.0:1712357316.878688:0:12817:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:3.0:1712357316.878690:0:12817:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6320900. 00000001:00000010:3.0:1712357316.878692:0:12817:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b34b3a80. 00000001:00000010:3.0:1712357316.878697:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88013697a000. 00000001:00000010:3.0:1712357316.878701:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa05e000. 00000001:00000010:3.0:1712357316.878706:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa05c000. 00000001:00000010:3.0:1712357316.878711:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa05a000. 00000001:00000010:3.0:1712357316.878716:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800aa058000. 00000001:00000010:3.0:1712357316.878727:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a6160000. 00000001:00000010:3.0:1712357316.878732:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a6162000. 00000001:00000010:3.0:1712357316.878736:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a6164000. 00000001:00000010:3.0:1712357316.880760:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a6166000. 00000001:00000010:3.0:1712357316.880777:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61c8000. 00000001:00000010:3.0:1712357316.880782:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61ca000. 00000001:00000010:3.0:1712357316.880786:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61cc000. 00000001:00000010:3.0:1712357316.880791:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61ce000. 00000001:00000010:3.0:1712357316.880800:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61d0000. 00000001:00000010:3.0:1712357316.880804:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61d2000. 00000001:00000010:3.0:1712357316.880809:0:12817:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a61d4000. 00010000:00000010:3.0:1712357316.880816:0:12817:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff88012a663000. 00000020:00000010:3.0:1712357316.880860:0:12817:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3adb40. 00000020:00000010:3.0:1712357316.880863:0:12817:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012efc4b00. 00010000:00000001:3.0:1712357316.880878:0:12817:0:(ldlm_pool.c:909:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1712357316.880880:0:12817:0:(ldlm_pool.c:828:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1712357316.880888:0:12817:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad900. 00000020:00000010:3.0:1712357316.880891:0:12817:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6e2a400. 00010000:00000001:3.0:1712357316.880901:0:12817:0:(ldlm_pool.c:883:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1712357316.880921:0:12817:0:(ldlm_pool.c:943:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8800aa323000-3 is initialized 00010000:00000001:3.0:1712357316.880923:0:12817:0:(ldlm_pool.c:945:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.880925:0:12817:0:(ldlm_resource.c:1002:ldlm_namespace_new()) Process leaving (rc=18446612135166583808 : -131938542967808 : ffff8800aa03a400) 00010000:00000001:3.0:1712357316.880928:0:12817:0:(ldlm_lib.c:570:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.880936:0:12817:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:3.0:1712357316.880939:0:12817:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cc000. 00000020:00000040:3.0:1712357316.880943:0:12817:0:(genops.c:1127:class_import_get()) import ffff88012a665800 refcount=2 obd=lustre-OST0001-osc-ffff8800aa323000 00000100:00000001:3.0:1712357316.880944:0:12817:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612135322370048 : -131938387181568 : ffff8800b34cc000) 00000100:00000001:3.0:1712357316.880946:0:12817:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:3.0:1712357316.880947:0:12817:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cc380. 00000020:00000040:3.0:1712357316.880949:0:12817:0:(genops.c:1127:class_import_get()) import ffff88012a665800 refcount=3 obd=lustre-OST0001-osc-ffff8800aa323000 00000100:00000001:3.0:1712357316.880950:0:12817:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612135322370944 : -131938387180672 : ffff8800b34cc380) 00000008:00000020:3.0:1712357316.880953:0:12817:0:(osc_request.c:764:osc_update_next_shrink()) next time 1459 to shrink grant 00000008:00000001:3.0:1712357316.880954:0:12817:0:(osc_request.c:3792:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.881070:0:12817:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1712357316.881073:0:12817:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.881075:0:12817:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1712357316.881078:0:12817:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357316.881089:0:12817:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad3c0. 00000020:00000010:3.0:1712357316.881091:0:12817:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800aa06c000. 00000008:00000001:3.0:1712357316.881101:0:12817:0:(osc_request.c:3851:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1712357316.881104:0:12817:0:(osc_dev.c:222:osc_device_alloc()) Process leaving (rc=18446612135322270720 : -131938387280896 : ffff8800b34b3c00) 00000020:00000010:3.0:1712357316.881108:0:12817:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6e2b000. 00000020:00000010:3.0:1712357316.881112:0:12817:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad000. 00000008:00000010:3.0:1712357316.881115:0:12817:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3de468. 00020000:00000010:3.0:1712357316.881119:0:12817:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800aa01f840. 00008000:00000010:3.0:1712357316.881122:0:12817:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09d8b8. 00000080:00000010:3.0:1712357316.881126:0:12817:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b05f0. 00000080:00000010:3.0:1712357316.881129:0:12817:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cd6d0. 00000020:00000010:3.0:1712357316.881132:0:12817:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e2ac00. 00000020:00000010:3.0:1712357316.881136:0:12817:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b34b3880. 00000020:00000010:3.0:1712357316.881140:0:12817:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5cf13e8. 00000008:00000010:3.0:1712357316.881143:0:12817:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ab1f86e0. 00020000:00000010:3.0:1712357316.881145:0:12817:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ab381b00. 00008000:00000010:3.0:1712357316.881148:0:12817:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b6cb5fd0. 00000080:00000010:3.0:1712357316.881152:0:12817:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b3a0d5a0. 00000020:00000010:3.0:1712357316.881154:0:12817:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e2a000. 00000020:00000001:3.0:1712357316.881160:0:12817:0:(obd_class.h:598:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357316.881163:0:12817:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff8800aa323000 (ffff8800ab192aa0) now 4 - setup 00000020:00000080:3.0:1712357316.881165:0:12817:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8800aa323000 (uuid 1b07237b-aa56-4e53-8899-280f18556039) 00000020:00000001:3.0:1712357316.881166:0:12817:0:(obd_config.c:777:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.881173:0:12817:0:(obd_config.c:1571:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.881176:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800aa01f180. 00000020:00000010:3.0:1712357316.881179:0:12817:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6038bc0. 00000020:00000001:3.0:1712357316.881181:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.881183:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a55d0 type 0x10620000 00000040:00001000:3.0:1712357316.881185:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=34 00000040:00001000:3.0:1712357316.881187:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2608 remains) 00000040:00001000:3.0:1712357316.881189:0:12817:0:(llog.c:735:llog_process_thread()) index: 34, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.881190:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1712357316.881193:0:12817:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6038bc0. 00000020:01000000:3.0:1712357316.881195:0:12817:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8800aa323000 00000020:00000010:3.0:1712357316.881198:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b34b3880. 00000020:00000080:3.0:1712357316.881199:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00d 00000020:00000001:3.0:1712357316.881203:0:12817:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:3.0:1712357316.881205:0:12817:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b38d0800. 00000020:00000010:3.0:1712357316.881208:0:12817:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b38d1800. 00000020:00000010:3.0:1712357316.881210:0:12817:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad000. 00000008:00000010:3.0:1712357316.881213:0:12817:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab3de468. 00020000:00000010:3.0:1712357316.881215:0:12817:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b5cc3900. 00008000:00000010:3.0:1712357316.881217:0:12817:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab09d8b8. 00000080:00000010:3.0:1712357316.881220:0:12817:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ad8b05f0. 00000080:00000010:3.0:1712357316.881222:0:12817:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab3cd6d0. 00020000:00000001:3.0:1712357316.881226:0:12817:0:(lov_obd.c:845:lov_process_config_base()) Process entered 00020000:00000001:3.0:1712357316.881229:0:12817:0:(lov_obd.c:487:lov_add_target()) Process entered 00020000:01000000:3.0:1712357316.881230:0:12817:0:(lov_obd.c:489:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:3.0:1712357316.881235:0:12817:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b38d0c00. 00000020:00000001:3.0:1712357316.881237:0:12817:0:(lu_tgt_pool.c:140:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:3.0:1712357316.881238:0:12817:0:(lu_tgt_pool.c:158:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:3.0:1712357316.881240:0:12817:0:(lov_obd.c:569:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:3.0:1712357316.881245:0:12817:0:(lov_obd.c:122:lov_connect_osc()) Process entered 00000100:00000001:3.0:1712357316.881247:0:12817:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:3.0:1712357316.881249:0:12817:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000001:3.0:1712357316.881251:0:12817:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.881252:0:12817:0:(obd_class.h:1250:obd_import_event()) Process leaving 00020000:00000001:3.0:1712357316.881253:0:12817:0:(obd_class.h:1376:obd_register_observer()) Process entered 00020000:00000001:3.0:1712357316.881254:0:12817:0:(obd_class.h:1389:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.881255:0:12817:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:3.0:1712357316.881257:0:12817:0:(ldlm_lib.c:621:client_connect_import()) Process entered 00000020:00000001:3.0:1712357316.881258:0:12817:0:(genops.c:1290:class_connect()) Process entered 00000020:00000001:3.0:1712357316.881260:0:12817:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:3.0:1712357316.881262:0:12817:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff88012a660800. 00000020:00000001:3.0:1712357316.881264:0:12817:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357316.881266:0:12817:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88012a660800 with handle 0xbda2fb8f03338a18 to hash 00000020:00000001:3.0:1712357316.881268:0:12817:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:3.0:1712357316.881270:0:12817:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:3.0:1712357316.881271:0:12817:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1712357316.881274:0:12817:0:(genops.c:895:class_export_get()) GET export ffff88012a660800 refcount=3 00000020:00000040:3.0:1712357316.881277:0:12817:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff8800aa323000 (ffff8800ab192aa0) now 5 - export 00000020:00000001:3.0:1712357316.881279:0:12817:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000020:00000040:3.0:1712357316.881281:0:12817:0:(genops.c:906:class_export_put()) PUTting export ffff88012a660800 : new refcount 2 00000020:00000080:3.0:1712357316.881282:0:12817:0:(genops.c:1300:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbda2fb8f03338a18 00000020:00000001:3.0:1712357316.881284:0:12817:0:(genops.c:1301:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.881285:0:12817:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357316.881287:0:12817:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a18 00000020:00000001:3.0:1712357316.881288:0:12817:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357316.881289:0:12817:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88012a660800 refcount=3 00000020:00000001:3.0:1712357316.881291:0:12817:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000020:00000001:3.0:1712357316.881292:0:12817:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000100:00000001:3.0:1712357316.881295:0:12817:0:(import.c:670:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1712357316.881297:0:12817:0:(import.c:499:import_select_connection()) Process entered 00000100:00080000:3.0:1712357316.881302:0:12817:0:(import.c:514:import_select_connection()) lustre-OST0001-osc-ffff8800aa323000: connect to NID 192.168.203.120@tcp last attempt 0 00000100:00000001:3.0:1712357316.881305:0:12817:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357316.881307:0:12817:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 11 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.881308:0:12817:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000001:3.0:1712357316.881313:0:12817:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357316.881314:0:12817:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a18 00000020:00000001:3.0:1712357316.881315:0:12817:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357316.881316:0:12817:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88012a660800 refcount=4 00000020:00000001:3.0:1712357316.881317:0:12817:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000020:00000001:3.0:1712357316.881318:0:12817:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000100:00000001:3.0:1712357316.881320:0:12817:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1712357316.881321:0:12817:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 12 to 192.168.203.120@tcp 00000100:00000001:3.0:1712357316.881323:0:12817:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000040:3.0:1712357316.881324:0:12817:0:(genops.c:906:class_export_put()) PUTting export ffff88012a660800 : new refcount 3 00000100:00080000:3.0:1712357316.881327:0:12817:0:(import.c:596:import_select_connection()) lustre-OST0001-osc-ffff8800aa323000: import ffff88012a665800 using connection 192.168.203.120@tcp/192.168.203.120@tcp 00000100:00000001:3.0:1712357316.881329:0:12817:0:(import.c:600:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.881331:0:12817:0:(sec.c:1512:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1712357316.881335:0:12817:0:(sec.c:1374:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1712357316.881337:0:12817:0:(sec.c:1392:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff8800aa323000: select security flavor null 02000000:00000001:3.0:1712357316.881340:0:12817:0:(sec.c:1413:sptlrpc_sec_create()) Process leaving (rc=18446744072108956320 : -1600595296 : ffffffffa098daa0) 02000000:00000001:3.0:1712357316.881342:0:12817:0:(sec.c:1580:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.881343:0:12817:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:3.0:1712357316.881345:0:12817:0:(osc_request.c:3581:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34553314 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1712357316.881347:0:12817:0:(osc_request.c:3584:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.881348:0:12817:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357316.881352:0:12817:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cce00. 00000020:00000040:3.0:1712357316.881354:0:12817:0:(genops.c:1127:class_import_get()) import ffff88012a665800 refcount=4 obd=lustre-OST0001-osc-ffff8800aa323000 02000000:00000001:3.0:1712357316.881356:0:12817:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1712357316.881358:0:12817:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.881360:0:12817:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357316.881362:0:12817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357316.881364:0:12817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357316.881368:0:12817:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa039800. 00000100:00000001:3.0:1712357316.881373:0:12817:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.881380:0:12817:0:(import.c:795:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357316.881396:0:12817:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357316.881398:0:12817:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.881403:0:12817:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cce00] to pc [ptlrpcd_rcv+-1] req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.881414:0:12817:0:(import.c:802:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.881417:0:12817:0:(pinger.c:388:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1712357316.881418:0:12817:0:(pinger.c:394:ptlrpc_pinger_add_import()) adding pingable import 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0001_UUID 00000020:00000040:3.0:1712357316.881420:0:12817:0:(genops.c:1127:class_import_get()) import ffff88012a665800 refcount=5 obd=lustre-OST0001-osc-ffff8800aa323000 00000100:00000001:3.0:1712357316.881429:0:12817:0:(pinger.c:405:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.881430:0:12817:0:(ldlm_lib.c:684:client_connect_import()) Process leaving 00020000:00000001:3.0:1712357316.881433:0:12817:0:(obd_class.h:873:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1712357316.881434:0:12817:0:(lov_obd.c:180:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8800aa323000) active 00000020:00000001:3.0:1712357316.881445:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=449211 : 449211 : 6dabb) 00000020:00000001:3.0:1712357316.881447:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=408028 : 408028 : 639dc) 00000020:00000001:3.0:1712357316.881449:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=3334996 : 3334996 : 32e354) 00000020:00000001:3.0:1712357316.881450:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=5239448 : 5239448 : 4ff298) 00000100:00000040:3.0:1712357316.881452:0:66:0:(pinger.c:325:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000100:00000001:2.0:1712357316.882316:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357316.882319:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.882321:0:1850:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357316.882327:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.882334:0:1850:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357316.882335:0:1850:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.882338:0:1850:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357316.882340:0:1850:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357316.882342:0:1850:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b07237b-aa56-4e53-8899-280f18556039:1850:1795536572178880:192.168.203.120@tcp:8:llog_process_th.0 00000100:00000001:2.0:1712357316.882345:0:1850:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357316.882348:0:1850:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357316.882349:0:1850:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.882351:0:1850:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357316.882355:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61af400. 02000000:00000001:2.0:1712357316.882356:0:1850:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357316.882363:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357316.882366:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1b58. 00000400:00000010:2.0:1712357316.882371:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4198. 00000100:00000200:2.0:1712357316.882377:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572178880, portal 4 00000100:00000001:2.0:1712357316.882379:0:1850:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357316.882384:0:1850:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322373632 : -131938387177984 : ffff8800b34cce00) 00000020:00000010:2.0:1712357316.882389:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa1a6000. 00000100:00000040:2.0:1712357316.882394:0:1850:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.882660:0:1850:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357316.882663:0:1850:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357316.882666:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357316.882668:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1795536572178880, offset 0 00000400:00000200:2.0:1712357316.882673:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357316.882680:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.882685:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357316.882690:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357316.882693:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357316.882696:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357316.882698:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357316.882701:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [903:903:256:4294967295] 192.168.203.120@tcp LPNI seq info [903:903:8:4294967295] 00000400:00000200:2.0:1712357316.882704:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.882711:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357316.882716:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357316.882720:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357316.882725:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357316.882731:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357316.882735:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1712357316.882749:0:1850:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.882751:0:1850:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357316.882753:0:1850:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.882755:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.882757:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.882761:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357316.882763:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1712357316.882764:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357316.882765:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.882770:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.882771:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357316.882846:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.882849:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:2.0:1712357316.882852:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.882856:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.882860:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:2.0:1712357316.882861:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:2.0:1712357316.882865:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.882868:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.882875:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.882878:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.882884:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.882885:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00020000:00000001:3.0:1712357316.883228:0:12817:0:(lov_obd.c:195:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883231:0:12817:0:(lov_obd.c:439:lov_notify()) Process entered 00000080:00000001:3.0:1712357316.883234:0:12817:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:3.0:1712357316.883235:0:12817:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0465af2e3640078 00000080:00000001:3.0:1712357316.883237:0:12817:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1712357316.883238:0:12817:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:3.0:1712357316.883239:0:12817:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883241:0:12817:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:3.0:1712357316.883243:0:12817:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.883245:0:12817:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.883246:0:12817:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:3.0:1712357316.883247:0:12817:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883248:0:12817:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:3.0:1712357316.883249:0:12817:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.883250:0:12817:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1712357316.883251:0:12817:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:3.0:1712357316.883257:0:12817:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357316.883259:0:12817:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1712357316.883260:0:12817:0:(lmv_obd.c:301:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.883261:0:12817:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.883263:0:12817:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883264:0:12817:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883266:0:12817:0:(lov_obd.c:598:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883267:0:12817:0:(lov_obd.c:877:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1712357316.883269:0:12817:0:(lov_obd.c:903:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883271:0:12817:0:(lov_dev.c:419:lov_cl_add_target()) Process entered 00020000:00000001:3.0:1712357316.883273:0:12817:0:(lov_dev.c:374:lov_expand_targets()) Process entered 00020000:00000001:3.0:1712357316.883274:0:12817:0:(lov_dev.c:396:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1712357316.883277:0:12817:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800ab3ad120. 00020000:00000001:3.0:1712357316.883280:0:12817:0:(lovsub_dev.c:54:lovsub_device_init()) Process entered 00000008:00000001:3.0:1712357316.883281:0:12817:0:(osc_dev.c:173:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883283:0:12817:0:(lovsub_dev.c:67:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883284:0:12817:0:(lov_dev.c:449:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.883286:0:12817:0:(lov_dev.c:603:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357316.883289:0:12817:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b38d1800. 00000020:00000010:3.0:1712357316.883292:0:12817:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800ab3ad000. 00000008:00000010:3.0:1712357316.883295:0:12817:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab3de468. 00020000:00000010:3.0:1712357316.883299:0:12817:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b5cc3900. 00008000:00000010:3.0:1712357316.883301:0:12817:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab09d8b8. 00000080:00000010:3.0:1712357316.883304:0:12817:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ad8b05f0. 00000080:00000010:3.0:1712357316.883306:0:12817:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab3cd6d0. 00000020:00000010:3.0:1712357316.883308:0:12817:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b38d0800. 00000020:00000001:3.0:1712357316.883310:0:12817:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357316.883311:0:12817:0:(obd_config.c:1646:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.883316:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b34b3880. 00000020:00000010:3.0:1712357316.883319:0:12817:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6038bc0. 00000020:00000001:3.0:1712357316.883322:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.883324:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5650 type 0x10620000 00000040:00001000:3.0:1712357316.883326:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=35 00000040:00001000:3.0:1712357316.883328:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2480 remains) 00000040:00001000:3.0:1712357316.883329:0:12817:0:(llog.c:735:llog_process_thread()) index: 35, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.883335:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1712357316.883337:0:12817:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1712357316.883338:0:12817:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1712357316.883339:0:12817:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1712357316.883344:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6320d00. 00000020:00000080:3.0:1712357316.883346:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1712357316.883348:0:12817:0:(obd_config.c:1497:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:00000001:3.0:1712357316.883350:0:12817:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.883351:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6320d00. 00000020:00000001:3.0:1712357316.883354:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.883356:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5730 type 0x10620000 00000040:00001000:3.0:1712357316.883357:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=36 00000040:00001000:3.0:1712357316.883358:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2256 remains) 00000040:00001000:3.0:1712357316.883360:0:12817:0:(llog.c:735:llog_process_thread()) index: 36, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.883361:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1712357316.883361:0:12817:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1712357316.883362:0:12817:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1712357316.883363:0:12817:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1712357316.883366:0:12817:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1712357316.883367:0:12817:0:(obd_mount.c:1033:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357316.883368:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6320d00. 00000020:00000080:3.0:1712357316.883369:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1712357316.883370:0:12817:0:(obd_config.c:1497:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000001:3.0:1712357316.883372:0:12817:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.883373:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6320d00. 00000020:00000001:3.0:1712357316.883375:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.883376:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5810 type 0x10620000 00000040:00001000:3.0:1712357316.883377:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=37 00000040:00001000:3.0:1712357316.883378:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2032 remains) 00000040:00001000:3.0:1712357316.883379:0:12817:0:(llog.c:735:llog_process_thread()) index: 37, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:3.0:1712357316.883553:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1712357316.883556:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b6038bc0. 00000020:00000080:3.0:1712357316.883557:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1712357316.883558:0:12817:0:(obd_config.c:1471:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:3.0:1712357316.883563:0:12817:0:(obd_config.c:1475:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357316.883565:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b6038bc0. 00000020:00000001:3.0:1712357316.883567:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1712357316.883569:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5860 type 0x10620000 00000040:00001000:3.0:1712357316.883570:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=38 00000040:00001000:3.0:1712357316.883571:0:12817:0:(llog.c:673:llog_process_thread()) synced_idx: 38 00000040:00000001:3.0:1712357316.883574:0:12817:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:3.0:1712357316.883576:0:12817:0:(llog_client.c:161:llog_client_next_block()) Process entered 00000020:00000040:3.0:1712357316.883578:0:12817:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:3.0:1712357316.883603:0:12817:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cc700. 00000020:00000040:3.0:1712357316.883605:0:12817:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1712357316.883608:0:12817:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357316.883610:0:12817:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357316.883612:0:12817:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357316.883615:0:12817:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b38d0800. 00000100:00000001:3.0:1712357316.883619:0:12817:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.883623:0:12817:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357316.883624:0:12817:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357316.883627:0:12817:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b5cc3900. 00000100:00000001:3.0:1712357316.883629:0:12817:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135364278528 : -131938345273088 : ffff8800b5cc3900) 00000100:00000001:3.0:1712357316.883631:0:12817:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357316.883631:0:12817:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322371840 : -131938387179776 : ffff8800b34cc700) 00000100:00000001:3.0:1712357316.883634:0:12817:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357316.883637:0:12817:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.883639:0:12817:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357316.883639:0:12817:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357316.883644:0:12817:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.883650:0:12817:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357316.883651:0:12817:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.883653:0:12817:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357316.883654:0:12817:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357316.883657:0:12817:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:12817:1795536572178944:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:3.0:1712357316.883659:0:12817:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357316.883666:0:12817:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357316.883667:0:12817:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.883669:0:12817:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357316.883677:0:12817:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a6498000. 02000000:00000001:3.0:1712357316.883679:0:12817:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357316.883684:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357316.883686:0:12817:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760aa8. 00000400:00000010:3.0:1712357316.883689:0:12817:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b5cc3b40. 00000100:00000200:3.0:1712357316.883692:0:12817:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572178944, portal 25 00000100:00000001:3.0:1712357316.883693:0:12817:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357316.883694:0:12817:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322371840 : -131938387179776 : ffff8800b34cc700) 00000100:00000040:3.0:1712357316.883698:0:12817:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.883703:0:12817:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357316.883705:0:12817:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357316.883707:0:12817:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586f68. 00000100:00000200:3.0:1712357316.883708:0:12817:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572178944, offset 0 00000400:00000200:3.0:1712357316.883712:0:12817:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357316.883715:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.883719:0:12817:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357316.883721:0:12817:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357316.883723:0:12817:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357316.883725:0:12817:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357316.883727:0:12817:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357316.883729:0:12817:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [904:904:256:4294967295] 192.168.203.120@tcp LPNI seq info [904:904:8:4294967295] 00000400:00000200:3.0:1712357316.883732:0:12817:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357316.883737:0:12817:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357316.883740:0:12817:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357316.883742:0:12817:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320d00. 00000800:00000200:3.0:1712357316.883745:0:12817:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357316.883749:0:12817:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357316.883752:0:12817:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1712357316.883762:0:12817:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357316.885359:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1712357316.885368:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357316.885371:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320d00. 00000400:00000200:2.0:1712357316.885375:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.885380:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357316.885383:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586f68 00000400:00000010:2.0:1712357316.885384:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586f68. 00000100:00000001:2.0:1712357316.885387:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357316.885392:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.885398:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.885400:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.885405:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.885406:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.885416:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.885417:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.885420:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.885425:0:12817:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.885428:0:12817:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357316.885428:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1712357316.885430:0:12817:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357316.885431:0:12817:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1712357316.885431:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000100:00100000:3.0:1712357316.885433:0:12817:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b5cc3900 going to sleep for 11 seconds 00000100:00000001:3.0:1712357316.885435:0:12817:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357316.885435:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1712357316.885437:0:12817:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357316.885438:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:3.0:1712357316.885439:0:12817:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357316.885439:0:12817:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357316.885441:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.885445:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 4 MB=0x66107ef90e1c0 00000400:00000200:2.0:1712357316.885449:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.885454:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 416/416 into md 0x1eb5 [1] + 0 00000800:00000001:2.0:1712357316.885459:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.885471:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.885473:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.885475:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.885479:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.885482:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.885489:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.885510:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.885515:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.885518:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.885956:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357316.885959:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357316.885962:0:1850:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357316.885964:0:1850:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357316.885966:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1b58. 00000400:00000200:3.0:1712357316.885969:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4198 00000400:00000010:3.0:1712357316.885971:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4198. 00000100:00000001:3.0:1712357316.885973:0:1850:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357316.885977:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:3.0:1712357316.885984:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.885989:0:1850:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357316.885990:0:1850:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.885992:0:1850:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357316.885994:0:1850:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357316.885996:0:1850:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357316.885998:0:1850:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357316.885999:0:1850:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1712357316.886006:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a61d6000. 00000100:00001000:3.0:1712357316.886012:0:1850:0:(import.c:1933:obd_at_measure()) add 5 to ffff88012a665c38 time=1712357316 v=5 (0 0 0 0) 00000100:00001000:3.0:1712357316.886015:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff88012a665bf0 time=1712357316 v=0 (0 0 0 0) 00000100:00001000:3.0:1712357316.886017:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff88012a665bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1712357316.886019:0:1850:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357316.886020:0:1850:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357316.886027:0:1850:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1712357316.886032:0:1850:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00010000:00000001:3.0:1712357316.886037:0:1850:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.886039:0:1850:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1712357316.886041:0:1850:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa323000: committing for last_committed 0 gen 1 00000100:00000040:3.0:1712357316.886043:0:1850:0:(client.c:3063:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa323000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1712357316.886045:0:1850:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357316.886046:0:1850:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.886049:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.886139:0:1850:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357316.886141:0:1850:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357316.886142:0:1850:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357316.886144:0:1850:0:(import.c:998:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1712357316.886148:0:1850:0:(import.c:1067:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8800aa323000: connect to target with instance 1 00000020:00000001:3.0:1712357316.886150:0:1850:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1712357316.886151:0:1850:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a18 00000020:00000001:3.0:1712357316.886153:0:1850:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357316.886155:0:1850:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88012a660800 refcount=4 00000020:00000001:3.0:1712357316.887136:0:1850:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000020:00000001:3.0:1712357316.887138:0:1850:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612137320515584 : -131936389036032 : ffff88012a660800) 00000100:00001000:3.0:1712357316.887142:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff88012a665bf0 time=1712357316 v=0 (0 0 0 0) 00000100:00001000:3.0:1712357316.887144:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff88012a665bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1712357316.887147:0:1850:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00000100:00080000:3.0:1712357316.887151:0:1850:0:(import.c:921:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8800aa323000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440078 00000020:00000040:3.0:1712357316.887154:0:1850:0:(genops.c:906:class_export_put()) PUTting export ffff88012a660800 : new refcount 3 00000100:00000001:3.0:1712357316.887155:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:3.0:1712357316.887158:0:1850:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000020:3.0:1712357316.887160:0:1850:0:(osc_request.c:1073:osc_init_grant()) lustre-OST0001-osc-ffff8800aa323000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1712357316.887163:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00020000:00000001:3.0:1712357316.887397:0:1850:0:(lov_obd.c:439:lov_notify()) Process entered 00000080:00000001:3.0:1712357316.887400:0:1850:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:3.0:1712357316.887402:0:1850:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00000001:3.0:1712357316.887404:0:1850:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1712357316.887405:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:3.0:1712357316.887407:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.887409:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:3.0:1712357316.887411:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887413:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887414:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:3.0:1712357316.887415:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.887416:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:3.0:1712357316.887417:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887418:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1712357316.887419:0:1850:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:3.0:1712357316.887421:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357316.887423:0:1850:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1712357316.887424:0:1850:0:(lmv_obd.c:301:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887425:0:1850:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887427:0:1850:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.887428:0:1850:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1712357316.887429:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1712357316.887431:0:1850:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.887432:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00080000:3.0:1712357316.887434:0:1850:0:(import.c:1148:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1712357316.887437:0:1850:0:(import.c:86:import_set_state_nolock()) ffff88012a665800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1712357316.887439:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:3.0:1712357316.887440:0:1850:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000001:3.0:1712357316.887441:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00020000:00000001:3.0:1712357316.887442:0:1850:0:(lov_obd.c:439:lov_notify()) Process entered 00020000:00000001:3.0:1712357316.887443:0:1850:0:(lov_obd.c:360:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1712357316.887444:0:1850:0:(lov_obd.c:363:lov_set_osc_active()) Searching in lov ffff8800adab0708 for uuid lustre-OST0001_UUID event(1) 00000800:00000001:2.0:1712357316.887486:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.887493:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.887495:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.887497:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.887503:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.887507:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.887511:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.887514:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.887517:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.887520:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef90e200 00000400:00000200:2.0:1712357316.887523:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.887528:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x1ec5 [4] + 224 00000800:00000001:2.0:1712357316.887537:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.887565:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.887567:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.887571:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.887574:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.887579:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.887602:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.887611:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00020000:01000000:3.0:1712357316.887612:0:1850:0:(lov_obd.c:410:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00020000:00000040:3.0:1712357316.887614:0:1850:0:(lov_obd.c:427:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn bda2fb8f03338a18 00000800:00000001:2.0:1712357316.887616:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00020000:00000001:3.0:1712357316.887617:0:1850:0:(lov_obd.c:431:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1712357316.887618:0:1850:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000800:00000001:2.0:1712357316.887618:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000004:3.0:1712357316.887619:0:1850:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00000001:3.0:1712357316.887620:0:1850:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1712357316.887624:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:3.0:1712357316.887626:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.887627:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:3.0:1712357316.887628:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887629:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357316.887630:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:3.0:1712357316.887631:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1712357316.887632:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:3.0:1712357316.887633:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.887633:0:12817:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000080:00000001:3.0:1712357316.887634:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1712357316.887635:0:1850:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:3.0:1712357316.887636:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1712357316.887638:0:1850:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1712357316.887638:0:1850:0:(lmv_obd.c:301:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1712357316.887638:0:12817:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000001:3.0:1712357316.887639:0:1850:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1712357316.887639:0:12817:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:3.0:1712357316.887640:0:1850:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1712357316.887641:0:12817:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760aa8. 00020000:00000001:3.0:1712357316.887642:0:1850:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1712357316.887643:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1712357316.887644:0:1850:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357316.887644:0:12817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5cc3b40 00000100:00000001:3.0:1712357316.887645:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000400:00000010:1.0:1712357316.887645:0:12817:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b5cc3b40. 00000100:00000001:3.0:1712357316.887647:0:1850:0:(import.c:1176:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.887647:0:12817:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000001:3.0:1712357316.887649:0:1850:0:(import.c:1543:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1712357316.887651:0:1850:0:(import.c:1644:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1712357316.887651:0:12817:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.887653:0:1850:0:(import.c:1422:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357316.887658:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:1.0:1712357316.887658:0:12817:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.887663:0:12817:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357316.887664:0:12817:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.887665:0:12817:0:(client.c:1456:after_reply()) Process entered 00000100:00100000:3.0:1712357316.887667:0:1850:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b07237b-aa56-4e53-8899-280f18556039:1850:1795536572178880:192.168.203.120@tcp:8:llog_process_th.0 02000000:00000001:1.0:1712357316.887667:0:12817:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357316.887668:0:12817:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357316.887669:0:12817:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.887670:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1712357316.887671:0:12817:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.887672:0:1850:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1712357316.887674:0:12817:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00000040:3.0:1712357316.887675:0:1850:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cce00 x1795536572178880/t0(0) o8->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00001000:1.0:1712357316.887676:0:12817:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357316.887678:0:12817:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357316.887679:0:12817:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.887680:0:1850:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1712357316.887680:0:12817:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1712357316.887682:0:1850:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1712357316.887682:0:12817:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.887683:0:12817:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357316.887685:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61af400. 00000100:00000040:1.0:1712357316.887686:0:12817:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 02000000:00000001:3.0:1712357316.887689:0:1850:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1712357316.887691:0:12817:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357316.887693:0:12817:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1712357316.887694:0:1850:0:(genops.c:1134:class_import_put()) Process entered 00000100:00000001:1.0:1712357316.887694:0:12817:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1712357316.887696:0:1850:0:(genops.c:1140:class_import_put()) import ffff88012a665800 refcount=4 obd=lustre-OST0001-osc-ffff8800aa323000 00000020:00000001:3.0:1712357316.887697:0:1850:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000040:1.0:1712357316.887697:0:12817:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 02000000:00000010:3.0:1712357316.887699:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa039800. 02000000:00000001:3.0:1712357316.887703:0:1850:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357316.887704:0:1850:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357316.887705:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cce00. 00000100:00000001:3.0:1712357316.887709:0:1850:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357316.887710:0:1850:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1712357316.887710:0:12817:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cc700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:12817:1795536572178944:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:3.0:1712357316.887712:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.887713:0:12817:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357316.887715:0:12817:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.887716:0:12817:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357316.887717:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357316.887717:0:12817:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1712357316.887718:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.887719:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1712357316.887719:0:12817:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.887720:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357316.887722:0:12817:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357316.887724:0:12817:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b5cc3900. 00000100:00000001:1.0:1712357316.887726:0:12817:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357316.887726:0:12817:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357316.887732:0:12817:0:(llog_client.c:218:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1712357316.887733:0:12817:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357316.887735:0:12817:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cc700 x1795536572178944/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357316.887739:0:12817:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357316.887740:0:12817:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357316.887741:0:12817:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a6498000. 02000000:00000001:1.0:1712357316.887748:0:12817:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357316.887749:0:12817:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.887750:0:12817:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357316.887751:0:12817:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357316.887752:0:12817:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b38d0800. 02000000:00000001:1.0:1712357316.887754:0:12817:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357316.887755:0:12817:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357316.887756:0:12817:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cc700. 00000100:00000001:1.0:1712357316.887757:0:12817:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357316.887758:0:12817:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1712357316.887760:0:12817:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357316.887760:0:12817:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357316.887762:0:12817:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:1.0:1712357316.887763:0:12817:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357316.887766:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5860 type 0x10620000 00000040:00001000:1.0:1712357316.887770:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=38 00000040:00001000:1.0:1712357316.887772:0:12817:0:(llog.c:718:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1952 remains) 00000040:00001000:1.0:1712357316.887774:0:12817:0:(llog.c:735:llog_process_thread()) index: 38, lh_last_idx: 38 synced_idx: 38 lgh_last_idx: 38 00000020:00000001:1.0:1712357316.887776:0:12817:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357316.887778:0:12817:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357316.887779:0:12817:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357316.887780:0:12817:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357316.887785:0:12817:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4700. 00000020:00000080:1.0:1712357316.887787:0:12817:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357316.887788:0:12817:0:(obd_config.c:1497:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:00000001:1.0:1712357316.887790:0:12817:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357316.887792:0:12817:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4700. 00000020:00000001:1.0:1712357316.887794:0:12817:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357316.887795:0:12817:0:(llog.c:610:llog_process_thread()) processing rec 0xffff8800aa1a5940 type 0x0 00000040:00001000:1.0:1712357316.887796:0:12817:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:1.0:1712357316.887798:0:12817:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1712357316.887799:0:12817:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00000010:1.0:1712357316.887801:0:12817:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800aa1a4000. 00000020:00000010:1.0:1712357316.887806:0:12817:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6dcdc00. 00000040:00000010:1.0:1712357316.887809:0:12817:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6dcc800. 00000020:00000010:1.0:1712357316.887812:0:12817:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b3a4e000. 00000020:00000010:1.0:1712357316.887816:0:12817:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6dcd000. 80000000:00000010:1.0:1712357316.887819:0:12817:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012abf4060. 00040000:00000010:1.0:1712357316.887823:0:12817:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800aa343100. 00040000:00000010:1.0:1712357316.887825:0:12817:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6dcd400. 20000000:00000010:1.0:1712357316.887828:0:12817:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b6dcc000. 00000020:00000010:1.0:1712357316.887830:0:12817:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6dcca00. 00000040:00000010:2.0:1712357316.888010:0:12325:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b3a25a00. 00000040:00000001:2.0:1712357316.888014:0:12325:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1712357316.888015:0:12325:0:(obd_config.c:2079:class_config_parse_llog()) Processed log lustre-client gen 30-38 (rc=0) 00000040:00000010:2.0:1712357316.888019:0:12325:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a61b8000. 00000040:00000010:2.0:1712357316.888024:0:12325:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b3738000. 00000020:00000001:2.0:1712357316.888027:0:12325:0:(obd_config.c:2085:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357316.888029:0:12325:0:(mgc_request.c:1671:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1712357316.888032:0:12325:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b616ce00. 00000040:00000010:2.0:1712357316.888035:0:12325:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b616c200. 00000020:00000010:2.0:1712357316.888036:0:12325:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6fec800. 00000020:00000010:2.0:1712357316.888040:0:12325:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b616da00. 80000000:00000010:2.0:1712357316.888043:0:12325:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b5f39c00. 00040000:00000010:2.0:1712357316.888046:0:12325:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b616de00. 20000000:00000010:2.0:1712357316.888049:0:12325:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b616c000. 00000020:00000010:2.0:1712357316.888051:0:12325:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b616ca00. 10000000:00000010:2.0:1712357316.888053:0:12325:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800adb29c40. 10000000:01000000:2.0:1712357316.888055:0:12325:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1712357316.888057:0:12325:0:(mgc_request.c:1016:mgc_cancel()) Process entered 00010000:00000001:2.0:1712357316.888059:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357316.888060:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357316.888062:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a1200 refcount=3 00000020:00000001:2.0:1712357316.888067:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:2.0:1712357316.888069:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183782400 : -131938525769216 : ffff8800ab0a1200) 00010000:00000001:2.0:1712357316.888071:0:12325:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357316.888074:0:12325:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ac0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357316.888080:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357316.888081:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357316.888083:0:12325:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ac0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357316.888087:0:12325:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357316.888088:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357316.888088:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1712357316.888089:0:12325:0:(mgc_request.c:1020:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357316.888091:0:12325:0:(mgc_request.c:1849:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357316.888093:0:12325:0:(mgc_request.c:628:do_requeue()) Process leaving 10000000:00000001:2.0:1712357316.888095:0:12325:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:2.0:1712357316.888096:0:12325:0:(mgc_request.c:128:config_log_get()) log lustre-sptlrpc (ffff8800b609f400) refs 2 10000000:00000001:2.0:1712357316.888097:0:12325:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357316.888098:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000040:2.0:1712357316.888100:0:12325:0:(mgc_request.c:143:config_log_put()) log lustre-client(ffff8800b38d0000) refs 3 10000000:00000001:2.0:1712357316.888101:0:12325:0:(mgc_request.c:167:config_log_put()) Process leaving 10000000:00000001:2.0:1712357316.888102:0:12325:0:(mgc_request.c:608:do_requeue()) Process entered 10000000:01000000:2.0:1712357316.888103:0:12325:0:(mgc_request.c:618:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1712357316.888104:0:12325:0:(mgc_request.c:1729:mgc_process_log()) Process entered 10000000:01000000:2.0:1712357316.888105:0:12325:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-sptlrpc-ffff8800ab0f8000 from 1 10000000:00000001:2.0:1712357316.888107:0:12325:0:(mgc_request.c:977:mgc_enqueue()) Process entered 10000000:01000000:2.0:1712357316.888108:0:12325:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1712357316.888112:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44e00. 00000020:00000040:2.0:1712357316.888114:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1712357316.888116:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357316.888119:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357316.888121:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357316.888125:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357316.888128:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357316.888134:0:12325:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357316.888135:0:12325:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357316.888139:0:12325:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e400 count: 2 00010000:00000001:2.0:1712357316.888141:0:12325:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357316.888143:0:12325:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357316.888145:0:12325:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c3840. 00000020:00000001:2.0:1712357316.888147:0:12325:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357316.888149:0:12325:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c3840 with handle 0xbda2fb8f03338a1f to hash 00000020:00000001:2.0:1712357316.888150:0:12325:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357316.888151:0:12325:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357316.888153:0:12325:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357316.888155:0:12325:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357316.888156:0:12325:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357316.888159:0:12325:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357316.888164:0:12325:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357316.888171:0:12325:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1712357316.888175:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357316.888177:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357316.888180:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357316.888181:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357316.888183:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357316.888184:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227444736 : -131938482106880 : ffff8800ada44e00) 00000100:00000001:2.0:1712357316.888187:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357316.888190:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.888192:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357316.888193:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357316.888197:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.888209:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357316.888210:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.888212:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357316.888214:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357316.888217:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada44e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572179008:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1712357316.888219:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357316.888223:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357316.888224:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.888226:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357316.888228:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61af400. 02000000:00000001:2.0:1712357316.888229:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357316.888232:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357316.888234:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1bb0. 00000400:00000010:2.0:1712357316.888238:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4330. 00000100:00000200:2.0:1712357316.888242:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179008, portal 25 00000100:00000001:2.0:1712357316.888244:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357316.888244:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227444736 : -131938482106880 : ffff8800ada44e00) 00000100:00000040:2.0:1712357316.888248:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.888252:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357316.888254:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357316.888255:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4220. 00000100:00000200:2.0:1712357316.888257:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572179008, offset 0 00000400:00000200:2.0:1712357316.888259:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357316.888263:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.888267:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357316.888271:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357316.888273:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357316.888276:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357316.888278:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357316.888281:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [905:905:256:4294967295] 192.168.203.120@tcp LPNI seq info [905:905:8:4294967295] 00000400:00000200:2.0:1712357316.888288:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.888294:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357316.888298:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357316.888301:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343d00. 00000800:00000200:2.0:1712357316.888305:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357316.888309:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357316.888312:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1712357316.888326:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.888328:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357316.888329:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.888331:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357316.888332:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357316.888333:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357316.888334:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.888335:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357316.888337:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357316.888338:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.889055:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.889057:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343d00. 00000400:00000200:3.0:1712357316.889061:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.889065:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.889067:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4220 00000400:00000010:3.0:1712357316.889069:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4220. 00000100:00000001:3.0:1712357316.889071:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.889075:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.889082:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.889085:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.889090:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.889092:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.890230:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.890237:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.890238:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.890240:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.890246:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.890249:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.890253:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.890255:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.890257:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.890260:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef90e240 00000400:00000200:2.0:1712357316.890263:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.890266:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x1ed5 [1] + 224 00000800:00000001:2.0:1712357316.890270:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.890279:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.890280:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.890283:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.890289:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.890293:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.890300:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.890536:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.890541:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.890552:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.890622:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357316.890626:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357316.890627:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357316.890629:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1bb0. 00000400:00000200:0.0:1712357316.890632:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4330 00000400:00000010:0.0:1712357316.890634:0:12325:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4330. 00000100:00000001:0.0:1712357316.890635:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357316.890639:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:0.0:1712357316.890646:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.890650:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357316.890651:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.890653:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357316.890655:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357316.890659:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357316.890661:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.890662:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357316.890665:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357316.890669:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357316.890670:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357316.890671:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.890673:0:12325:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357316.890674:0:12325:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.890675:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357316.890678:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.890683:0:12325:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.890685:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357316.890686:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357316.890688:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:0.0:1712357316.890693:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572179008:192.168.203.120@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.890696:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357316.890698:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.890699:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357316.890700:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.890702:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.890707:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357316.890709:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:0.0:1712357316.890711:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357316.890711:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.890713:0:12325:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357316.890715:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.890717:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.890718:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=4 00000020:00000001:0.0:1712357316.890720:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:0.0:1712357316.890724:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000040:0.0:1712357316.890727:0:12325:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c3840, remote cookie: 0xa8e7976a8eb22ace, flags: 0x0 00010000:00000001:0.0:1712357316.890729:0:12325:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357316.890731:0:12325:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357316.890732:0:12325:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357316.890734:0:12325:0:(ldlm_lock.c:1023:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357316.890734:0:12325:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357316.890736:0:12325:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8800b6f0e400) refcount = 2 00010000:00000040:0.0:1712357316.890738:0:12325:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357316.890740:0:12325:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ac0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357316.890746:0:12325:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ace expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.890749:0:12325:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357316.890750:0:12325:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357316.890752:0:12325:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357316.890754:0:12325:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357316.890755:0:12325:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357316.890757:0:12325:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ace expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357316.890761:0:12325:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357316.890762:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.890762:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.890763:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.890763:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.890764:0:12325:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.890766:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357316.890768:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44e00 x1795536572179008/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.890773:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357316.890774:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357316.890776:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61af400. 02000000:00000001:0.0:1712357316.890783:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357316.890784:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357316.890785:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357316.890787:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357316.890788:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcda00. 02000000:00000001:0.0:1712357316.890790:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357316.890791:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357316.890793:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44e00. 00000100:00000001:0.0:1712357316.890795:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357316.890795:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1712357316.890797:0:12325:0:(mgc_request.c:1010:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.890799:0:12325:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:0.0:1712357316.890800:0:12325:0:(mgc_request.c:128:config_log_get()) log lustre-sptlrpc (ffff8800b609f400) refs 3 10000000:00000001:0.0:1712357316.890802:0:12325:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357316.890803:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357316.890803:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357316.890804:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=3 00000020:00000001:0.0:1712357316.890806:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:0.0:1712357316.890807:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:0.0:1712357316.890809:0:12325:0:(ldlm_lock.c:2601:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1712357316.890810:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357316.890810:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357316.890811:0:12325:0:(ldlm_lock.c:2610:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357316.890812:0:12325:0:(mgc_request.c:1633:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1712357316.890815:0:12325:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013690df00. 00000020:00000010:0.0:1712357316.890818:0:12325:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800aa237400. 00000020:00000010:0.0:1712357316.890821:0:12325:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800aa237600. 00000040:00000010:0.0:1712357316.890824:0:12325:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800aa237200. 00000020:00000010:0.0:1712357316.890827:0:12325:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa325000. 00000020:00000010:0.0:1712357316.890830:0:12325:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800aa236a00. 80000000:00000010:0.0:1712357316.890833:0:12325:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b39df3c0. 00040000:00000010:0.0:1712357316.890836:0:12325:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800aa236600. 20000000:00000010:0.0:1712357316.890838:0:12325:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800aa236800. 10000000:00000040:0.0:1712357316.890841:0:12325:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff8800b39f33c0 : new refcount 2 00000020:00000001:0.0:1712357316.890844:0:12325:0:(obd_config.c:2054:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1712357316.890848:0:12325:0:(obd_config.c:2056:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1712357316.890850:0:12325:0:(llog.c:1378:llog_open()) Process entered 00000040:00000010:0.0:1712357316.890852:0:12325:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b5c8ba00. 00000040:00000001:0.0:1712357316.890854:0:12325:0:(llog_client.c:90:llog_client_open()) Process entered 00000020:00000040:0.0:1712357316.890856:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:0.0:1712357316.890859:0:12325:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6a00. 00000020:00000040:0.0:1712357316.890861:0:12325:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357316.890863:0:12325:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357316.890865:0:12325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357316.890867:0:12325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357316.890870:0:12325:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6001c00. 00000100:00000001:0.0:1712357316.890874:0:12325:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.890878:0:12325:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357316.890878:0:12325:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357316.890881:0:12325:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b39f3cc0. 00000100:00000001:0.0:1712357316.890882:0:12325:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135327775936 : -131938381775680 : ffff8800b39f3cc0) 00000100:00000001:0.0:1712357316.890884:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.890885:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000001:0.0:1712357316.890887:0:12325:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357316.890890:0:12325:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.890891:0:12325:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357316.890892:0:12325:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357316.890895:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.890900:0:12325:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357316.890901:0:12325:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.890903:0:12325:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357316.890904:0:12325:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357316.890906:0:12325:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572179072:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1712357316.890909:0:12325:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357316.890911:0:12325:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357316.890912:0:12325:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357316.890913:0:12325:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357316.890916:0:12325:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b607c200. 02000000:00000001:0.0:1712357316.890917:0:12325:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357316.890923:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357316.890925:0:12325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06caa8. 00000400:00000010:0.0:1712357316.890928:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c115d8. 00000100:00000200:0.0:1712357316.890931:0:12325:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572179072, portal 25 00000100:00000001:0.0:1712357316.890932:0:12325:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357316.890933:0:12325:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369364992 : -131936340186624 : ffff88012d4f6a00) 00000100:00000040:0.0:1712357316.890936:0:12325:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:0.0:1712357316.890940:0:12325:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357316.890942:0:12325:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357316.890944:0:12325:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11908. 00000100:00000200:0.0:1712357316.890946:0:12325:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572179072, offset 0 00000400:00000200:0.0:1712357316.890949:0:12325:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357316.890952:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.890955:0:12325:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357316.890959:0:12325:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357316.890961:0:12325:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357316.890964:0:12325:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357316.890965:0:12325:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357316.890968:0:12325:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [906:906:256:4294967295] 192.168.203.120@tcp LPNI seq info [906:906:8:4294967295] 00000400:00000200:0.0:1712357316.890970:0:12325:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357316.890976:0:12325:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357316.890979:0:12325:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357316.890982:0:12325:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6f0e500. 00000800:00000200:0.0:1712357316.890985:0:12325:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357316.890989:0:12325:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357316.890992:0:12325:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6f0e500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1712357316.891005:0:12325:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.891007:0:12325:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357316.891008:0:12325:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.891010:0:12325:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357316.891011:0:12325:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357316.891015:0:12325:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b39f3cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357316.891017:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.891018:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357316.891020:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357316.891020:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357316.893621:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357316.893626:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6f0e500. 00000400:00000200:3.0:1712357316.893633:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357316.893643:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357316.893648:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11908 00000400:00000010:3.0:1712357316.893650:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11908. 00000100:00000001:3.0:1712357316.893653:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357316.893658:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.893675:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357316.893678:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:3.0:1712357316.893683:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357316.893685:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357316.894643:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.894651:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357316.894653:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.894654:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.894660:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.894664:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357316.894668:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.894670:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.894673:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.894677:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef90e280 00000400:00000200:2.0:1712357316.894680:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357316.894684:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x1ee5 [1] + 224 00000800:00000001:2.0:1712357316.894689:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.894698:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357316.894700:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357316.894702:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357316.894706:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.894709:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000040:2.0:1712357316.894715:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.894724:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357316.894727:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357316.894730:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.894744:0:12325:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357316.894748:0:12325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357316.894749:0:12325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357316.894751:0:12325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06caa8. 00000400:00000200:2.0:1712357316.894753:0:12325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c115d8 00000400:00000010:2.0:1712357316.894754:0:12325:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c115d8. 00000100:00000001:2.0:1712357316.894756:0:12325:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357316.894759:0:12325:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000200:2.0:1712357316.894765:0:12325:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.894770:0:12325:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357316.894771:0:12325:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.894773:0:12325:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357316.894775:0:12325:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357316.894777:0:12325:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357316.894778:0:12325:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357316.894780:0:12325:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357316.894785:0:12325:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357316.894788:0:12325:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357316.894790:0:12325:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357316.894793:0:12325:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.894797:0:12325:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1712357316.894799:0:12325:0:(client.c:1656:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1712357316.894802:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.894807:0:12325:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1712357316.894810:0:12325:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357316.894811:0:12325:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357316.894814:0:12325:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00100000:2.0:1712357316.894819:0:12325:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c36340c1-27c0-4eff-b817-b80ecef4e788:12325:1795536572179072:192.168.203.120@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1712357316.894831:0:12325:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357316.894833:0:12325:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1712357316.894834:0:12325:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357316.894836:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.894838:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.894842:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357316.894845:0:12325:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b39f3cc0. 00000100:00000001:2.0:1712357316.894846:0:12325:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357316.894847:0:12325:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1712357316.894849:0:12325:0:(llog_client.c:135:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1712357316.894853:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357316.894854:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1712357316.894855:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:2.0:1712357316.894856:0:12325:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357316.894858:0:12325:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6a00 x1795536572179072/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 00000100:00000001:2.0:1712357316.894862:0:12325:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357316.894863:0:12325:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357316.894865:0:12325:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b607c200. 02000000:00000001:2.0:1712357316.894868:0:12325:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357316.894869:0:12325:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357316.894869:0:12325:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1712357316.894871:0:12325:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357316.894872:0:12325:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6001c00. 02000000:00000001:2.0:1712357316.894876:0:12325:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357316.894877:0:12325:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357316.894878:0:12325:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6a00. 00000100:00000001:2.0:1712357316.894881:0:12325:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357316.894881:0:12325:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1712357316.894884:0:12325:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b5c8ba00. 00000040:00000001:2.0:1712357316.894887:0:12325:0:(llog.c:1401:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1712357316.894889:0:12325:0:(obd_config.c:2059:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1712357316.894891:0:12325:0:(mgc_request.c:1671:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1712357316.894899:0:12325:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800aa237600. 00000040:00000010:2.0:1712357316.894904:0:12325:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800aa237200. 00000020:00000010:2.0:1712357316.894906:0:12325:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800aa325000. 00000020:00000010:2.0:1712357316.894911:0:12325:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800aa236a00. 80000000:00000010:2.0:1712357316.894916:0:12325:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b39df3c0. 00040000:00000010:2.0:1712357316.894919:0:12325:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800aa236600. 20000000:00000010:2.0:1712357316.894922:0:12325:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800aa236800. 00000020:00000010:2.0:1712357316.894925:0:12325:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800aa237400. 10000000:00000010:2.0:1712357316.894927:0:12325:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013690df00. 10000000:01000000:2.0:1712357316.894929:0:12325:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1712357316.894932:0:12325:0:(mgc_request.c:1016:mgc_cancel()) Process entered 00010000:00000001:2.0:1712357316.894934:0:12325:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357316.894935:0:12325:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357316.894937:0:12325:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c3840 refcount=3 00000020:00000001:2.0:1712357316.894939:0:12325:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357316.894941:0:12325:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184971840 : -131938524579776 : ffff8800ab1c3840) 00010000:00000001:2.0:1712357316.894943:0:12325:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357316.894946:0:12325:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ace expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357316.894952:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357316.894952:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357316.894954:0:12325:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22ace expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357316.894957:0:12325:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357316.894958:0:12325:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357316.894959:0:12325:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1712357316.894960:0:12325:0:(mgc_request.c:1020:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357316.894961:0:12325:0:(mgc_request.c:1849:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1712357316.894963:0:12325:0:(mgc_request.c:628:do_requeue()) Process leaving 10000000:00000001:2.0:1712357316.894965:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000040:2.0:1712357316.894966:0:12325:0:(mgc_request.c:143:config_log_put()) log lustre-sptlrpc(ffff8800b609f400) refs 3 10000000:00000001:2.0:1712357316.894967:0:12325:0:(mgc_request.c:167:config_log_put()) Process leaving 00010000:00000001:0.0:1712357317.821444:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357317.821447:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357317.821451:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357317.821451:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357317.821453:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357317.821454:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357317.821608:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357317.821614:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357317.821615:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1712357318.116637:0:12325:0:(mgc_request.c:137:config_log_put()) Process entered 10000000:00000001:2.0:1712357318.116641:0:12325:0:(mgc_request.c:140:config_log_put()) Process leaving 00010000:00000001:0.0:1712357318.822715:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357318.822719:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357318.822725:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357318.822726:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357318.822730:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357318.822730:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357318.824973:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357318.824977:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357318.824981:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1712357319.826622:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357319.826625:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357319.826630:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357319.826631:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357319.826633:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357319.826634:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357319.826806:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357319.826808:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357319.826810:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1712357320.663504:0:12979:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1712357320.825618:0:13022:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1712357320.825620:0:13022:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: OST2 addition finished 00000001:00000001:1.0:1712357320.827096:0:13022:0:(debug.c:707:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1712357320.835857:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357320.835861:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.835866:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357320.835867:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.835871:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357320.835871:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.836119:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1712357320.836122:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357320.836124:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1712357320.912104:0:13045:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357320.912251:0:13045:0:(super25.c:127:lustre_fill_super()) Process entered 00000080:01200004:3.0:1712357320.912253:0:13045:0:(super25.c:129:lustre_fill_super()) VFS Op: sb ffff88012a664000 00000020:00000001:3.0:1712357320.912257:0:13045:0:(obd_mount.c:599:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1712357320.912261:0:13045:0:(obd_mount.c:601:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff88012a660000. 00000020:00000010:3.0:1712357320.912263:0:13045:0:(obd_mount.c:604:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800b34b3880. 00000020:00000001:3.0:1712357320.912265:0:13045:0:(obd_mount.c:619:lustre_init_lsi()) Process leaving (rc=18446612137320513536 : -131936389038080 : ffff88012a660000) 00000020:00000001:3.0:1712357320.912270:0:13045:0:(obd_mount.c:1425:lmd_parse()) Process entered 00000020:00000010:3.0:1712357320.912274:0:13045:0:(obd_mount.c:1448:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800aa069000. 00000020:00000010:3.0:1712357320.912282:0:13045:0:(obd_mount.c:1645:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800a6299240. 00000020:00000010:3.0:1712357320.912284:0:13045:0:(obd_mount.c:1702:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff880136bea0b0. 00000020:00000010:3.0:1712357320.912287:0:13045:0:(obd_mount.c:1741:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff8800a6299000. 00000020:01000004:3.0:1712357320.912288:0:13045:0:(obd_mount.c:998:lmd_print()) mount data: 00000020:01000004:3.0:1712357320.912289:0:13045:0:(obd_mount.c:1000:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1712357320.912290:0:13045:0:(obd_mount.c:1001:lmd_print()) device: 192.168.203.120@tcp:/lustre 00000020:01000004:3.0:1712357320.912291:0:13045:0:(obd_mount.c:1004:lmd_print()) options: user_xattr,flock 00000020:00000001:3.0:1712357320.912293:0:13045:0:(obd_mount.c:1753:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000080:01000004:3.0:1712357320.912294:0:13045:0:(super25.c:172:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1712357320.912296:0:13045:0:(obd_mount.c:246:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1712357320.912307:0:13045:0:(obd_mount.c:283:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800a6299260. 00000020:00000010:3.0:1712357320.912309:0:13045:0:(obd_mount.c:284:lustre_start_mgc()) kmalloced '(niduuid)': 25 at ffff8800a6299f80. 00000020:00000010:3.0:1712357320.912311:0:13045:0:(obd_mount.c:291:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800b3bfe000. 00000020:00000001:3.0:1712357320.912316:0:13045:0:(obd_class.h:514:obd_set_info_async()) Process entered 00000020:00000001:3.0:1712357320.912317:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1712357320.912320:0:13045:0:(mgc_request.c:1041:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1712357320.912325:0:13045:0:(mgc_request.c:1086:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.912326:0:13045:0:(obd_class.h:531:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.912328:0:13045:0:(obd_class.h:489:obd_get_info()) Process entered 00000020:00000001:3.0:1712357320.912329:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.912331:0:13045:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1712357320.912332:0:13045:0:(obd_mount.c:351:lustre_start_mgc()) MGC192.168.203.120@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1712357320.912334:0:13045:0:(obd_class.h:514:obd_set_info_async()) Process entered 00000020:00000001:3.0:1712357320.912334:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1712357320.912335:0:13045:0:(mgc_request.c:1041:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1712357320.912337:0:13045:0:(mgc_request.c:1055:mgc_set_info_async()) InitRecov MGC192.168.203.120@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:3.0:1712357320.912339:0:13045:0:(mgc_request.c:1070:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.912341:0:13045:0:(obd_class.h:531:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.912342:0:13045:0:(obd_mount.c:356:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1712357320.912345:0:13045:0:(obd_mount.c:514:lustre_start_mgc()) kfreed 'data': 192 at ffff8800b3bfe000. 00000020:00000010:3.0:1712357320.912347:0:13045:0:(obd_mount.c:516:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800a6299260. 00000020:00000010:3.0:1712357320.912349:0:13045:0:(obd_mount.c:518:lustre_start_mgc()) kfreed 'niduuid': 25 at ffff8800a6299f80. 00000020:00000001:3.0:1712357320.912351:0:13045:0:(obd_mount.c:519:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357320.912353:0:13045:0:(llite_lib.c:1364:ll_fill_super()) Process entered 00000080:00200000:3.0:1712357320.912354:0:13045:0:(llite_lib.c:1367:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff88012a664000 (sb ffff88012a664000) 00000080:00000010:3.0:1712357320.912357:0:13045:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 80 at ffff8800ab3ad6c0. 00000080:00000001:3.0:1712357320.912359:0:13045:0:(llite_lib.c:102:ll_init_sbi()) Process entered 00000080:00000010:3.0:1712357320.912362:0:13045:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1016 at ffff8800aa038400. 00000020:00000001:3.0:1712357320.912431:0:13045:0:(cl_page.c:1146:cl_cache_init()) Process entered 00000020:00000010:3.0:1712357320.912433:0:13045:0:(cl_page.c:1147:cl_cache_init()) kmalloced '(cache)': 152 at ffff8800b3bfe000. 00000020:00000001:3.0:1712357320.912435:0:13045:0:(cl_page.c:1162:cl_cache_init()) Process leaving (rc=18446612135329914880 : -131938379636736 : ffff8800b3bfe000) 00000080:00000010:3.0:1712357320.912438:0:13045:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8800b6cb5ef0. 00000080:00000010:3.0:1712357320.912440:0:13045:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8800b6cb5f30. 00000080:00000001:3.0:1712357320.912442:0:13045:0:(llite_lib.c:231:ll_init_sbi()) Process leaving (rc=18446612135166575616 : -131938542976000 : ffff8800aa038400) 00000080:00000001:3.0:1712357320.912444:0:13045:0:(llite_lib.c:1077:ll_options()) Process entered 00000080:01000000:3.0:1712357320.912445:0:13045:0:(llite_lib.c:1088:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1712357320.912446:0:13045:0:(llite_lib.c:1098:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1712357320.912448:0:13045:0:(llite_lib.c:1098:ll_options()) next opt=flock 00000080:00000001:3.0:1712357320.912449:0:13045:0:(llite_lib.c:1248:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:3.0:1712357320.912455:0:13045:0:(llite_lib.c:1401:ll_fill_super()) llite sb uuid: 34be3091-400c-4cb8-ac8c-f722e1f64856 00000080:00000001:3.0:1712357320.912578:0:13045:0:(lproc_llite.c:2229:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1712357320.912643:0:13045:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3ad4e0. 00000020:00000010:3.0:1712357320.912650:0:13045:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1120 at ffff88012a664800. 00000020:00000010:3.0:1712357320.912658:0:13045:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab3adde0. 00000020:00000010:3.0:1712357320.912660:0:13045:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800b6cc7800. 00000080:00000001:3.0:1712357320.912751:0:13045:0:(lproc_llite.c:2302:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357320.912753:0:13045:0:(obd_mount.c:81:lustre_process_log()) Process entered 00000020:00000010:3.0:1712357320.912755:0:13045:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800b34b3980. 00000020:00000010:3.0:1712357320.912758:0:13045:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff8800b3bfe780. 00000020:00000001:3.0:1712357320.912759:0:13045:0:(obd_class.h:687:obd_process_config()) Process entered 10000000:00000001:3.0:1712357320.912761:0:13045:0:(mgc_request.c:1864:mgc_process_config()) Process entered 10000000:00000001:3.0:1712357320.912763:0:13045:0:(mgc_request_server.c:479:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1712357320.912765:0:13045:0:(mgc_request.c:1885:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1712357320.912767:0:13045:0:(mgc_request.c:331:config_log_add()) Process entered 10000000:01000000:3.0:1712357320.912768:0:13045:0:(mgc_request.c:334:config_log_add()) add config log lustre-client-ffff88012a664000 10000000:00000001:3.0:1712357320.912771:0:13045:0:(mgc_request.c:179:config_log_find()) Process entered 10000000:00000001:3.0:1712357320.912773:0:13045:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:3.0:1712357320.912775:0:13045:0:(mgc_request.c:128:config_log_get()) log lustre-sptlrpc (ffff8800b609f400) refs 3 10000000:00000001:3.0:1712357320.912776:0:13045:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1712357320.912777:0:13045:0:(mgc_request.c:197:config_log_find()) Process leaving (rc=18446612135368324096 : -131938341227520 : ffff8800b609f400) 10000000:00000001:3.0:1712357320.912779:0:13045:0:(mgc_request.c:179:config_log_find()) Process entered 10000000:00000001:3.0:1712357320.912780:0:13045:0:(mgc_request.c:197:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1712357320.912782:0:13045:0:(mgc_request.c:210:do_config_log_add()) Process entered 10000000:01000000:3.0:1712357320.912783:0:13045:0:(mgc_request.c:213:do_config_log_add()) do adding config log params-ffff88012a664000 10000000:00000010:3.0:1712357320.912786:0:13045:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 279 at ffff8800b7b55e00. 10000000:01000000:3.0:1712357320.912787:0:13045:0:(mgc_request.c:88:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1712357320.912790:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800aa324800 refcount=7 10000000:00000001:3.0:1712357320.912792:0:13045:0:(mgc_request.c:254:do_config_log_add()) Process leaving (rc=18446612135396335104 : -131938313216512 : ffff8800b7b55e00) 10000000:00000001:3.0:1712357320.912794:0:13045:0:(mgc_request.c:210:do_config_log_add()) Process entered 10000000:01000000:3.0:1712357320.912795:0:13045:0:(mgc_request.c:213:do_config_log_add()) do adding config log lustre-client-ffff88012a664000 10000000:00000010:3.0:1712357320.912797:0:13045:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 286 at ffff8800b7b55a00. 10000000:01000000:3.0:1712357320.912798:0:13045:0:(mgc_request.c:88:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1712357320.912799:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800aa324800 refcount=8 10000000:00000001:3.0:1712357320.912800:0:13045:0:(mgc_request.c:254:do_config_log_add()) Process leaving (rc=18446612135396334080 : -131938313217536 : ffff8800b7b55a00) 10000000:00000001:3.0:1712357320.912802:0:13045:0:(mgc_request.c:210:do_config_log_add()) Process entered 10000000:01000000:3.0:1712357320.912802:0:13045:0:(mgc_request.c:213:do_config_log_add()) do adding config log lustre-cliir-ffff88012a664000 10000000:00000010:3.0:1712357320.912808:0:13045:0:(mgc_request.c:215:do_config_log_add()) kmalloced '(cld)': 285 at ffff8800b5ca8600. 10000000:01000000:3.0:1712357320.912810:0:13045:0:(mgc_request.c:88:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1712357320.912811:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800aa324800 refcount=9 10000000:00000001:3.0:1712357320.912813:0:13045:0:(mgc_request.c:254:do_config_log_add()) Process leaving (rc=18446612135364167168 : -131938345384448 : ffff8800b5ca8600) 10000000:00000001:3.0:1712357320.912814:0:13045:0:(mgc_request.c:446:config_log_add()) Process leaving (rc=18446612135396334080 : -131938313217536 : ffff8800b7b55a00) 10000000:00000001:3.0:1712357320.912817:0:13045:0:(mgc_request.c:1729:mgc_process_log()) Process entered 10000000:01000000:3.0:1712357320.912818:0:13045:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-client-ffff88012a664000 from 1 10000000:00000001:3.0:1712357320.912821:0:13045:0:(mgc_request.c:977:mgc_enqueue()) Process entered 10000000:01000000:3.0:1712357320.912822:0:13045:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1712357320.912828:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cce00. 00000020:00000040:3.0:1712357320.912830:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1712357320.912835:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357320.912839:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357320.912842:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357320.912848:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca9c00. 00000100:00000001:3.0:1712357320.912854:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357320.912858:0:13045:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1712357320.912861:0:13045:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1712357320.912866:0:13045:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0e400 count: 3 00010000:00000001:3.0:1712357320.912868:0:13045:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357320.912871:0:13045:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1712357320.912874:0:13045:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab381b00. 00000020:00000010:3.0:1712357320.912878:0:13045:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a6351bc0. 00000020:00000001:3.0:1712357320.912881:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1712357320.912883:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab381b00 with handle 0xbda2fb8f03338a26 to hash 00000020:00000001:3.0:1712357320.912884:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1712357320.912886:0:13045:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:3.0:1712357320.912888:0:13045:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:3.0:1712357320.912891:0:13045:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1712357320.912893:0:13045:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357320.912897:0:13045:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1712357320.912906:0:13045:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1712357320.912918:0:13045:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1712357320.912923:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357320.912924:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357320.912928:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe900. 00000100:00000001:3.0:1712357320.912929:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135329917184 : -131938379634432 : ffff8800b3bfe900) 00000100:00000001:3.0:1712357320.912932:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357320.912933:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322373632 : -131938387177984 : ffff8800b34cce00) 00000100:00000001:3.0:1712357320.912937:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357320.912940:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.912942:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357320.912944:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357320.912951:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.912958:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357320.912960:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357320.912962:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357320.912965:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357320.912968:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179136:192.168.203.120@tcp:101:mount.lustre.0 00000100:00000001:3.0:1712357320.912971:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357320.912974:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357320.912976:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357320.912978:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357320.912981:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc5000. 02000000:00000001:3.0:1712357320.912982:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357320.912991:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357320.912995:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760bb0. 00000400:00000010:3.0:1712357320.913001:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586cc0. 00000100:00000200:3.0:1712357320.913007:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179136, portal 25 00000100:00000001:3.0:1712357320.913008:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357320.913009:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322373632 : -131938387177984 : ffff8800b34cce00) 00000100:00000040:3.0:1712357320.913015:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.913021:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357320.913023:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357320.913025:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586ee0. 00000100:00000200:3.0:1712357320.913027:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572179136, offset 0 00000400:00000200:3.0:1712357320.913031:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357320.913038:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.913043:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357320.913048:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357320.913051:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357320.913054:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357320.913056:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357320.913059:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [907:907:256:4294967295] 192.168.203.120@tcp LPNI seq info [907:907:8:4294967295] 00000400:00000200:3.0:1712357320.913061:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.913068:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357320.913073:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357320.913076:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320300. 00000800:00000200:3.0:1712357320.913082:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357320.913089:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357320.913093:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1712357320.913101:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.913103:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357320.913105:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.913107:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357320.913108:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357320.913110:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3bfe900 going to sleep for 11 seconds 00000800:00000200:3.0:1712357320.917698:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357320.917705:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320300. 00000400:00000200:3.0:1712357320.917713:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357320.917721:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357320.917726:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586ee0 00000400:00000010:3.0:1712357320.917737:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586ee0. 00000100:00000001:3.0:1712357320.917741:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357320.917748:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.917758:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357320.917761:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.917766:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.917768:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357320.917784:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357320.917786:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.917789:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357320.917790:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357320.921451:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.921464:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.921467:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.921468:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.921480:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.921489:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.921496:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.921501:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.921504:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.921508:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef90e2c0 00000400:00000200:2.0:1712357320.921512:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.921526:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x1eed [1] + 224 00000800:00000001:2.0:1712357320.921533:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.921547:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.921550:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.921556:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.921561:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.921570:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.921578:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.926470:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.926488:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.926498:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357320.936977:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357320.936992:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357320.936993:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357320.936997:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760bb0. 00000400:00000200:3.0:1712357320.937008:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586cc0 00000400:00000010:3.0:1712357320.937010:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586cc0. 00000100:00000001:3.0:1712357320.937014:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357320.937026:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1712357320.937037:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.937044:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357320.937046:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357320.937048:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357320.937051:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357320.937053:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357320.937056:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357320.937059:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357320.937066:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357320.937069:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357320.937071:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357320.937072:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357320.937075:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357320.937091:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937093:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357320.937097:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.937103:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357320.937106:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357320.937108:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1712357320.937111:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:3.0:1712357320.937117:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179136:192.168.203.120@tcp:101:mount.lustre.0 00000100:00000001:3.0:1712357320.937121:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357320.937125:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937128:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1712357320.937129:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357320.937132:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.937138:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1712357320.937142:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe900. 00000100:00000001:3.0:1712357320.937144:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1712357320.937145:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357320.937148:0:13045:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1712357320.937151:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357320.937154:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357320.937156:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381b00 refcount=4 00000020:00000001:3.0:1712357320.937158:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:3.0:1712357320.937161:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000040:3.0:1712357320.937166:0:13045:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab381b00, remote cookie: 0xa8e7976a8eb22b45, flags: 0x0 00010000:00000001:3.0:1712357320.937169:0:13045:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1712357320.937172:0:13045:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1712357320.937173:0:13045:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1712357320.937175:0:13045:0:(ldlm_lock.c:1023:search_granted_lock()) Process leaving 00010000:00000001:3.0:1712357320.937176:0:13045:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1712357320.937182:0:13045:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8800b6f0e400) refcount = 3 00010000:00000040:3.0:1712357320.937184:0:13045:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1712357320.937187:0:13045:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: MGC192.168.203.120@tcp lock: ffff8800ab1c3840/0xbda2fb8f03338a1f lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ace expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1712357320.937195:0:13045:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: MGC192.168.203.120@tcp lock: ffff8800ab0a1200/0xbda2fb8f03338a0a lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ac0 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1712357320.937200:0:13045:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b45 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357320.937204:0:13045:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1712357320.937206:0:13045:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1712357320.937207:0:13045:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1712357320.937210:0:13045:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1712357320.937212:0:13045:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1712357320.937214:0:13045:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22b45 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1712357320.937218:0:13045:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1712357320.937220:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357320.937221:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357320.937222:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357320.937223:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357320.937224:0:13045:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937227:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357320.937230:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cce00 x1795536572179136/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.937234:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357320.937237:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357320.937240:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc5000. 02000000:00000001:3.0:1712357320.937245:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357320.937247:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357320.937249:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:3.0:1712357320.937250:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357320.937253:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca9c00. 02000000:00000001:3.0:1712357320.937261:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357320.937262:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357320.937264:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cce00. 00000100:00000001:3.0:1712357320.937269:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357320.937269:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1712357320.937271:0:13045:0:(mgc_request.c:1010:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1712357320.937274:0:13045:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:3.0:1712357320.937276:0:13045:0:(mgc_request.c:128:config_log_get()) log lustre-client (ffff8800b7b55a00) refs 2 10000000:00000001:3.0:1712357320.937278:0:13045:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357320.937279:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1712357320.937281:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1712357320.937282:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381b00 refcount=3 00000020:00000001:3.0:1712357320.937283:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:3.0:1712357320.937285:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:3.0:1712357320.937286:0:13045:0:(ldlm_lock.c:2601:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1712357320.937287:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1712357320.937288:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1712357320.937289:0:13045:0:(ldlm_lock.c:2610:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1712357320.937291:0:13045:0:(mgc_request.c:1633:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1712357320.937294:0:13045:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012d522380. 00000020:00000010:3.0:1712357320.937297:0:13045:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5ca9c00. 00000020:00000010:3.0:1712357320.937301:0:13045:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5ca9200. 00000040:00000010:3.0:1712357320.937304:0:13045:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5ca8e00. 00000020:00000010:3.0:1712357320.937308:0:13045:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a667800. 00000020:00000010:3.0:1712357320.937312:0:13045:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b5ca8400. 80000000:00000010:3.0:1712357320.937316:0:13045:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800ab3ad180. 00040000:00000010:3.0:1712357320.937321:0:13045:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5ca8800. 20000000:00000010:3.0:1712357320.937325:0:13045:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b5ca8200. 10000000:00000040:3.0:1712357320.937329:0:13045:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff8800b39f33c0 : new refcount 2 00000020:00000001:3.0:1712357320.937333:0:13045:0:(obd_config.c:2054:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1712357320.937334:0:13045:0:(obd_config.c:2056:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1712357320.937336:0:13045:0:(llog.c:1378:llog_open()) Process entered 00000040:00000010:3.0:1712357320.937339:0:13045:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b5ca8c00. 00000040:00000001:3.0:1712357320.937342:0:13045:0:(llog_client.c:90:llog_client_open()) Process entered 00000020:00000040:3.0:1712357320.937346:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:3.0:1712357320.937350:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cce00. 00000020:00000040:3.0:1712357320.937356:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:3.0:1712357320.937360:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357320.937362:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357320.937366:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357320.937371:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5ca9a00. 00000100:00000001:3.0:1712357320.937375:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937380:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1712357320.937381:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1712357320.937386:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3bfe900. 00000100:00000001:3.0:1712357320.937387:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135329917184 : -131938379634432 : ffff8800b3bfe900) 00000100:00000001:3.0:1712357320.937389:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357320.937390:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322373632 : -131938387177984 : ffff8800b34cce00) 00000100:00000001:3.0:1712357320.937394:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357320.937397:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937399:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1712357320.937401:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357320.937404:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.937410:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357320.937411:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357320.937414:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357320.937416:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357320.937419:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179200:192.168.203.120@tcp:501:mount.lustre.0 00000100:00000001:3.0:1712357320.937422:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357320.937426:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357320.937428:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357320.937429:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357320.937434:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5ca9800. 02000000:00000001:3.0:1712357320.937435:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357320.937443:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357320.937446:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760bb0. 00000400:00000010:3.0:1712357320.937450:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586cc0. 00000100:00000200:3.0:1712357320.937456:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572179200, portal 25 00000100:00000001:3.0:1712357320.937458:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357320.937463:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322373632 : -131938387177984 : ffff8800b34cce00) 00000100:00000040:3.0:1712357320.937467:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.937473:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357320.937476:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357320.937478:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586ee0. 00000100:00000200:3.0:1712357320.937480:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1795536572179200, offset 0 00000400:00000200:3.0:1712357320.937485:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357320.937492:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.937498:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357320.937503:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357320.937507:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357320.937510:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357320.937512:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357320.937516:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [908:908:256:4294967295] 192.168.203.120@tcp LPNI seq info [908:908:8:4294967295] 00000400:00000200:3.0:1712357320.937530:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.937537:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357320.937543:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357320.937548:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320b00. 00000800:00000200:3.0:1712357320.937553:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357320.937562:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357320.937566:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1712357320.937722:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937724:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357320.937726:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937728:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357320.937729:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357320.937732:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3bfe900 going to sleep for 11 seconds 00000100:00000001:3.0:1712357320.937734:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357320.937735:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.937736:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357320.937737:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357320.937881:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357320.937885:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320b00. 00000400:00000200:2.0:1712357320.937891:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.937896:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357320.937899:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586ee0 00000400:00000010:2.0:1712357320.937900:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586ee0. 00000100:00000001:2.0:1712357320.937903:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357320.937906:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.937913:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357320.937916:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.937920:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.937922:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357320.942377:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.942395:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.942399:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.942402:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.942414:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.942421:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.942429:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.942433:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.942436:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.942441:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef90e300 00000400:00000200:2.0:1712357320.942445:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.942452:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x1efd [1] + 224 00000800:00000001:2.0:1712357320.942460:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.942473:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.942475:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.942480:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.942486:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.942493:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.942529:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.942541:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.942550:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.942553:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357320.942571:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357320.942578:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357320.942579:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357320.942678:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760bb0. 00000400:00000200:2.0:1712357320.942685:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586cc0 00000400:00000010:2.0:1712357320.942687:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586cc0. 00000100:00000001:2.0:1712357320.942690:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.942694:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1712357320.942702:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.942707:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357320.942709:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357320.942711:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357320.942714:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357320.942717:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357320.942719:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357320.942722:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357320.942728:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357320.942732:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357320.942734:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357320.942735:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357320.942738:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357320.942740:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.942742:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357320.942745:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.942751:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357320.942761:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357320.942763:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357320.942766:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:2.0:1712357320.942773:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179200:192.168.203.120@tcp:501:mount.lustre.0 00000100:00000001:2.0:1712357320.942777:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357320.942781:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.942783:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357320.942785:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357320.942788:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.942794:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357320.942797:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3bfe900. 00000100:00000001:2.0:1712357320.942800:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357320.942801:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1712357320.942805:0:13045:0:(llog_client.c:143:llog_client_open()) Process leaving 00000020:00000001:2.0:1712357320.942809:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357320.942811:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1712357320.942813:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:2.0:1712357320.942815:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357320.942817:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cce00 x1795536572179200/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.942821:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357320.942823:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357320.942826:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5ca9800. 02000000:00000001:2.0:1712357320.942830:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357320.942830:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357320.942832:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:2.0:1712357320.942833:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357320.942835:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5ca9a00. 02000000:00000001:2.0:1712357320.942838:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357320.942839:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357320.942842:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cce00. 00000100:00000001:2.0:1712357320.942846:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357320.942852:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1712357320.942855:0:13045:0:(llog.c:1401:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1712357320.942857:0:13045:0:(llog.c:402:llog_init_handle()) Process entered 00000040:00000010:2.0:1712357320.942865:0:13045:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800aa1a4000. 00000040:00000001:2.0:1712357320.942867:0:13045:0:(llog.c:354:llog_read_header()) Process entered 00000040:00000001:2.0:1712357320.942868:0:13045:0:(llog_client.c:289:llog_client_read_header()) Process entered 00000020:00000040:2.0:1712357320.942871:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:2.0:1712357320.942875:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44700. 00000020:00000040:2.0:1712357320.942877:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1712357320.942881:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357320.942883:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357320.942887:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357320.942892:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357320.942897:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.942901:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357320.942902:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357320.942907:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493e40. 00000100:00000001:2.0:1712357320.942908:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322140224 : -131938387411392 : ffff8800b3493e40) 00000100:00000001:2.0:1712357320.942911:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357320.942912:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442944 : -131938482108672 : ffff8800ada44700) 00000100:00000001:2.0:1712357320.942916:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357320.942919:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.942922:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357320.942923:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357320.942927:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.942933:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357320.942934:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357320.942936:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357320.942938:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357320.942941:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179264:192.168.203.120@tcp:503:mount.lustre.0 00000100:00000001:2.0:1712357320.942944:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357320.942949:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357320.942951:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357320.942953:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357320.942970:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a634c000. 02000000:00000001:2.0:1712357320.942972:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357320.942975:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357320.942978:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1c08. 00000400:00000010:2.0:1712357320.942983:0:13045:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b3493480. 00000100:00000200:2.0:1712357320.942988:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572179264, portal 25 00000100:00000001:2.0:1712357320.942990:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357320.942991:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442944 : -131938482108672 : ffff8800ada44700) 00000100:00000040:2.0:1712357320.942995:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.943001:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357320.943004:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357320.943006:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e42a8. 00000100:00000200:2.0:1712357320.943008:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572179264, offset 0 00000400:00000200:2.0:1712357320.943012:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357320.943016:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.943021:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357320.943026:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357320.943029:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357320.943033:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357320.943035:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357320.943039:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [909:909:256:4294967295] 192.168.203.120@tcp LPNI seq info [909:909:8:4294967295] 00000400:00000200:2.0:1712357320.943042:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.943048:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357320.943054:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357320.943057:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343900. 00000800:00000200:2.0:1712357320.943062:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357320.943068:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357320.943072:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1712357320.943080:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.943081:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357320.943083:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.943090:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357320.943092:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357320.943093:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493e40 going to sleep for 11 seconds 00000100:00000001:2.0:1712357320.943095:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357320.943096:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.943098:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357320.943099:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357320.943620:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357320.943624:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343900. 00000400:00000200:2.0:1712357320.943627:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.943630:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357320.943633:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e42a8 00000400:00000010:2.0:1712357320.943634:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e42a8. 00000100:00000001:2.0:1712357320.943637:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357320.943640:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.943648:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357320.943650:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.943655:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.943656:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357320.946862:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.946877:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.946880:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.946882:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.946893:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.946901:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.946908:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.946912:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.946915:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.946920:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef90e340 00000400:00000200:2.0:1712357320.946924:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.946929:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x1f0d [4] + 224 00000800:00000001:2.0:1712357320.946937:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.946962:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.946965:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.946969:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.946975:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.946987:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.946996:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.947006:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.947013:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.947016:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.947068:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357320.947075:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357320.947076:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357320.947079:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1c08. 00000400:00000200:0.0:1712357320.947084:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3493480 00000400:00000010:0.0:1712357320.947087:0:13045:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800b3493480. 00000100:00000001:0.0:1712357320.947089:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357320.947093:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357320.947109:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.947114:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357320.947116:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.947119:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357320.947122:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357320.947124:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357320.947126:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.947129:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357320.947134:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357320.947138:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357320.947141:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357320.947142:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.947145:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357320.947147:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.947149:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357320.947152:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.947157:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357320.947160:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357320.947162:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357320.947164:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357320.947171:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179264:192.168.203.120@tcp:503:mount.lustre.0 00000100:00000001:0.0:1712357320.947175:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.947179:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.947181:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357320.947183:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357320.947185:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.947189:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357320.947196:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493e40. 00000100:00000001:0.0:1712357320.947198:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357320.947199:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1712357320.947207:0:13045:0:(llog_client.c:339:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1712357320.947209:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357320.947212:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44700 x1795536572179264/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.947217:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357320.947219:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357320.947222:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a634c000. 02000000:00000001:0.0:1712357320.947231:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357320.947234:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357320.947235:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357320.947237:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357320.947240:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcda00. 02000000:00000001:0.0:1712357320.947242:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357320.947244:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357320.947245:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44700. 00000100:00000001:0.0:1712357320.947248:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357320.947249:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357320.947250:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357320.947251:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357320.947253:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:0.0:1712357320.947255:0:13045:0:(llog.c:390:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1712357320.947257:0:13045:0:(llog.c:465:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1712357320.947260:0:13045:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1712357320.947262:0:13045:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b3664a00. 00000040:00001000:0.0:1712357320.947265:0:13045:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000020:00000010:1.0:1712357320.948844:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5c53800. 00000020:00000010:1.0:1712357320.948851:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5c53600. 00000040:00000010:1.0:1712357320.948854:0:13053:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5c53c00. 00000020:00000010:1.0:1712357320.948858:0:13053:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6fef000. 00000020:00000010:1.0:1712357320.948869:0:13053:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b5c52600. 80000000:00000010:1.0:1712357320.948873:0:13053:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5f39960. 00040000:00000010:1.0:1712357320.948878:0:13053:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b3ab4600. 00040000:00000010:1.0:1712357320.948882:0:13053:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5c53400. 20000000:00000010:1.0:1712357320.948887:0:13053:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800b3890000. 00000040:00000001:1.0:1712357320.948891:0:13053:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:1.0:1712357320.948898:0:13053:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88013640a000. 00000040:00001000:1.0:1712357320.948900:0:13053:0:(llog.c:565:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1712357320.948902:0:13053:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:1.0:1712357320.948904:0:13053:0:(llog_client.c:161:llog_client_next_block()) Process entered 00000020:00000040:1.0:1712357320.948907:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:1.0:1712357320.948912:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2bb80. 00000020:00000040:1.0:1712357320.948914:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357320.948917:0:13053:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357320.948919:0:13053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357320.948923:0:13053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357320.948929:0:13053:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f31c00. 00000100:00000001:1.0:1712357320.948935:0:13053:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.948939:0:13053:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357320.948941:0:13053:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357320.948945:0:13053:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357320.948947:0:13053:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135184535104 : -131938525016512 : ffff8800ab158e40) 00000100:00000001:1.0:1712357320.948949:0:13053:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357320.948950:0:13053:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526868864 : -131936182682752 : ffff880136b2bb80) 00000100:00000001:1.0:1712357320.948954:0:13053:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357320.948959:0:13053:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.948961:0:13053:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357320.948963:0:13053:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357320.948971:0:13053:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.948977:0:13053:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357320.948979:0:13053:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357320.948982:0:13053:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357320.948984:0:13053:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357320.948987:0:13053:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b2bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:13053:1795536572179328:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:1.0:1712357320.948995:0:13053:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357320.948999:0:13053:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357320.949001:0:13053:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357320.949003:0:13053:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357320.949015:0:13053:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a6268000. 02000000:00000001:1.0:1712357320.949016:0:13053:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357320.949024:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357320.949027:0:13053:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f78. 00000400:00000010:1.0:1712357320.949033:0:13053:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800ab158f00. 00000100:00000200:1.0:1712357320.949039:0:13053:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572179328, portal 25 00000100:00000001:1.0:1712357320.949041:0:13053:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357320.949042:0:13053:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526868864 : -131936182682752 : ffff880136b2bb80) 00000100:00000040:1.0:1712357320.949047:0:13053:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.949053:0:13053:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357320.949055:0:13053:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357320.949058:0:13053:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20edd0. 00000100:00000200:1.0:1712357320.949061:0:13053:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572179328, offset 0 00000400:00000200:1.0:1712357320.949066:0:13053:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357320.949072:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.949078:0:13053:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357320.949083:0:13053:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357320.949087:0:13053:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357320.949090:0:13053:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357320.949092:0:13053:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357320.949095:0:13053:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [910:910:256:4294967295] 192.168.203.120@tcp LPNI seq info [910:910:8:4294967295] 00000400:00000200:1.0:1712357320.949098:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.949106:0:13053:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357320.949111:0:13053:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357320.949115:0:13053:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3ab4800. 00000800:00000200:1.0:1712357320.949122:0:13053:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357320.949134:0:13053:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357320.949137:0:13053:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b3ab4800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1712357320.949158:0:13053:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.949160:0:13053:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357320.949162:0:13053:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.949164:0:13053:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357320.949166:0:13053:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357320.949168:0:13053:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ab158e40 going to sleep for 11 seconds 00000100:00000001:1.0:1712357320.949170:0:13053:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357320.949173:0:13053:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.949175:0:13053:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357320.949175:0:13053:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357320.949963:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357320.949967:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3ab4800. 00000400:00000200:2.0:1712357320.949972:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.949977:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357320.949980:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20edd0 00000400:00000010:2.0:1712357320.949982:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20edd0. 00000100:00000001:2.0:1712357320.949985:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357320.949989:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.949996:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357320.949999:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.950003:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.950005:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357320.952092:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.952106:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.952110:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.952112:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.952122:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.952127:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.952135:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.952139:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.952151:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.952155:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef90e380 00000400:00000200:2.0:1712357320.952159:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.952166:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x1f1d [4] + 224 00000800:00000001:2.0:1712357320.952389:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.952432:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.952435:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.952440:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.952445:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.952451:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.952460:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.952768:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.952776:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.952779:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357320.952868:0:13053:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357320.952875:0:13053:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357320.952876:0:13053:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357320.952879:0:13053:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f78. 00000400:00000200:1.0:1712357320.952882:0:13053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab158f00 00000400:00000010:1.0:1712357320.952884:0:13053:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800ab158f00. 00000100:00000001:1.0:1712357320.952886:0:13053:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357320.952890:0:13053:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:1.0:1712357320.952897:0:13053:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.952902:0:13053:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357320.952903:0:13053:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357320.952905:0:13053:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357320.952908:0:13053:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357320.952910:0:13053:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357320.952912:0:13053:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357320.952914:0:13053:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357320.952920:0:13053:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357320.952924:0:13053:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357320.952926:0:13053:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357320.952927:0:13053:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.952930:0:13053:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357320.952932:0:13053:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.952939:0:13053:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357320.952943:0:13053:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.952948:0:13053:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357320.952951:0:13053:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357320.952953:0:13053:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357320.952956:0:13053:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00100000:1.0:1712357320.952962:0:13053:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b2bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:13053:1795536572179328:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:1.0:1712357320.952966:0:13053:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357320.952970:0:13053:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.952972:0:13053:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357320.952973:0:13053:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357320.952976:0:13053:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.952981:0:13053:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357320.952984:0:13053:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ab158e40. 00000100:00000001:1.0:1712357320.952985:0:13053:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357320.952986:0:13053:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357320.952994:0:13053:0:(llog_client.c:218:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1712357320.952995:0:13053:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357320.952997:0:13053:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2bb80 x1795536572179328/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.953001:0:13053:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357320.953003:0:13053:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357320.953006:0:13053:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a6268000. 02000000:00000001:1.0:1712357320.953017:0:13053:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357320.953019:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357320.953020:0:13053:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357320.953022:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357320.953024:0:13053:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f31c00. 02000000:00000001:1.0:1712357320.953028:0:13053:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357320.953030:0:13053:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357320.953034:0:13053:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2bb80. 00000100:00000001:1.0:1712357320.953038:0:13053:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357320.953038:0:13053:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1712357320.953041:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357320.953041:0:13053:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357320.953043:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:1.0:1712357320.953045:0:13053:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953047:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a000 type 0x10620000 00000040:00001000:1.0:1712357320.953049:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=1 00000040:00001000:1.0:1712357320.953052:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1712357320.953054:0:13053:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953057:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953059:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953060:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953062:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.953066:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1712357320.953067:0:13053:0:(obd_mount.c:1033:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.953072:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4000. 00000020:00000080:1.0:1712357320.953074:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953076:0:13053:0:(obd_config.c:1497:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:1.0:1712357320.953078:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953080:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4000. 00000020:00000001:1.0:1712357320.953083:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953084:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a0e0 type 0x10620000 00000040:00001000:1.0:1712357320.953085:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=2 00000040:00001000:1.0:1712357320.953086:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1712357320.953087:0:13053:0:(llog.c:735:llog_process_thread()) index: 2, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953088:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953091:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1500. 00000020:01000000:1.0:1712357320.953092:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff88012a664000 00000020:00000010:1.0:1712357320.953095:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b3a25a00. 00000020:00000080:1.0:1712357320.953096:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1712357320.953097:0:13053:0:(obd_config.c:613:class_attach()) Process entered 00000020:00000001:1.0:1712357320.953099:0:13053:0:(genops.c:371:class_newdev()) Process entered 00000020:00000010:1.0:1712357320.953108:0:13053:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800adab5540. 00000020:00000080:1.0:1712357320.953114:0:13053:0:(genops.c:436:class_newdev()) Allocate new device lustre-clilov-ffff88012a664000 (ffff8800adab5540) 00000020:00000001:1.0:1712357320.953116:0:13053:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:1.0:1712357320.953120:0:13053:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6fec000. 00000020:00000001:1.0:1712357320.953122:0:13053:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357320.953124:0:13053:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800b6fec000 with handle 0xbda2fb8f03338a2d to hash 00000020:00000001:1.0:1712357320.953126:0:13053:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:1.0:1712357320.953129:0:13053:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:1.0:1712357320.953131:0:13053:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953133:0:13053:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135384367104 : -131938325184512 : ffff8800b6fec000) 00000020:00000040:1.0:1712357320.953136:0:13053:0:(genops.c:906:class_export_put()) PUTting export ffff8800b6fec000 : new refcount 1 00000020:00000040:1.0:1712357320.953143:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-clilov-ffff88012a664000 (ffff8800adab5540) now 2 - obd_device_list 00000020:00000001:1.0:1712357320.953148:0:13053:0:(genops.c:541:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1712357320.953149:0:13053:0:(obd_config.c:671:class_attach()) OBD: dev 6 attached type lov with refcount 2 00000020:00000001:1.0:1712357320.953151:0:13053:0:(obd_config.c:673:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953152:0:13053:0:(obd_config.c:1415:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953154:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b3a25a00. 00000020:00000010:1.0:1712357320.953156:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1500. 00000020:00000001:1.0:1712357320.953158:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953160:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a158 type 0x10620000 00000040:00001000:1.0:1712357320.953160:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=3 00000040:00001000:1.0:1712357320.953161:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1712357320.953162:0:13053:0:(llog.c:735:llog_process_thread()) index: 3, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953164:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953165:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1500. 00000020:01000000:1.0:1712357320.953166:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff88012a664000 00000020:00000010:1.0:1712357320.953167:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800ab158e40. 00000020:00000080:1.0:1712357320.953168:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1712357320.953171:0:13053:0:(obd_config.c:685:class_setup()) Process entered 00000001:00000001:1.0:1712357320.953186:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.953188:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab158f00. 00000001:00000010:1.0:1712357320.953191:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cb620. 00000001:00000010:1.0:1712357320.953193:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f31c00. 00000001:00000010:1.0:1712357320.953195:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f31e00. 00000001:00000010:1.0:1712357320.953202:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b373d000. 00000001:00000010:1.0:1712357320.953204:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b373ce00. 00000001:00000001:1.0:1712357320.953206:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.953207:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab158540. 00000001:00000010:1.0:1712357320.953209:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cb600. 00000001:00000010:1.0:1712357320.953210:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b373ca00. 00000001:00000010:1.0:1712357320.953212:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b373cc00. 00000001:00000010:1.0:1712357320.953214:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0b000. 00000001:00000010:1.0:1712357320.953216:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0b200. 00000020:00000001:1.0:1712357320.953218:0:13053:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1712357320.953221:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb0a400. 00000020:00000010:1.0:1712357320.953224:0:13053:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b3a25a00. 00000020:00000010:1.0:1712357320.953229:0:13053:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.953234:0:13053:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.953237:0:13053:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.953241:0:13053:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205370. 00000080:00000010:1.0:1712357320.953247:0:13053:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.953249:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb0be00. 00000020:00000010:1.0:1712357320.953251:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb0b800. 00000020:00000010:1.0:1712357320.953255:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5f39540. 00000008:00000010:1.0:1712357320.953258:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.953260:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab158a80. 00008000:00000010:1.0:1712357320.953263:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.953265:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.953268:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00020000:00000010:1.0:1712357320.953271:0:13053:0:(lov_dev.c:630:lov_device_alloc()) kmalloced '(ld)': 560 at ffff8800a6542800. 00020000:00000001:1.0:1712357320.953275:0:13053:0:(lov_obd.c:723:lov_setup()) Process entered 00000020:00000001:1.0:1712357320.953283:0:13053:0:(lu_tgt_pool.c:65:lu_tgt_pool_init()) Process entered 00000020:00000010:1.0:1712357320.953285:0:13053:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff8800ab205378. 00000020:00000001:1.0:1712357320.953286:0:13053:0:(lu_tgt_pool.c:78:lu_tgt_pool_init()) Process leaving 00000020:00000001:1.0:1712357320.953414:0:13053:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1712357320.953417:0:13053:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1712357320.953426:0:13053:0:(lov_dev.c:647:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8800b37af000. 00020000:00000010:1.0:1712357320.953429:0:13053:0:(lov_dev.c:654:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8800b37ae000. 00000020:00000001:1.0:1712357320.953434:0:13053:0:(lu_object.c:1087:lu_site_init()) Process entered 00000020:00000010:1.0:1712357320.953457:0:13053:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800a6268000. 00000020:00000010:1.0:1712357320.953464:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b5f39de0. 00000020:00000010:1.0:1712357320.953466:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800ab158900. 00000020:00000001:1.0:1712357320.953469:0:13053:0:(lu_object.c:1150:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.953471:0:13053:0:(lov_dev.c:666:lov_device_alloc()) Process leaving (rc=18446612135104751616 : -131938604800000 : ffff8800a6542800) 00000020:00000010:1.0:1712357320.953475:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800adb0b800. 00000020:00000010:1.0:1712357320.953479:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b5f39540. 00000008:00000010:1.0:1712357320.953482:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.953487:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab158a80. 00008000:00000010:1.0:1712357320.953489:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.953492:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.953494:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.953497:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800adb0be00. 00000020:00000010:1.0:1712357320.953501:0:13053:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b3a25a00. 00000020:00000010:1.0:1712357320.953503:0:13053:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.953506:0:13053:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.953508:0:13053:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.953513:0:13053:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab205370. 00000080:00000010:1.0:1712357320.953515:0:13053:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.953526:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800adb0a400. 00000020:00000001:1.0:1712357320.953529:0:13053:0:(obd_class.h:598:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357320.953531:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-clilov-ffff88012a664000 (ffff8800adab5540) now 3 - setup 00000020:00000080:1.0:1712357320.953533:0:13053:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-clilov-ffff88012a664000 (uuid 34be3091-400c-4cb8-ac8c-f722e1f64856) 00000020:00000001:1.0:1712357320.953534:0:13053:0:(obd_config.c:777:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953536:0:13053:0:(obd_config.c:1571:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953537:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800ab158e40. 00000020:00000010:1.0:1712357320.953539:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1500. 00000020:00000001:1.0:1712357320.953541:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953542:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a200 type 0x10620000 00000040:00001000:1.0:1712357320.953544:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=4 00000040:00001000:1.0:1712357320.953545:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1712357320.953550:0:13053:0:(llog.c:735:llog_process_thread()) index: 4, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953551:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953552:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953553:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953554:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357320.953557:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4e00. 00000020:00000080:1.0:1712357320.953558:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953559:0:13053:0:(obd_config.c:1497:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:1.0:1712357320.953561:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953562:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4e00. 00000020:00000001:1.0:1712357320.953564:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953565:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a2e0 type 0x10620000 00000040:00001000:1.0:1712357320.953566:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=5 00000040:00001000:1.0:1712357320.953567:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1712357320.953568:0:13053:0:(llog.c:735:llog_process_thread()) index: 5, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953569:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953570:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953571:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953572:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.953573:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1712357320.953573:0:13053:0:(obd_mount.c:1033:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.953575:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4e00. 00000020:00000080:1.0:1712357320.953576:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953576:0:13053:0:(obd_config.c:1497:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:1.0:1712357320.953578:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953579:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4e00. 00000020:00000001:1.0:1712357320.953580:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953604:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a3c0 type 0x10620000 00000040:00001000:1.0:1712357320.953605:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=6 00000040:00001000:1.0:1712357320.953605:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1712357320.953607:0:13053:0:(llog.c:735:llog_process_thread()) index: 6, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953607:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953609:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1500. 00000020:01000000:1.0:1712357320.953610:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff88012a664000 00000020:00000010:1.0:1712357320.953616:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b3a25a00. 00000020:00000080:1.0:1712357320.953617:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1712357320.953618:0:13053:0:(obd_config.c:613:class_attach()) Process entered 00000020:00000001:1.0:1712357320.953619:0:13053:0:(genops.c:371:class_newdev()) Process entered 00000020:00000010:1.0:1712357320.953624:0:13053:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800adab6a90. 00000020:00000080:1.0:1712357320.953626:0:13053:0:(genops.c:436:class_newdev()) Allocate new device lustre-clilmv-ffff88012a664000 (ffff8800adab6a90) 00000020:00000001:1.0:1712357320.953627:0:13053:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:1.0:1712357320.953630:0:13053:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6feb800. 00000020:00000001:1.0:1712357320.953631:0:13053:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357320.953632:0:13053:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800b6feb800 with handle 0xbda2fb8f03338a34 to hash 00000020:00000001:1.0:1712357320.953634:0:13053:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:1.0:1712357320.953637:0:13053:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:1.0:1712357320.953638:0:13053:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953639:0:13053:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135384365056 : -131938325186560 : ffff8800b6feb800) 00000020:00000040:1.0:1712357320.953641:0:13053:0:(genops.c:906:class_export_put()) PUTting export ffff8800b6feb800 : new refcount 1 00000020:00000040:1.0:1712357320.953644:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-clilmv-ffff88012a664000 (ffff8800adab6a90) now 2 - obd_device_list 00000020:00000001:1.0:1712357320.953647:0:13053:0:(genops.c:541:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1712357320.953648:0:13053:0:(obd_config.c:671:class_attach()) OBD: dev 7 attached type lmv with refcount 2 00000020:00000001:1.0:1712357320.953649:0:13053:0:(obd_config.c:673:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953650:0:13053:0:(obd_config.c:1415:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953652:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b3a25a00. 00000020:00000010:1.0:1712357320.953653:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1500. 00000020:00000001:1.0:1712357320.953655:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953656:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a438 type 0x10620000 00000040:00001000:1.0:1712357320.953657:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=7 00000040:00001000:1.0:1712357320.953658:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1712357320.953659:0:13053:0:(llog.c:735:llog_process_thread()) index: 7, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953659:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953661:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1500. 00000020:01000000:1.0:1712357320.953662:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff88012a664000 00000020:00000010:1.0:1712357320.953663:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800ab158e40. 00000020:00000080:1.0:1712357320.953664:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1712357320.953665:0:13053:0:(obd_config.c:685:class_setup()) Process entered 00000001:00000001:1.0:1712357320.953677:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.953678:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab158a80. 00000001:00000010:1.0:1712357320.953680:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cb800. 00000001:00000010:1.0:1712357320.953682:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609e000. 00000001:00000010:1.0:1712357320.953684:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609ee00. 00000001:00000010:1.0:1712357320.953685:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609fa00. 00000001:00000010:1.0:1712357320.953687:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609e400. 00000001:00000001:1.0:1712357320.953689:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.953690:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ab158780. 00000001:00000010:1.0:1712357320.953692:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cb820. 00000001:00000010:1.0:1712357320.953693:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609ec00. 00000001:00000010:1.0:1712357320.953695:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609f200. 00000001:00000010:1.0:1712357320.953697:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b609f800. 00000001:00000010:1.0:1712357320.953698:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800adb0a400. 00000020:00000001:1.0:1712357320.953699:0:13053:0:(obd_class.h:557:obd_setup()) Process entered 00800000:00000001:1.0:1712357320.953702:0:13053:0:(lmv_obd.c:1247:lmv_setup()) Process entered 00000020:00000010:1.0:1712357320.953741:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b5f39540. 00000020:00000010:1.0:1712357320.953743:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800adb0b800. 80000000:00000001:1.0:1712357320.953748:0:13053:0:(fld_request.c:256:fld_client_init()) Process entered 80000000:00000001:1.0:1712357320.953750:0:13053:0:(fld_cache.c:56:fld_cache_init()) Process entered 80000000:00000010:1.0:1712357320.953753:0:13053:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800ab3aa9c0. 80000000:00000040:1.0:1712357320.953755:0:13053:0:(fld_cache.c:80:fld_cache_init()) cli-lustre-clilmv-ffff88012a664000: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:1.0:1712357320.953756:0:13053:0:(fld_cache.c:82:fld_cache_init()) Process leaving (rc=18446612135186966976 : -131938522584640 : ffff8800ab3aa9c0) 80000000:00000001:1.0:1712357320.953758:0:13053:0:(fld_request.c:231:fld_client_debugfs_init()) Process entered 80000000:00000001:1.0:1712357320.953773:0:13053:0:(fld_request.c:286:fld_client_init()) Process leaving 80000000:00000040:1.0:1712357320.953774:0:13053:0:(fld_request.c:292:fld_client_init()) cli-lustre-clilmv-ffff88012a664000: Using "RRB" hash 00800000:00000001:1.0:1712357320.953782:0:13053:0:(lmv_obd.c:1320:lmv_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1712357320.953784:0:13053:0:(obd_class.h:598:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357320.953785:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-clilmv-ffff88012a664000 (ffff8800adab6a90) now 3 - setup 00000020:00000080:1.0:1712357320.953787:0:13053:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-clilmv-ffff88012a664000 (uuid 34be3091-400c-4cb8-ac8c-f722e1f64856) 00000020:00000001:1.0:1712357320.953788:0:13053:0:(obd_config.c:777:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953789:0:13053:0:(obd_config.c:1571:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953791:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800ab158e40. 00000020:00000010:1.0:1712357320.953792:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1500. 00000020:00000001:1.0:1712357320.953796:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953798:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a4e0 type 0x10620000 00000040:00001000:1.0:1712357320.953799:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=8 00000040:00001000:1.0:1712357320.953800:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1712357320.953802:0:13053:0:(llog.c:735:llog_process_thread()) index: 8, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953803:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953804:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953804:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953805:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357320.953807:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4300. 00000020:00000080:1.0:1712357320.953808:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953809:0:13053:0:(obd_config.c:1497:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:1.0:1712357320.953811:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953812:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4300. 00000020:00000001:1.0:1712357320.953813:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953815:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a5c0 type 0x10620000 00000040:00001000:1.0:1712357320.953816:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=9 00000040:00001000:1.0:1712357320.953816:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1712357320.953817:0:13053:0:(llog.c:735:llog_process_thread()) index: 9, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953818:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953819:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953819:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953820:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.953821:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1712357320.953822:0:13053:0:(obd_mount.c:1033:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.953823:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4300. 00000020:00000080:1.0:1712357320.953824:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953825:0:13053:0:(obd_config.c:1497:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:1.0:1712357320.953826:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953827:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4300. 00000020:00000001:1.0:1712357320.953828:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953829:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a6a0 type 0x10620000 00000040:00001000:1.0:1712357320.953830:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=10 00000040:00001000:1.0:1712357320.953830:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1712357320.953834:0:13053:0:(llog.c:735:llog_process_thread()) index: 10, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953835:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953837:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800b5f39ae0. 00000020:00000080:1.0:1712357320.953838:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1712357320.953839:0:13053:0:(obd_config.c:1450:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:1.0:1712357320.953841:0:13053:0:(obd_config.c:1088:class_add_profile()) Process entered 00000020:01000000:1.0:1712357320.953842:0:13053:0:(obd_config.c:1090:class_add_profile()) Add profile lustre-client 00000020:00000010:1.0:1712357320.953843:0:13053:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff88012e2c1500. 00000020:00000010:1.0:1712357320.953845:0:13053:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff880136445a10. 00000020:00000010:1.0:1712357320.953846:0:13053:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff880136445b00. 00000020:00000010:1.0:1712357320.953847:0:13053:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff880136445f00. 00000020:00000001:1.0:1712357320.953849:0:13053:0:(obd_config.c:1123:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953850:0:13053:0:(obd_config.c:1461:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953851:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800b5f39ae0. 00000020:00000001:1.0:1712357320.953853:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953854:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a718 type 0x10620000 00000040:00001000:1.0:1712357320.953854:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=11 00000040:00001000:1.0:1712357320.953855:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1712357320.953856:0:13053:0:(llog.c:735:llog_process_thread()) index: 11, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953857:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953858:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953858:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953859:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357320.953860:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4300. 00000020:00000080:1.0:1712357320.953861:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953861:0:13053:0:(obd_config.c:1497:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:1.0:1712357320.953862:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953863:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4300. 00000020:00000001:1.0:1712357320.953865:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953865:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a7f8 type 0x10620000 00000040:00001000:1.0:1712357320.953866:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=12 00000040:00001000:1.0:1712357320.953867:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1712357320.953868:0:13053:0:(llog.c:735:llog_process_thread()) index: 12, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953871:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.953872:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.953872:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.953873:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.953875:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1712357320.953876:0:13053:0:(obd_mount.c:1033:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.953877:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4300. 00000020:00000080:1.0:1712357320.953878:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.953879:0:13053:0:(obd_config.c:1497:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:1.0:1712357320.953880:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953881:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4300. 00000020:00000001:1.0:1712357320.953882:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953883:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a8d8 type 0x10620000 00000040:00001000:1.0:1712357320.953884:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=13 00000040:00001000:1.0:1712357320.953884:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1712357320.953885:0:13053:0:(llog.c:735:llog_process_thread()) index: 13, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953886:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953887:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012e2c1f40. 00000020:00000080:1.0:1712357320.953888:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1712357320.953890:0:13053:0:(obd_config.c:1421:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000100:00000010:1.0:1712357320.953893:0:13053:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a6a72800. 00000100:00000040:1.0:1712357320.953897:0:13053:0:(lustre_peer.c:120:class_add_uuid()) found uuid 192.168.203.120@tcp 192.168.203.120@tcp cnt=1 00000400:00001000:1.0:1712357320.953901:0:13053:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:1.0:1712357320.953904:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.953907:0:13053:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1712357320.953910:0:13053:0:(lustre_peer.c:123:class_add_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000010:1.0:1712357320.953911:0:13053:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800a6a72800. 00000020:00000001:1.0:1712357320.953913:0:13053:0:(obd_config.c:1436:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953914:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.953915:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953916:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a930 type 0x10620000 00000040:00001000:1.0:1712357320.953917:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=14 00000040:00001000:1.0:1712357320.953918:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1712357320.953919:0:13053:0:(llog.c:735:llog_process_thread()) index: 14, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953922:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953924:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e2c1f40. 00000020:01000000:1.0:1712357320.953926:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff88012a664000 00000020:00000010:1.0:1712357320.953927:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab158e40. 00000020:00000080:1.0:1712357320.953929:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1712357320.953929:0:13053:0:(obd_config.c:613:class_attach()) Process entered 00000020:00000001:1.0:1712357320.953930:0:13053:0:(genops.c:371:class_newdev()) Process entered 00000020:00000010:1.0:1712357320.953940:0:13053:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a6348000. 00000020:00000080:1.0:1712357320.953942:0:13053:0:(genops.c:436:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff88012a664000 (ffff8800a6348000) 00000020:00000001:1.0:1712357320.953944:0:13053:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:1.0:1712357320.953945:0:13053:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6fed000. 00000020:00000001:1.0:1712357320.953947:0:13053:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357320.953948:0:13053:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800b6fed000 with handle 0xbda2fb8f03338a3b to hash 00000020:00000001:1.0:1712357320.953949:0:13053:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:1.0:1712357320.953952:0:13053:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:1.0:1712357320.953953:0:13053:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953954:0:13053:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135384371200 : -131938325180416 : ffff8800b6fed000) 00000020:00000040:1.0:1712357320.953956:0:13053:0:(genops.c:906:class_export_put()) PUTting export ffff8800b6fed000 : new refcount 1 00000020:00000040:1.0:1712357320.953959:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-MDT0000-mdc-ffff88012a664000 (ffff8800a6348000) now 2 - obd_device_list 00000020:00000001:1.0:1712357320.953962:0:13053:0:(genops.c:541:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1712357320.953963:0:13053:0:(obd_config.c:671:class_attach()) OBD: dev 8 attached type mdc with refcount 2 00000020:00000001:1.0:1712357320.953964:0:13053:0:(obd_config.c:673:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.953965:0:13053:0:(obd_config.c:1415:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.953966:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab158e40. 00000020:00000010:1.0:1712357320.953968:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.953970:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.953971:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640a9b0 type 0x10620000 00000040:00001000:1.0:1712357320.953972:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=15 00000040:00001000:1.0:1712357320.953973:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1712357320.953974:0:13053:0:(llog.c:735:llog_process_thread()) index: 15, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.953975:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.953976:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e2c1f40. 00000020:01000000:1.0:1712357320.953978:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff88012a664000 00000020:00000010:1.0:1712357320.953982:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab158e40. 00000020:00000080:1.0:1712357320.953983:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1712357320.953985:0:13053:0:(obd_config.c:685:class_setup()) Process entered 00000001:00000001:1.0:1712357320.953992:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.953996:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a6a49000. 00000001:00000010:1.0:1712357320.953999:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cb920. 00000001:00000010:1.0:1712357320.954001:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f58a00. 00000001:00000010:1.0:1712357320.954003:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f59a00. 00000001:00000010:1.0:1712357320.954004:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f59600. 00000001:00000010:1.0:1712357320.954006:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f59800. 00000001:00000001:1.0:1712357320.954007:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.954008:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a6a490c0. 00000001:00000010:1.0:1712357320.954010:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cb940. 00000001:00000010:1.0:1712357320.954011:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fce000. 00000001:00000010:1.0:1712357320.954013:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fce800. 00000001:00000010:1.0:1712357320.954015:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf200. 00000001:00000010:1.0:1712357320.954016:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcee00. 00000020:00000001:1.0:1712357320.954017:0:13053:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1712357320.954019:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fcf800. 00000020:00000010:1.0:1712357320.954020:0:13053:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b3a25a00. 00000020:00000010:1.0:1712357320.954022:0:13053:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.954024:0:13053:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.954025:0:13053:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.954027:0:13053:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205380. 00000080:00000010:1.0:1712357320.954029:0:13053:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.954031:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fcf600. 00000020:00000010:1.0:1712357320.954032:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fcfc00. 00000020:00000010:1.0:1712357320.954033:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b5f39ae0. 00000008:00000010:1.0:1712357320.954035:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.954037:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a6a49180. 00008000:00000010:1.0:1712357320.954038:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.954040:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.954041:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00000002:00000010:1.0:1712357320.954048:0:13053:0:(mdc_dev.c:1615:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b5f44800. 00000002:00000001:1.0:1712357320.954053:0:13053:0:(mdc_request.c:2964:mdc_setup()) Process entered 00000008:00000001:1.0:1712357320.954055:0:13053:0:(osc_request.c:3763:osc_setup_common()) Process entered 00000100:00000001:1.0:1712357320.954058:0:13053:0:(ptlrpcd.c:974:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1712357320.954060:0:13053:0:(ptlrpcd.c:983:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.954062:0:13053:0:(ldlm_lib.c:310:client_obd_setup()) Process entered 00010000:00000010:1.0:1712357320.954066:0:13053:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012e2c14c0. 00010000:00000001:1.0:1712357320.954069:0:13053:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1712357320.954070:0:13053:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.954074:0:13053:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b6fe9000. 00000020:00000040:1.0:1712357320.954076:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-MDT0000-mdc-ffff88012a664000 (ffff8800a6348000) now 3 - import 00000020:00000001:1.0:1712357320.954080:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357320.954081:0:13053:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=1 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:1.0:1712357320.954083:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 00010000:00000001:1.0:1712357320.954084:0:13053:0:(ldlm_lib.c:67:import_set_conn()) Process entered 00000100:00000200:1.0:1712357320.954090:0:13053:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357320.954092:0:13053:0:(connection.c:84:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1712357320.954095:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.954098:0:13053:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00000100:00000001:1.0:1712357320.954100:0:13053:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1712357320.954102:0:13053:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 13 to 192.168.203.120@tcp 00000100:00000001:1.0:1712357320.954103:0:13053:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000100:00000001:1.0:1712357320.954105:0:13053:0:(connection.c:90:ptlrpc_connection_get()) Process leaving via out (rc=18446612135328116736 : -131938381434880 : 0xffff8800b3a47000) 00000100:00000040:1.0:1712357320.954108:0:13053:0:(connection.c:132:ptlrpc_connection_get()) conn=ffff8800b3a47000 refcount 13 to 192.168.203.120@tcp 00000100:00000040:1.0:1712357320.954109:0:13053:0:(client.c:151:ptlrpc_uuid_to_connection()) 192.168.203.120@tcp -> ffff8800b3a47000 00010000:00000010:1.0:1712357320.954112:0:13053:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800b5f39c60. 00010000:00080000:1.0:1712357320.954113:0:13053:0:(ldlm_lib.c:119:import_set_conn()) imp ffff8800b6fe9000@lustre-MDT0000-mdc-ffff88012a664000: add connection 192.168.203.120@tcp at head 00010000:00000001:1.0:1712357320.954115:0:13053:0:(ldlm_lib.c:126:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.954117:0:13053:0:(ldlm_resource.c:897:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1712357320.954118:0:13053:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1712357320.954119:0:13053:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1712357320.954121:0:13053:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a6a71000. 00000001:00000001:1.0:1712357320.954122:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.954123:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b3ab4300. 00000001:00000010:1.0:1712357320.954128:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b3ab4200. 00000001:00000010:1.0:1712357320.954163:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009ef000. 00000001:00000010:1.0:1712357320.954200:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009f9000. 00000001:00000010:1.0:1712357320.954238:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a03000. 00000001:00000010:1.0:1712357320.954274:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a0d000. 00000001:00000010:1.0:1712357320.954310:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a17000. 00000001:00000010:1.0:1712357320.954347:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a21000. 00000001:00000010:1.0:1712357320.954385:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a2b000. 00000001:00000010:1.0:1712357320.954420:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a35000. 00000001:00000010:1.0:1712357320.954456:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a3f000. 00000001:00000010:1.0:1712357320.954490:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a49000. 00000001:00000010:1.0:1712357320.954541:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a53000. 00000001:00000010:1.0:1712357320.954580:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a5d000. 00000001:00000010:1.0:1712357320.954637:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a67000. 00000001:00000010:1.0:1712357320.954672:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a71000. 00000001:00000010:1.0:1712357320.954711:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a7b000. 00000001:00000010:1.0:1712357320.954747:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a85000. 00000001:00000010:1.0:1712357320.954783:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a8f000. 00000001:00000010:1.0:1712357320.954824:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a99000. 00000001:00000010:1.0:1712357320.954861:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aa3000. 00000001:00000010:1.0:1712357320.954895:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aad000. 00000001:00000010:1.0:1712357320.954929:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ab7000. 00000001:00000010:1.0:1712357320.954966:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ac1000. 00000001:00000010:1.0:1712357320.955002:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000acb000. 00000001:00000010:1.0:1712357320.955035:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ad5000. 00000001:00000010:1.0:1712357320.955074:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000adf000. 00000001:00000010:1.0:1712357320.955109:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ae9000. 00000001:00000010:1.0:1712357320.955142:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000af3000. 00000001:00000010:1.0:1712357320.955189:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000afd000. 00000001:00000010:1.0:1712357320.955230:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b07000. 00000001:00000010:1.0:1712357320.955264:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b11000. 00000001:00000010:1.0:1712357320.955299:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b1b000. 00000001:00000010:1.0:1712357320.955334:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b25000. 00010000:00000010:1.0:1712357320.955347:0:13053:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8800b37a9000. 00000020:00000010:1.0:1712357320.955384:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e27000. 00000020:00000010:1.0:1712357320.955385:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a63cb9c0. 00010000:00000001:1.0:1712357320.955398:0:13053:0:(ldlm_pool.c:909:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1712357320.955399:0:13053:0:(ldlm_pool.c:828:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1712357320.955407:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e27240. 00000020:00000010:1.0:1712357320.955409:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6fcfa00. 00010000:00000001:1.0:1712357320.955413:0:13053:0:(ldlm_pool.c:883:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1712357320.955435:0:13053:0:(ldlm_pool.c:943:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff88012a664000-4 is initialized 00010000:00000001:1.0:1712357320.955436:0:13053:0:(ldlm_pool.c:945:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.955439:0:13053:0:(ldlm_resource.c:1002:ldlm_namespace_new()) Process leaving (rc=18446612135110184960 : -131938599366656 : ffff8800a6a71000) 00010000:00000001:1.0:1712357320.955441:0:13053:0:(ldlm_lib.c:570:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.955443:0:13053:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:1.0:1712357320.955447:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2bb80. 00000020:00000040:1.0:1712357320.955450:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=2 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:1.0:1712357320.955452:0:13053:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612137526868864 : -131936182682752 : ffff880136b2bb80) 00000100:00000001:1.0:1712357320.955453:0:13053:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:1.0:1712357320.955455:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b480. 00000020:00000040:1.0:1712357320.955456:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=3 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:1.0:1712357320.955457:0:13053:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612137526867072 : -131936182684544 : ffff880136b2b480) 00000008:00000020:1.0:1712357320.955459:0:13053:0:(osc_request.c:764:osc_update_next_shrink()) next time 1464 to shrink grant 00000008:00000001:1.0:1712357320.955461:0:13053:0:(osc_request.c:3792:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.955547:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e27120. 00000020:00000010:1.0:1712357320.955550:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6e45600. 00000020:00000010:1.0:1712357320.955563:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e270c0. 00000020:00000010:1.0:1712357320.955565:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b37aa000. 00000002:00000001:1.0:1712357320.955572:0:13053:0:(mdc_request.c:2933:mdc_llog_init()) Process entered 00000040:00000001:1.0:1712357320.955574:0:13053:0:(llog_obd.c:150:llog_setup()) Process entered 00000040:00000010:1.0:1712357320.955576:0:13053:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800a6a49f00. 00000020:00000040:1.0:1712357320.955579:0:13053:0:(genops.c:895:class_export_get()) GET export ffff8800b6fed000 refcount=2 00000040:01000000:1.0:1712357320.955604:0:13053:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-mdc-ffff88012a664000 ctxt 13 is initialized 00000040:00000001:1.0:1712357320.955605:0:13053:0:(llog_obd.c:216:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1712357320.955607:0:13053:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff8800a6a49f00 : new refcount 2 00000040:00000001:1.0:1712357320.955610:0:13053:0:(llog_net.c:52:llog_initiator_connect()) Process entered 00000020:00000040:1.0:1712357320.955611:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=4 obd=lustre-MDT0000-mdc-ffff88012a664000 00000040:00000001:1.0:1712357320.955613:0:13053:0:(llog_net.c:65:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1712357320.955614:0:13053:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff8800a6a49f00 : new refcount 1 00000002:00000001:1.0:1712357320.955616:0:13053:0:(mdc_request.c:2944:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357320.955619:0:13053:0:(mdc_changelog.c:810:mdc_changelog_cdev_init()) Process entered 00000002:00000010:1.0:1712357320.955621:0:13053:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a6a70c00. 00000002:00000001:1.0:1712357320.955624:0:13053:0:(mdc_changelog.c:827:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:1.0:1712357320.955626:0:13053:0:(mdc_changelog.c:870:mdc_changelog_cdev_init()) kfreed 'entry': 944 at ffff8800a6a70c00. 00000002:00000001:1.0:1712357320.955628:0:13053:0:(mdc_changelog.c:871:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357320.955629:0:13053:0:(mdc_request.c:2995:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357320.955631:0:13053:0:(mdc_dev.c:1635:mdc_device_alloc()) Process leaving (rc=18446612135366903808 : -131938342647808 : ffff8800b5f44800) 00000020:00000010:1.0:1712357320.955635:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6fcfc00. 00000020:00000010:1.0:1712357320.955638:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b5f39ae0. 00000008:00000010:1.0:1712357320.955641:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.955645:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a6a49180. 00008000:00000010:1.0:1712357320.955647:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.955651:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.955653:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.955656:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6fcf600. 00000020:00000010:1.0:1712357320.955659:0:13053:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b3a25a00. 00000020:00000010:1.0:1712357320.955661:0:13053:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.955663:0:13053:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.955666:0:13053:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.955668:0:13053:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab205380. 00000080:00000010:1.0:1712357320.955671:0:13053:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.955673:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6fcf800. 00000020:00000001:1.0:1712357320.955674:0:13053:0:(obd_class.h:598:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357320.955676:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-MDT0000-mdc-ffff88012a664000 (ffff8800a6348000) now 4 - setup 00000020:00000080:1.0:1712357320.955678:0:13053:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff88012a664000 (uuid 34be3091-400c-4cb8-ac8c-f722e1f64856) 00000020:00000001:1.0:1712357320.955682:0:13053:0:(obd_config.c:777:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.955684:0:13053:0:(obd_config.c:1571:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955687:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab158e40. 00000020:00000010:1.0:1712357320.955690:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.955692:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955694:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640aa40 type 0x10620000 00000040:00001000:1.0:1712357320.955696:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=16 00000040:00001000:1.0:1712357320.955697:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1712357320.955699:0:13053:0:(llog.c:735:llog_process_thread()) index: 16, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955701:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.955703:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff88012e2c1f40. 00000020:01000000:1.0:1712357320.955705:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff88012a664000 00000020:00000010:1.0:1712357320.955707:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800a6a49180. 00000020:00000080:1.0:1712357320.955708:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf014 00000020:00000001:1.0:1712357320.955712:0:13053:0:(obd_class.h:687:obd_process_config()) Process entered 00800000:00000001:1.0:1712357320.955714:0:13053:0:(lmv_obd.c:1358:lmv_process_config()) Process entered 00800000:00000001:1.0:1712357320.955718:0:13053:0:(lmv_obd.c:426:lmv_add_target()) Process entered 00800000:01000000:1.0:1712357320.955719:0:13053:0:(lmv_obd.c:428:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:1.0:1712357320.955724:0:13053:0:(lmv_obd.c:437:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6e44a00. 00020000:00000001:1.0:1712357320.955727:0:13053:0:(lu_tgt_descs.c:375:ltd_add_tgt()) Process entered 00020000:00000010:1.0:1712357320.955731:0:13053:0:(lu_tgt_descs.c:394:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8800b37ad000. 00020000:00000001:1.0:1712357320.955733:0:13053:0:(lu_tgt_descs.c:406:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357320.955734:0:13053:0:(lmv_obd.c:455:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357320.955736:0:13053:0:(lmv_obd.c:1375:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1712357320.955737:0:13053:0:(lmv_obd.c:1381:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.955739:0:13053:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.955741:0:13053:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:1.0:1712357320.955742:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fcf800. 00000020:00000010:1.0:1712357320.955744:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fcf600. 00000020:00000010:1.0:1712357320.955745:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6e272a0. 00000008:00000010:1.0:1712357320.955747:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.955748:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ab158e40. 00008000:00000010:1.0:1712357320.955750:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.955752:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.955756:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00020000:00000001:1.0:1712357320.955760:0:13053:0:(lov_obd.c:845:lov_process_config_base()) Process entered 00020000:00000001:1.0:1712357320.955762:0:13053:0:(lov_obd.c:903:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.955766:0:13053:0:(lov_dev.c:475:lov_add_mdc_target()) Process entered 00000020:00000040:1.0:1712357320.955768:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-clilmv-ffff88012a664000 (ffff8800adab6a90) now 4 - lov 00020000:00000001:1.0:1712357320.955770:0:13053:0:(lov_dev.c:535:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.955771:0:13053:0:(lov_dev.c:603:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.955773:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6fcf600. 00000020:00000010:1.0:1712357320.955774:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6e272a0. 00000008:00000010:1.0:1712357320.955777:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.955779:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ab158e40. 00008000:00000010:1.0:1712357320.955780:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.955781:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.955783:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.955784:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6fcf800. 00000020:00000001:1.0:1712357320.955786:0:13053:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.955787:0:13053:0:(obd_config.c:1642:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955789:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800a6a49180. 00000020:00000010:1.0:1712357320.955790:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.955792:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955793:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640aae0 type 0x10620000 00000040:00001000:1.0:1712357320.955794:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=17 00000040:00001000:1.0:1712357320.955795:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1712357320.955796:0:13053:0:(llog.c:735:llog_process_thread()) index: 17, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955797:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.955798:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.955799:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.955799:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357320.955802:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4800. 00000020:00000080:1.0:1712357320.955803:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.955804:0:13053:0:(obd_config.c:1497:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:1.0:1712357320.955805:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955806:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4800. 00000020:00000001:1.0:1712357320.955807:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955811:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640abc0 type 0x10620000 00000040:00001000:1.0:1712357320.955812:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=18 00000040:00001000:1.0:1712357320.955813:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1712357320.955814:0:13053:0:(llog.c:735:llog_process_thread()) index: 18, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955815:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.955816:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.955816:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.955817:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1712357320.955818:0:13053:0:(obd_config.c:1835:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1712357320.955819:0:13053:0:(obd_config.c:1861:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1712357320.955820:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955821:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640aca0 type 0x10620000 00000040:00001000:1.0:1712357320.955822:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=19 00000040:00001000:1.0:1712357320.955823:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1712357320.955824:0:13053:0:(llog.c:735:llog_process_thread()) index: 19, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955824:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:01000000:1.0:1712357320.955825:0:13053:0:(obd_config.c:1861:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1712357320.955826:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955827:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640acf0 type 0x10620000 00000040:00001000:1.0:1712357320.955828:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=20 00000040:00001000:1.0:1712357320.955828:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1712357320.955829:0:13053:0:(llog.c:735:llog_process_thread()) index: 20, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955830:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.955831:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.955831:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.955832:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:1.0:1712357320.955834:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4800. 00000020:00000080:1.0:1712357320.955835:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.955835:0:13053:0:(obd_config.c:1497:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:1.0:1712357320.955836:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955838:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4800. 00000020:00000001:1.0:1712357320.955839:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955840:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640add0 type 0x10620000 00000040:00001000:1.0:1712357320.955840:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=21 00000040:00001000:1.0:1712357320.955841:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1712357320.955844:0:13053:0:(llog.c:735:llog_process_thread()) index: 21, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955845:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.955846:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.955847:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.955848:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.955850:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1712357320.955852:0:13053:0:(obd_mount.c:1036:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.120@tcp:/lustre 00000020:00000001:1.0:1712357320.955854:0:13053:0:(obd_mount.c:1044:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.955855:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b3ab4800. 00000020:00000080:1.0:1712357320.955856:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.955857:0:13053:0:(obd_config.c:1497:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000001:1.0:1712357320.955858:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955859:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b3ab4800. 00000020:00000001:1.0:1712357320.955860:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955861:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640aeb0 type 0x10620000 00000040:00001000:1.0:1712357320.955862:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=22 00000040:00001000:1.0:1712357320.955863:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1712357320.955864:0:13053:0:(llog.c:735:llog_process_thread()) index: 22, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955865:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.955866:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff88012e2c1f40. 00000020:00000080:1.0:1712357320.955866:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1712357320.955869:0:13053:0:(obd_config.c:1421:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000100:00000010:1.0:1712357320.955871:0:13053:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a6a70c00. 00000100:00000040:1.0:1712357320.955874:0:13053:0:(lustre_peer.c:120:class_add_uuid()) found uuid 192.168.203.120@tcp 192.168.203.120@tcp cnt=1 00000400:00001000:1.0:1712357320.955876:0:13053:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:1.0:1712357320.955879:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.955881:0:13053:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1712357320.955883:0:13053:0:(lustre_peer.c:123:class_add_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000010:1.0:1712357320.955884:0:13053:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800a6a70c00. 00000020:00000001:1.0:1712357320.955886:0:13053:0:(obd_config.c:1436:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955887:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.955888:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955889:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640af08 type 0x10620000 00000040:00001000:1.0:1712357320.955892:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=23 00000040:00001000:1.0:1712357320.955893:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1712357320.955894:0:13053:0:(llog.c:735:llog_process_thread()) index: 23, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955896:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.955897:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e2c1f40. 00000020:01000000:1.0:1712357320.955899:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff88012a664000 00000020:00000010:1.0:1712357320.955900:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab158e40. 00000020:00000080:1.0:1712357320.955901:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1712357320.955902:0:13053:0:(obd_config.c:613:class_attach()) Process entered 00000020:00000001:1.0:1712357320.955903:0:13053:0:(genops.c:371:class_newdev()) Process entered 00000020:00000010:1.0:1712357320.955908:0:13053:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a6349550. 00000020:00000080:1.0:1712357320.955910:0:13053:0:(genops.c:436:class_newdev()) Allocate new device lustre-OST0000-osc-ffff88012a664000 (ffff8800a6349550) 00000020:00000001:1.0:1712357320.955911:0:13053:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:1.0:1712357320.955914:0:13053:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6fe8000. 00000020:00000001:1.0:1712357320.955915:0:13053:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357320.955916:0:13053:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800b6fe8000 with handle 0xbda2fb8f03338a42 to hash 00000020:00000001:1.0:1712357320.955917:0:13053:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:1.0:1712357320.955920:0:13053:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:1.0:1712357320.955921:0:13053:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.955923:0:13053:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135384350720 : -131938325200896 : ffff8800b6fe8000) 00000020:00000040:1.0:1712357320.955925:0:13053:0:(genops.c:906:class_export_put()) PUTting export ffff8800b6fe8000 : new refcount 1 00000020:00000040:1.0:1712357320.955929:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-OST0000-osc-ffff88012a664000 (ffff8800a6349550) now 2 - obd_device_list 00000020:00000001:1.0:1712357320.955932:0:13053:0:(genops.c:541:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1712357320.955933:0:13053:0:(obd_config.c:671:class_attach()) OBD: dev 9 attached type osc with refcount 2 00000020:00000001:1.0:1712357320.955934:0:13053:0:(obd_config.c:673:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.955935:0:13053:0:(obd_config.c:1415:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.955936:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab158e40. 00000020:00000010:1.0:1712357320.955938:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.955939:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.955940:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640af88 type 0x10620000 00000040:00001000:1.0:1712357320.955941:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=24 00000040:00001000:1.0:1712357320.955942:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1712357320.955943:0:13053:0:(llog.c:735:llog_process_thread()) index: 24, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.955946:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.955948:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff88012e2c1f40. 00000020:01000000:1.0:1712357320.955949:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff88012a664000 00000020:00000010:1.0:1712357320.955951:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ab158e40. 00000020:00000080:1.0:1712357320.955952:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1712357320.955954:0:13053:0:(obd_config.c:685:class_setup()) Process entered 00000001:00000001:1.0:1712357320.955964:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.955965:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a6a49180. 00000001:00000010:1.0:1712357320.955968:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cbac0. 00000001:00000010:1.0:1712357320.955969:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf800. 00000001:00000010:1.0:1712357320.955970:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcf600. 00000001:00000010:1.0:1712357320.955972:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fcfc00. 00000001:00000010:1.0:1712357320.955974:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6118200. 00000001:00000001:1.0:1712357320.955975:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.955979:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a63df000. 00000001:00000010:1.0:1712357320.955982:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cbae0. 00000001:00000010:1.0:1712357320.955983:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6119800. 00000001:00000010:1.0:1712357320.955985:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6118000. 00000001:00000010:1.0:1712357320.955990:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f0000. 00000001:00000010:1.0:1712357320.955991:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f0200. 00000020:00000001:1.0:1712357320.955993:0:13053:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1712357320.955994:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f0400. 00000020:00000010:1.0:1712357320.955996:0:13053:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b3529080. 00000020:00000010:1.0:1712357320.955998:0:13053:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.956000:0:13053:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.956002:0:13053:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.956003:0:13053:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205380. 00000080:00000010:1.0:1712357320.956006:0:13053:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.956008:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f0600. 00000020:00000010:1.0:1712357320.956010:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a63f0800. 00000020:00000010:1.0:1712357320.956012:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6e272a0. 00000008:00000010:1.0:1712357320.956013:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.956014:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a63df0c0. 00008000:00000010:1.0:1712357320.956018:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.956020:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.956021:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00000008:00000010:1.0:1712357320.956024:0:13053:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b3529000. 00000008:00000001:1.0:1712357320.956027:0:13053:0:(osc_request.c:3818:osc_setup()) Process entered 00000008:00000001:1.0:1712357320.956028:0:13053:0:(osc_request.c:3763:osc_setup_common()) Process entered 00000100:00000001:1.0:1712357320.956029:0:13053:0:(ptlrpcd.c:974:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1712357320.956030:0:13053:0:(ptlrpcd.c:983:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.956032:0:13053:0:(ldlm_lib.c:310:client_obd_setup()) Process entered 00010000:00000001:1.0:1712357320.956034:0:13053:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1712357320.956036:0:13053:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.956038:0:13053:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b6fec800. 00000020:00000040:1.0:1712357320.956040:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-OST0000-osc-ffff88012a664000 (ffff8800a6349550) now 3 - import 00000020:00000001:1.0:1712357320.956044:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357320.956045:0:13053:0:(genops.c:1140:class_import_put()) import ffff8800b6fec800 refcount=1 obd=lustre-OST0000-osc-ffff88012a664000 00000020:00000001:1.0:1712357320.956046:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 00010000:00000001:1.0:1712357320.956048:0:13053:0:(ldlm_lib.c:67:import_set_conn()) Process entered 00000100:00000200:1.0:1712357320.956054:0:13053:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357320.956055:0:13053:0:(connection.c:84:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1712357320.956057:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.956060:0:13053:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00000100:00000001:1.0:1712357320.956062:0:13053:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1712357320.956064:0:13053:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 14 to 192.168.203.120@tcp 00000100:00000001:1.0:1712357320.956065:0:13053:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000100:00000001:1.0:1712357320.956067:0:13053:0:(connection.c:90:ptlrpc_connection_get()) Process leaving via out (rc=18446612135328116736 : -131938381434880 : 0xffff8800b3a47000) 00000100:00000040:1.0:1712357320.956068:0:13053:0:(connection.c:132:ptlrpc_connection_get()) conn=ffff8800b3a47000 refcount 14 to 192.168.203.120@tcp 00000100:00000040:1.0:1712357320.956070:0:13053:0:(client.c:151:ptlrpc_uuid_to_connection()) 192.168.203.120@tcp -> ffff8800b3a47000 00010000:00000010:1.0:1712357320.956072:0:13053:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800b5f39ae0. 00010000:00080000:1.0:1712357320.956073:0:13053:0:(ldlm_lib.c:119:import_set_conn()) imp ffff8800b6fec800@lustre-OST0000-osc-ffff88012a664000: add connection 192.168.203.120@tcp at head 00010000:00000001:1.0:1712357320.956075:0:13053:0:(ldlm_lib.c:126:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.956077:0:13053:0:(ldlm_resource.c:897:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1712357320.956077:0:13053:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1712357320.956078:0:13053:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1712357320.956081:0:13053:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a6e9bc00. 00000001:00000001:1.0:1712357320.956084:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.956085:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b3ab4800. 00000001:00000010:1.0:1712357320.956087:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b3a25a00. 00000001:00000010:1.0:1712357320.956095:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a63f8000. 00000001:00000010:1.0:1712357320.956100:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a63fa000. 00000001:00000010:1.0:1712357320.956105:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a63fc000. 00000001:00000010:1.0:1712357320.956110:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a63fe000. 00000001:00000010:1.0:1712357320.956657:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c00000. 00000001:00000010:1.0:1712357320.956661:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c02000. 00000001:00000010:1.0:1712357320.956664:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c04000. 00000001:00000010:1.0:1712357320.956667:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c06000. 00000001:00000010:1.0:1712357320.956674:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c08000. 00000001:00000010:1.0:1712357320.956677:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c0a000. 00000001:00000010:1.0:1712357320.956680:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c0c000. 00000001:00000010:1.0:1712357320.956683:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c0e000. 00000001:00000010:1.0:1712357320.956689:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c10000. 00000001:00000010:1.0:1712357320.956692:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c12000. 00000001:00000010:1.0:1712357320.956695:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c14000. 00000001:00000010:1.0:1712357320.956698:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c16000. 00010000:00000010:1.0:1712357320.956702:0:13053:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800b6fed800. 00000020:00000010:1.0:1712357320.956737:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029180. 00000020:00000010:1.0:1712357320.956739:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a63cbb40. 00010000:00000001:1.0:1712357320.956749:0:13053:0:(ldlm_pool.c:909:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1712357320.956751:0:13053:0:(ldlm_pool.c:828:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1712357320.956759:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029840. 00000020:00000010:1.0:1712357320.956761:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800a63f0a00. 00010000:00000001:1.0:1712357320.956765:0:13053:0:(ldlm_pool.c:883:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1712357320.956781:0:13053:0:(ldlm_pool.c:943:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff88012a664000-5 is initialized 00010000:00000001:1.0:1712357320.956782:0:13053:0:(ldlm_pool.c:945:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.956783:0:13053:0:(ldlm_resource.c:1002:ldlm_namespace_new()) Process leaving (rc=18446612135114554368 : -131938594997248 : ffff8800a6e9bc00) 00010000:00000001:1.0:1712357320.956785:0:13053:0:(ldlm_lib.c:570:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.956787:0:13053:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:1.0:1712357320.956791:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b2b100. 00000020:00000040:1.0:1712357320.956793:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800b6fec800 refcount=2 obd=lustre-OST0000-osc-ffff88012a664000 00000100:00000001:1.0:1712357320.956794:0:13053:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612137526866176 : -131936182685440 : ffff880136b2b100) 00000100:00000001:1.0:1712357320.956796:0:13053:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:1.0:1712357320.956797:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29f80. 00000020:00000040:1.0:1712357320.956798:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800b6fec800 refcount=3 obd=lustre-OST0000-osc-ffff88012a664000 00000100:00000001:1.0:1712357320.956799:0:13053:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612137526861696 : -131936182689920 : ffff880136b29f80) 00000008:00000020:1.0:1712357320.956801:0:13053:0:(osc_request.c:764:osc_update_next_shrink()) next time 1464 to shrink grant 00000008:00000001:1.0:1712357320.956802:0:13053:0:(osc_request.c:3792:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.956883:0:13053:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1712357320.956885:0:13053:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.956886:0:13053:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1712357320.956888:0:13053:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.956898:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6029f00. 00000020:00000010:1.0:1712357320.956900:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b37ab000. 00000008:00000001:1.0:1712357320.956907:0:13053:0:(osc_request.c:3851:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357320.956908:0:13053:0:(osc_dev.c:222:osc_device_alloc()) Process leaving (rc=18446612135322750976 : -131938386800640 : ffff8800b3529000) 00000020:00000010:1.0:1712357320.956911:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a63f0800. 00000020:00000010:1.0:1712357320.956915:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6e272a0. 00000008:00000010:1.0:1712357320.956918:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.956920:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a63df0c0. 00008000:00000010:1.0:1712357320.956922:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.956925:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.956927:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.956929:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f0600. 00000020:00000010:1.0:1712357320.956931:0:13053:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b3529080. 00000020:00000010:1.0:1712357320.956934:0:13053:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.956935:0:13053:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.956937:0:13053:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.956939:0:13053:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab205380. 00000080:00000010:1.0:1712357320.956941:0:13053:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.956942:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f0400. 00000020:00000001:1.0:1712357320.956943:0:13053:0:(obd_class.h:598:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357320.956947:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-OST0000-osc-ffff88012a664000 (ffff8800a6349550) now 4 - setup 00000020:00000080:1.0:1712357320.956949:0:13053:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0000-osc-ffff88012a664000 (uuid 34be3091-400c-4cb8-ac8c-f722e1f64856) 00000020:00000001:1.0:1712357320.956951:0:13053:0:(obd_config.c:777:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.956952:0:13053:0:(obd_config.c:1571:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.956954:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ab158e40. 00000020:00000010:1.0:1712357320.956956:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff88012e2c1f40. 00000020:00000001:1.0:1712357320.956958:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.956960:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b018 type 0x10620000 00000040:00001000:1.0:1712357320.956961:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=25 00000040:00001000:1.0:1712357320.956962:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1712357320.956964:0:13053:0:(llog.c:735:llog_process_thread()) index: 25, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.956965:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.956967:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6e3ba40. 00000020:01000000:1.0:1712357320.956969:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff88012a664000 00000020:00000010:1.0:1712357320.956970:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b3529080. 00000020:00000080:1.0:1712357320.956972:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00d 00000020:00000001:1.0:1712357320.956974:0:13053:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:1.0:1712357320.956976:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f0400. 00000020:00000010:1.0:1712357320.956977:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a63f0600. 00000020:00000010:1.0:1712357320.956979:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60299c0. 00000008:00000010:1.0:1712357320.956981:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.956982:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a63df0c0. 00008000:00000010:1.0:1712357320.956984:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.956985:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.956987:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00020000:00000001:1.0:1712357320.956989:0:13053:0:(lov_obd.c:845:lov_process_config_base()) Process entered 00020000:00000001:1.0:1712357320.956991:0:13053:0:(lov_obd.c:487:lov_add_target()) Process entered 00020000:01000000:1.0:1712357320.956993:0:13053:0:(lov_obd.c:489:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:1.0:1712357320.956997:0:13053:0:(lov_obd.c:520:lov_add_target()) kmalloced '(newtgts)': 16 at ffff880136445f60. 00020000:01000000:1.0:1712357320.956999:0:13053:0:(lov_obd.c:540:lov_add_target()) tgts: ffff880136445f60 size: 2 00020000:00000010:1.0:1712357320.957000:0:13053:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800a63f0800. 00000020:00000001:1.0:1712357320.957002:0:13053:0:(lu_tgt_pool.c:140:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:1.0:1712357320.957004:0:13053:0:(lu_tgt_pool.c:158:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:1.0:1712357320.957007:0:13053:0:(lov_obd.c:569:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:1.0:1712357320.957009:0:13053:0:(lov_obd.c:575:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957010:0:13053:0:(lov_obd.c:877:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1712357320.957011:0:13053:0:(lov_obd.c:903:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957013:0:13053:0:(lov_dev.c:419:lov_cl_add_target()) Process entered 00020000:00000001:1.0:1712357320.957014:0:13053:0:(lov_dev.c:374:lov_expand_targets()) Process entered 00020000:00000010:1.0:1712357320.957016:0:13053:0:(lov_dev.c:382:lov_expand_targets()) kmalloced '(newd)': 16 at ffff880136445f20. 00020000:00000001:1.0:1712357320.957017:0:13053:0:(lov_dev.c:396:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957018:0:13053:0:(lov_dev.c:449:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957019:0:13053:0:(lov_dev.c:603:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.957021:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a63f0600. 00000020:00000010:1.0:1712357320.957022:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b60299c0. 00000008:00000010:1.0:1712357320.957024:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.957026:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a63df0c0. 00008000:00000010:1.0:1712357320.957027:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.957028:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.957030:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.957031:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f0400. 00000020:00000001:1.0:1712357320.957032:0:13053:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957033:0:13053:0:(obd_config.c:1646:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957035:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b3529080. 00000020:00000010:1.0:1712357320.957036:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6e3ba40. 00000020:00000001:1.0:1712357320.957038:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957039:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b098 type 0x10620000 00000040:00001000:1.0:1712357320.957040:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=26 00000040:00001000:1.0:1712357320.957041:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1712357320.957042:0:13053:0:(llog.c:735:llog_process_thread()) index: 26, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957043:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.957044:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.957045:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.957046:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357320.957048:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b60f4900. 00000020:00000080:1.0:1712357320.957049:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.957049:0:13053:0:(obd_config.c:1497:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:00000001:1.0:1712357320.957051:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957054:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b60f4900. 00000020:00000001:1.0:1712357320.957057:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957059:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b178 type 0x10620000 00000040:00001000:1.0:1712357320.957060:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=27 00000040:00001000:1.0:1712357320.957061:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1712357320.957062:0:13053:0:(llog.c:735:llog_process_thread()) index: 27, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957063:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.957063:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.957064:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.957065:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1712357320.957066:0:13053:0:(obd_config.c:1835:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1712357320.957066:0:13053:0:(obd_config.c:1861:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1712357320.957067:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957068:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b258 type 0x10620000 00000040:00001000:1.0:1712357320.957069:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=28 00000040:00001000:1.0:1712357320.957069:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1712357320.957070:0:13053:0:(llog.c:735:llog_process_thread()) index: 28, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957071:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:01000000:1.0:1712357320.957072:0:13053:0:(obd_config.c:1861:class_config_llog_handler()) skipping 0x6 00000020:00000001:1.0:1712357320.957073:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957073:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b2a8 type 0x10620000 00000040:00001000:1.0:1712357320.957074:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=29 00000040:00001000:1.0:1712357320.957075:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1712357320.957076:0:13053:0:(llog.c:735:llog_process_thread()) index: 29, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957077:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.957077:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.957078:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.957078:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:1.0:1712357320.957080:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b60f4900. 00000020:00000080:1.0:1712357320.957081:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.957081:0:13053:0:(obd_config.c:1497:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:00000001:1.0:1712357320.957083:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957084:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b60f4900. 00000020:00000001:1.0:1712357320.957085:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957088:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b388 type 0x10620000 00000040:00001000:1.0:1712357320.957089:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=30 00000040:00001000:1.0:1712357320.957090:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3192 remains) 00000040:00001000:1.0:1712357320.957091:0:13053:0:(llog.c:735:llog_process_thread()) index: 30, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957092:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.957093:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.957094:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.957094:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.957096:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1712357320.957098:0:13053:0:(obd_mount.c:1036:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.120@tcp:/lustre 00000020:00000001:1.0:1712357320.957099:0:13053:0:(obd_mount.c:1044:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.957101:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b60f4900. 00000020:00000080:1.0:1712357320.957101:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.957102:0:13053:0:(obd_config.c:1497:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000001:1.0:1712357320.957103:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957104:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b60f4900. 00000020:00000001:1.0:1712357320.957105:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957106:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b468 type 0x10620000 00000040:00001000:1.0:1712357320.957107:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=31 00000040:00001000:1.0:1712357320.957108:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2968 remains) 00000040:00001000:1.0:1712357320.957109:0:13053:0:(llog.c:735:llog_process_thread()) index: 31, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957110:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.957111:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6e3ba40. 00000020:00000080:1.0:1712357320.957112:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1712357320.957114:0:13053:0:(obd_config.c:1421:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000100:00000010:1.0:1712357320.957116:0:13053:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a6e9a800. 00000100:00000040:1.0:1712357320.957118:0:13053:0:(lustre_peer.c:120:class_add_uuid()) found uuid 192.168.203.120@tcp 192.168.203.120@tcp cnt=1 00000400:00001000:1.0:1712357320.957120:0:13053:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:1.0:1712357320.957123:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.957124:0:13053:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1712357320.957126:0:13053:0:(lustre_peer.c:123:class_add_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000010:1.0:1712357320.957127:0:13053:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800a6e9a800. 00000020:00000001:1.0:1712357320.957131:0:13053:0:(obd_config.c:1436:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957132:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6e3ba40. 00000020:00000001:1.0:1712357320.957136:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957137:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b4c0 type 0x10620000 00000040:00001000:1.0:1712357320.957138:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=32 00000040:00001000:1.0:1712357320.957139:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2880 remains) 00000040:00001000:1.0:1712357320.957141:0:13053:0:(llog.c:735:llog_process_thread()) index: 32, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957142:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.957143:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6e3ba40. 00000020:01000000:1.0:1712357320.957144:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff88012a664000 00000020:00000010:1.0:1712357320.957146:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a63df0c0. 00000020:00000080:1.0:1712357320.957147:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1712357320.957148:0:13053:0:(obd_config.c:613:class_attach()) Process entered 00000020:00000001:1.0:1712357320.957149:0:13053:0:(genops.c:371:class_newdev()) Process entered 00000020:00000010:1.0:1712357320.957152:0:13053:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a634aaa0. 00000020:00000080:1.0:1712357320.957154:0:13053:0:(genops.c:436:class_newdev()) Allocate new device lustre-OST0001-osc-ffff88012a664000 (ffff8800a634aaa0) 00000020:00000001:1.0:1712357320.957155:0:13053:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:1.0:1712357320.957157:0:13053:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff88012ab25000. 00000020:00000001:1.0:1712357320.957159:0:13053:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357320.957160:0:13053:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88012ab25000 with handle 0xbda2fb8f03338a49 to hash 00000020:00000001:1.0:1712357320.957161:0:13053:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:1.0:1712357320.957163:0:13053:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:1.0:1712357320.957164:0:13053:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957165:0:13053:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612137325514752 : -131936384036864 : ffff88012ab25000) 00000020:00000040:1.0:1712357320.957166:0:13053:0:(genops.c:906:class_export_put()) PUTting export ffff88012ab25000 : new refcount 1 00000020:00000040:1.0:1712357320.957170:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff88012a664000 (ffff8800a634aaa0) now 2 - obd_device_list 00000020:00000001:1.0:1712357320.957172:0:13053:0:(genops.c:541:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1712357320.957174:0:13053:0:(obd_config.c:671:class_attach()) OBD: dev 10 attached type osc with refcount 2 00000020:00000001:1.0:1712357320.957175:0:13053:0:(obd_config.c:673:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957176:0:13053:0:(obd_config.c:1415:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957177:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a63df0c0. 00000020:00000010:1.0:1712357320.957179:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6e3ba40. 00000020:00000001:1.0:1712357320.957180:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957181:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b540 type 0x10620000 00000040:00001000:1.0:1712357320.957181:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=33 00000040:00001000:1.0:1712357320.957184:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2752 remains) 00000040:00001000:1.0:1712357320.957185:0:13053:0:(llog.c:735:llog_process_thread()) index: 33, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957187:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.957188:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6e3ba40. 00000020:01000000:1.0:1712357320.957190:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff88012a664000 00000020:00000010:1.0:1712357320.957191:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a63df0c0. 00000020:00000080:1.0:1712357320.957192:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1712357320.957194:0:13053:0:(obd_config.c:685:class_setup()) Process entered 00000001:00000001:1.0:1712357320.957203:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.957204:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a63dfb40. 00000001:00000010:1.0:1712357320.957206:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cbc40. 00000001:00000010:1.0:1712357320.957207:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f0400. 00000001:00000010:1.0:1712357320.957209:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f0600. 00000001:00000010:1.0:1712357320.957210:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f0e00. 00000001:00000010:1.0:1712357320.957212:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f1000. 00000001:00000001:1.0:1712357320.957213:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.957214:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a63dfc00. 00000001:00000010:1.0:1712357320.957216:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a63cbc60. 00000001:00000010:1.0:1712357320.957217:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f1200. 00000001:00000010:1.0:1712357320.957219:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f1400. 00000001:00000010:1.0:1712357320.957221:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f1600. 00000001:00000010:1.0:1712357320.957222:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a63f1800. 00000020:00000001:1.0:1712357320.957223:0:13053:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:1.0:1712357320.957224:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f1a00. 00000020:00000010:1.0:1712357320.957226:0:13053:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b3529080. 00000020:00000010:1.0:1712357320.957227:0:13053:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.957229:0:13053:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.957230:0:13053:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.957232:0:13053:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ab205380. 00000080:00000010:1.0:1712357320.957234:0:13053:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.957235:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f1c00. 00000020:00000010:1.0:1712357320.957237:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a63f1e00. 00000020:00000010:1.0:1712357320.957238:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60299c0. 00000008:00000010:1.0:1712357320.957242:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.957243:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a63dfcc0. 00008000:00000010:1.0:1712357320.957245:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.957246:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.957248:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00000008:00000010:1.0:1712357320.957251:0:13053:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b3933f80. 00000008:00000001:1.0:1712357320.957253:0:13053:0:(osc_request.c:3818:osc_setup()) Process entered 00000008:00000001:1.0:1712357320.957254:0:13053:0:(osc_request.c:3763:osc_setup_common()) Process entered 00000100:00000001:1.0:1712357320.957255:0:13053:0:(ptlrpcd.c:974:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1712357320.957256:0:13053:0:(ptlrpcd.c:983:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.957258:0:13053:0:(ldlm_lib.c:310:client_obd_setup()) Process entered 00010000:00000001:1.0:1712357320.957260:0:13053:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1712357320.957261:0:13053:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.957264:0:13053:0:(genops.c:1179:class_new_import()) kmalloced '(imp)': 1680 at ffff88012ab15000. 00000020:00000040:1.0:1712357320.957266:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff88012a664000 (ffff8800a634aaa0) now 3 - import 00000020:00000001:1.0:1712357320.957269:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357320.957270:0:13053:0:(genops.c:1140:class_import_put()) import ffff88012ab15000 refcount=1 obd=lustre-OST0001-osc-ffff88012a664000 00000020:00000001:1.0:1712357320.957272:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 00010000:00000001:1.0:1712357320.957272:0:13053:0:(ldlm_lib.c:67:import_set_conn()) Process entered 00000100:00000200:1.0:1712357320.957277:0:13053:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.120@tcp->12345-192.168.203.120@tcp 00000100:00000001:1.0:1712357320.957278:0:13053:0:(connection.c:84:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1712357320.957281:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.957283:0:13053:0:(peer.c:1477:LNetPrimaryNID()) NID 192.168.203.120@tcp primary NID 192.168.203.120@tcp rc 0 00000100:00000001:1.0:1712357320.957285:0:13053:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1712357320.957286:0:13053:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 15 to 192.168.203.120@tcp 00000100:00000001:1.0:1712357320.957288:0:13053:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000100:00000001:1.0:1712357320.957289:0:13053:0:(connection.c:90:ptlrpc_connection_get()) Process leaving via out (rc=18446612135328116736 : -131938381434880 : 0xffff8800b3a47000) 00000100:00000040:1.0:1712357320.957291:0:13053:0:(connection.c:132:ptlrpc_connection_get()) conn=ffff8800b3a47000 refcount 15 to 192.168.203.120@tcp 00000100:00000040:1.0:1712357320.957292:0:13053:0:(client.c:151:ptlrpc_uuid_to_connection()) 192.168.203.120@tcp -> ffff8800b3a47000 00010000:00000010:1.0:1712357320.957294:0:13053:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 72 at ffff8800b6e272a0. 00010000:00080000:1.0:1712357320.957295:0:13053:0:(ldlm_lib.c:119:import_set_conn()) imp ffff88012ab15000@lustre-OST0001-osc-ffff88012a664000: add connection 192.168.203.120@tcp at head 00010000:00000001:1.0:1712357320.957297:0:13053:0:(ldlm_lib.c:126:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.957298:0:13053:0:(ldlm_resource.c:897:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1712357320.957299:0:13053:0:(ldlm_lockd.c:3093:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1712357320.957302:0:13053:0:(ldlm_lockd.c:3102:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1712357320.957304:0:13053:0:(ldlm_resource.c:914:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a6e9b000. 00000001:00000001:1.0:1712357320.957305:0:13053:0:(hash.c:1040:cfs_hash_create()) Process entered 00000001:00000010:1.0:1712357320.957306:0:13053:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b60f4900. 00000001:00000010:1.0:1712357320.957309:0:13053:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b3933f00. 00000001:00000010:1.0:1712357320.957314:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c18000. 00000001:00000010:1.0:1712357320.957316:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c1a000. 00000001:00000010:1.0:1712357320.957319:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c1c000. 00000001:00000010:1.0:1712357320.957323:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c1e000. 00000001:00000010:1.0:1712357320.957329:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c20000. 00000001:00000010:1.0:1712357320.957332:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c22000. 00000001:00000010:1.0:1712357320.957335:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c24000. 00000001:00000010:1.0:1712357320.957338:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c26000. 00000001:00000010:1.0:1712357320.957343:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c28000. 00000001:00000010:1.0:1712357320.957346:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c2a000. 00000001:00000010:1.0:1712357320.957349:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c2c000. 00000001:00000010:1.0:1712357320.957352:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c2e000. 00000001:00000010:1.0:1712357320.957357:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c30000. 00000001:00000010:1.0:1712357320.957360:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c32000. 00000001:00000010:1.0:1712357320.957363:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c34000. 00000001:00000010:1.0:1712357320.957366:0:13053:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a5c36000. 00010000:00000010:1.0:1712357320.957370:0:13053:0:(ldlm_resource.c:936:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff88012ab16000. 00000020:00000010:1.0:1712357320.957397:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e78c00. 00000020:00000010:1.0:1712357320.957399:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a63cbcc0. 00010000:00000001:1.0:1712357320.957404:0:13053:0:(ldlm_pool.c:909:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1712357320.957405:0:13053:0:(ldlm_pool.c:828:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1712357320.957414:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e78a20. 00000020:00000010:1.0:1712357320.957419:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800a63f2000. 00010000:00000001:1.0:1712357320.957423:0:13053:0:(ldlm_pool.c:883:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1712357320.957438:0:13053:0:(ldlm_pool.c:943:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff88012a664000-6 is initialized 00010000:00000001:1.0:1712357320.957439:0:13053:0:(ldlm_pool.c:945:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.957440:0:13053:0:(ldlm_resource.c:1002:ldlm_namespace_new()) Process leaving (rc=18446612135114551296 : -131938595000320 : ffff8800a6e9b000) 00010000:00000001:1.0:1712357320.957441:0:13053:0:(ldlm_lib.c:570:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.957444:0:13053:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:1.0:1712357320.957446:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29c00. 00000020:00000040:1.0:1712357320.957448:0:13053:0:(genops.c:1127:class_import_get()) import ffff88012ab15000 refcount=2 obd=lustre-OST0001-osc-ffff88012a664000 00000100:00000001:1.0:1712357320.957449:0:13053:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612137526860800 : -131936182690816 : ffff880136b29c00) 00000100:00000001:1.0:1712357320.957451:0:13053:0:(client.c:3698:ptlrpcd_alloc_work()) Process entered 00000100:00000010:1.0:1712357320.957452:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29880. 00000020:00000040:1.0:1712357320.957453:0:13053:0:(genops.c:1127:class_import_get()) import ffff88012ab15000 refcount=3 obd=lustre-OST0001-osc-ffff88012a664000 00000100:00000001:1.0:1712357320.957454:0:13053:0:(client.c:3725:ptlrpcd_alloc_work()) Process leaving (rc=18446612137526859904 : -131936182691712 : ffff880136b29880) 00000008:00000020:1.0:1712357320.957455:0:13053:0:(osc_request.c:764:osc_update_next_shrink()) next time 1464 to shrink grant 00000008:00000001:1.0:1712357320.957456:0:13053:0:(osc_request.c:3792:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957543:0:13053:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1712357320.957546:0:13053:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957547:0:13053:0:(lprocfs_status.c:1975:lprocfs_seq_create()) Process entered 00000020:00000001:1.0:1712357320.957548:0:13053:0:(lprocfs_status.c:1985:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.957559:0:13053:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b6e788a0. 00000020:00000010:1.0:1712357320.957561:0:13053:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b5e72000. 00000008:00000001:1.0:1712357320.957569:0:13053:0:(osc_request.c:3851:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357320.957570:0:13053:0:(osc_dev.c:222:osc_device_alloc()) Process leaving (rc=18446612135326990208 : -131938382561408 : ffff8800b3933f80) 00000020:00000010:1.0:1712357320.957572:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a63f1e00. 00000020:00000010:1.0:1712357320.957575:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b60299c0. 00000008:00000010:1.0:1712357320.957577:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.957579:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a63dfcc0. 00008000:00000010:1.0:1712357320.957598:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.957601:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.957602:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.957604:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f1c00. 00000020:00000010:1.0:1712357320.957606:0:13053:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b3529080. 00000020:00000010:1.0:1712357320.957608:0:13053:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b3a42000. 00000008:00000010:1.0:1712357320.957610:0:13053:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800ac3b26e0. 00020000:00000010:1.0:1712357320.957612:0:13053:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800ac38cfc0. 00008000:00000010:1.0:1712357320.957613:0:13053:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800ab205380. 00000080:00000010:1.0:1712357320.957615:0:13053:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800ab1fa3c0. 00000020:00000010:1.0:1712357320.957616:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f1a00. 00000020:00000001:1.0:1712357320.957620:0:13053:0:(obd_class.h:598:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1712357320.957622:0:13053:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff88012a664000 (ffff8800a634aaa0) now 4 - setup 00000020:00000080:1.0:1712357320.957623:0:13053:0:(obd_config.c:775:class_setup()) finished setup of obd lustre-OST0001-osc-ffff88012a664000 (uuid 34be3091-400c-4cb8-ac8c-f722e1f64856) 00000020:00000001:1.0:1712357320.957625:0:13053:0:(obd_config.c:777:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957626:0:13053:0:(obd_config.c:1571:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957627:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a63df0c0. 00000020:00000010:1.0:1712357320.957629:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6e3ba40. 00000020:00000001:1.0:1712357320.957630:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957632:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b5d0 type 0x10620000 00000040:00001000:1.0:1712357320.957633:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=34 00000040:00001000:1.0:1712357320.957634:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2608 remains) 00000040:00001000:1.0:1712357320.957635:0:13053:0:(llog.c:735:llog_process_thread()) index: 34, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957636:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.957638:0:13053:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b619d600. 00000020:01000000:1.0:1712357320.957639:0:13053:0:(obd_config.c:1941:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff88012a664000 00000020:00000010:1.0:1712357320.957641:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b3933e80. 00000020:00000080:1.0:1712357320.957642:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00d 00000020:00000001:1.0:1712357320.957645:0:13053:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:1.0:1712357320.957646:0:13053:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f2400. 00000020:00000010:1.0:1712357320.957648:0:13053:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a63f2600. 00000020:00000010:1.0:1712357320.957650:0:13053:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b6e78120. 00000008:00000010:1.0:1712357320.957652:0:13053:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.957653:0:13053:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a63f46c0. 00008000:00000010:1.0:1712357320.957655:0:13053:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.957656:0:13053:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.957658:0:13053:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ac0f0920. 00020000:00000001:1.0:1712357320.957660:0:13053:0:(lov_obd.c:845:lov_process_config_base()) Process entered 00020000:00000001:1.0:1712357320.957661:0:13053:0:(lov_obd.c:487:lov_add_target()) Process entered 00020000:01000000:1.0:1712357320.957662:0:13053:0:(lov_obd.c:489:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:1.0:1712357320.957666:0:13053:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800a63f2800. 00000020:00000001:1.0:1712357320.957667:0:13053:0:(lu_tgt_pool.c:140:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:1.0:1712357320.957668:0:13053:0:(lu_tgt_pool.c:158:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:1.0:1712357320.957669:0:13053:0:(lov_obd.c:569:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:1.0:1712357320.957672:0:13053:0:(lov_obd.c:575:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957673:0:13053:0:(lov_obd.c:877:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1712357320.957674:0:13053:0:(lov_obd.c:903:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957676:0:13053:0:(lov_dev.c:419:lov_cl_add_target()) Process entered 00020000:00000001:1.0:1712357320.957677:0:13053:0:(lov_dev.c:374:lov_expand_targets()) Process entered 00020000:00000001:1.0:1712357320.957678:0:13053:0:(lov_dev.c:396:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957680:0:13053:0:(lov_dev.c:449:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357320.957681:0:13053:0:(lov_dev.c:603:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.957683:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a63f2600. 00000020:00000010:1.0:1712357320.957685:0:13053:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b6e78120. 00000008:00000010:1.0:1712357320.957688:0:13053:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ac3bb7c8. 00020000:00000010:1.0:1712357320.957691:0:13053:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a63f46c0. 00008000:00000010:1.0:1712357320.957693:0:13053:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab0951a8. 00000080:00000010:1.0:1712357320.957694:0:13053:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ab1fb260. 00000080:00000010:1.0:1712357320.957696:0:13053:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ac0f0920. 00000020:00000010:1.0:1712357320.957697:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f2400. 00000020:00000001:1.0:1712357320.957699:0:13053:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357320.957700:0:13053:0:(obd_config.c:1646:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957701:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b3933e80. 00000020:00000010:1.0:1712357320.957703:0:13053:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b619d600. 00000020:00000001:1.0:1712357320.957704:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957705:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b650 type 0x10620000 00000040:00001000:1.0:1712357320.957707:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=35 00000040:00001000:1.0:1712357320.957708:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2480 remains) 00000040:00001000:1.0:1712357320.957709:0:13053:0:(llog.c:735:llog_process_thread()) index: 35, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957710:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.957711:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.957712:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.957713:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1712357320.957715:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b60f4500. 00000020:00000080:1.0:1712357320.957716:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.957716:0:13053:0:(obd_config.c:1497:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:00000001:1.0:1712357320.957718:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957719:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b60f4500. 00000020:00000001:1.0:1712357320.957720:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957724:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b730 type 0x10620000 00000040:00001000:1.0:1712357320.957725:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=36 00000040:00001000:1.0:1712357320.957726:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2256 remains) 00000040:00001000:1.0:1712357320.957727:0:13053:0:(llog.c:735:llog_process_thread()) index: 36, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957728:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1712357320.957729:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1712357320.957729:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1712357320.957730:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1712357320.957731:0:13053:0:(obd_mount.c:1028:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1712357320.957732:0:13053:0:(obd_mount.c:1033:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357320.957734:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b60f4500. 00000020:00000080:1.0:1712357320.957735:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1712357320.957736:0:13053:0:(obd_config.c:1497:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000001:1.0:1712357320.957737:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957738:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b60f4500. 00000020:00000001:1.0:1712357320.957739:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957740:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b810 type 0x10620000 00000040:00001000:1.0:1712357320.957741:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=37 00000040:00001000:1.0:1712357320.957741:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2032 remains) 00000040:00001000:1.0:1712357320.957742:0:13053:0:(llog.c:735:llog_process_thread()) index: 37, lh_last_idx: 38 synced_idx: 0 lgh_last_idx: 38 00000020:00000001:1.0:1712357320.957743:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1712357320.957744:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b619d600. 00000020:00000080:1.0:1712357320.957745:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1712357320.957746:0:13053:0:(obd_config.c:1471:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:1.0:1712357320.957747:0:13053:0:(obd_config.c:1475:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1712357320.957748:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b619d600. 00000020:00000001:1.0:1712357320.957749:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1712357320.957750:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b860 type 0x10620000 00000040:00001000:1.0:1712357320.957751:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=38 00000040:00001000:1.0:1712357320.957752:0:13053:0:(llog.c:673:llog_process_thread()) synced_idx: 38 00000040:00000001:1.0:1712357320.957755:0:13053:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:1.0:1712357320.957757:0:13053:0:(llog_client.c:161:llog_client_next_block()) Process entered 00000020:00000040:1.0:1712357320.957759:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:1.0:1712357320.957762:0:13053:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357320.957766:0:13053:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357320.957768:0:13053:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357320.957771:0:13053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357320.957774:0:13053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357320.957779:0:13053:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a63f2400. 00000100:00000001:1.0:1712357320.957785:0:13053:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.957789:0:13053:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357320.957791:0:13053:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357320.957794:0:13053:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a63f46c0. 00000100:00000001:1.0:1712357320.957795:0:13053:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135103383232 : -131938606168384 : ffff8800a63f46c0) 00000100:00000001:1.0:1712357320.957797:0:13053:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357320.957798:0:13053:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357320.957802:0:13053:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357320.957804:0:13053:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.957807:0:13053:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357320.957808:0:13053:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357320.957814:0:13053:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.957821:0:13053:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357320.957822:0:13053:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357320.957824:0:13053:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357320.957826:0:13053:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357320.957828:0:13053:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:13053:1795536572179392:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:1.0:1712357320.957831:0:13053:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357320.957835:0:13053:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357320.957837:0:13053:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357320.957839:0:13053:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357320.957846:0:13053:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a5c54000. 02000000:00000001:1.0:1712357320.957847:0:13053:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357320.957852:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357320.957854:0:13053:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f78. 00000400:00000010:1.0:1712357320.957859:0:13053:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a63f4780. 00000100:00000200:1.0:1712357320.957866:0:13053:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572179392, portal 25 00000100:00000001:1.0:1712357320.957868:0:13053:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357320.957870:0:13053:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357320.957874:0:13053:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.957879:0:13053:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357320.957881:0:13053:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357320.957883:0:13053:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ec38. 00000100:00000200:1.0:1712357320.957886:0:13053:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572179392, offset 0 00000400:00000200:1.0:1712357320.957891:0:13053:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357320.957896:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.957900:0:13053:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357320.957905:0:13053:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357320.957908:0:13053:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357320.957910:0:13053:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357320.957912:0:13053:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357320.957915:0:13053:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [911:911:256:4294967295] 192.168.203.120@tcp LPNI seq info [911:911:8:4294967295] 00000400:00000200:1.0:1712357320.957917:0:13053:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357320.957925:0:13053:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357320.957929:0:13053:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357320.957932:0:13053:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4500. 00000800:00000200:1.0:1712357320.957938:0:13053:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357320.957944:0:13053:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357320.957947:0:13053:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1712357320.963527:0:13053:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.963533:0:13053:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357320.963537:0:13053:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.963540:0:13053:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357320.963542:0:13053:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357320.963544:0:13053:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a63f46c0 going to sleep for 11 seconds 00000100:00000001:1.0:1712357320.963548:0:13053:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357320.963551:0:13053:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.963554:0:13053:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357320.963554:0:13053:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357320.964295:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357320.964298:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4500. 00000400:00000200:2.0:1712357320.964304:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.964312:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357320.964317:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ec38 00000400:00000010:2.0:1712357320.964319:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ec38. 00000100:00000001:2.0:1712357320.964324:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357320.964330:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.964339:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357320.964342:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.964347:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.964348:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357320.966008:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.966020:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.966032:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.966035:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.966045:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.966050:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.966057:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.966060:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.966063:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.966067:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8472 into portal 25 MB=0x66107ef90e3c0 00000400:00000200:2.0:1712357320.966071:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.966077:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8472/8472 into md 0x1f25 [4] + 224 00000800:00000001:2.0:1712357320.966084:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.966102:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.966104:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.966107:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.966111:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.966116:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.966124:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.966144:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.966150:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.966153:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357320.966287:0:13053:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357320.966295:0:13053:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357320.966296:0:13053:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357320.966299:0:13053:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f78. 00000400:00000200:1.0:1712357320.966302:0:13053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a63f4780 00000400:00000010:1.0:1712357320.966304:0:13053:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800a63f4780. 00000100:00000001:1.0:1712357320.966307:0:13053:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357320.966311:0:13053:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:1.0:1712357320.966318:0:13053:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.966323:0:13053:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357320.966324:0:13053:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357320.966326:0:13053:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357320.966329:0:13053:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357320.966331:0:13053:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357320.966333:0:13053:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357320.966336:0:13053:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357320.966341:0:13053:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357320.966345:0:13053:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357320.966347:0:13053:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357320.966348:0:13053:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357320.966351:0:13053:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357320.966353:0:13053:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.966355:0:13053:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357320.966484:0:13053:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.966491:0:13053:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357320.966494:0:13053:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357320.966496:0:13053:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357320.966498:0:13053:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00100000:1.0:1712357320.966505:0:13053:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c36340c1-27c0-4eff-b817-b80ecef4e788:13053:1795536572179392:192.168.203.120@tcp:502:llog_process_th.0 00000100:00000001:1.0:1712357320.966515:0:13053:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357320.966525:0:13053:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357320.966527:0:13053:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357320.966529:0:13053:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357320.966532:0:13053:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.966537:0:13053:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357320.966540:0:13053:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a63f46c0. 00000100:00000001:1.0:1712357320.966542:0:13053:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357320.966543:0:13053:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357320.966551:0:13053:0:(llog_client.c:218:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1712357320.966552:0:13053:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357320.966555:0:13053:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572179392/t0(0) o502->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 00000100:00000001:1.0:1712357320.966560:0:13053:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357320.966562:0:13053:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357320.966564:0:13053:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a5c54000. 02000000:00000001:1.0:1712357320.966574:0:13053:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357320.966577:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357320.966578:0:13053:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357320.966580:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357320.966656:0:13053:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a63f2400. 02000000:00000001:1.0:1712357320.966659:0:13053:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357320.966661:0:13053:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357320.966663:0:13053:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357320.966667:0:13053:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357320.966668:0:13053:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357320.967237:0:13053:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357320.967239:0:13053:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357320.967241:0:13053:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:0.0:1712357320.967244:0:13053:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1712357320.967247:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b860 type 0x10620000 00000040:00001000:0.0:1712357320.967248:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10620000 idx=38 00000040:00001000:0.0:1712357320.967251:0:13053:0:(llog.c:718:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1952 remains) 00000040:00001000:0.0:1712357320.967253:0:13053:0:(llog.c:735:llog_process_thread()) index: 38, lh_last_idx: 38 synced_idx: 38 lgh_last_idx: 38 00000020:00000001:0.0:1712357320.967261:0:13053:0:(obd_config.c:1798:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1712357320.967264:0:13053:0:(llog_swab.c:446:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1712357320.967265:0:13053:0:(llog_swab.c:489:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1712357320.967267:0:13053:0:(obd_config.c:1826:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1712357320.967272:0:13053:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a98a0800. 00000020:00000080:0.0:1712357320.967275:0:13053:0:(obd_config.c:1409:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1712357320.967276:0:13053:0:(obd_config.c:1497:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:00000001:0.0:1712357320.967279:0:13053:0:(obd_config.c:1498:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1712357320.967281:0:13053:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a98a0800. 00000020:00000001:0.0:1712357320.967283:0:13053:0:(obd_config.c:2040:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1712357320.967284:0:13053:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88013640b940 type 0x0 00000040:00001000:0.0:1712357320.967285:0:13053:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:0.0:1712357320.967287:0:13053:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1712357320.967289:0:13053:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00000010:0.0:1712357320.967291:0:13053:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88013640a000. 00000020:00000010:0.0:1712357320.967298:0:13053:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5c53600. 00000040:00000010:0.0:1712357320.967303:0:13053:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b5c53c00. 00000020:00000010:0.0:1712357320.967307:0:13053:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6fef000. 00000020:00000010:0.0:1712357320.967314:0:13053:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b5c52600. 80000000:00000010:0.0:1712357320.967318:0:13053:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b5f39960. 00040000:00000010:0.0:1712357320.967324:0:13053:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800b3ab4600. 00040000:00000010:0.0:1712357320.967329:0:13053:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5c53400. 20000000:00000010:0.0:1712357320.967333:0:13053:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b3890000. 00000020:00000010:0.0:1712357320.967336:0:13053:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5c53800. 00000040:00000010:2.0:1712357320.967443:0:13045:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b3664a00. 00000040:00000001:2.0:1712357320.967447:0:13045:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1712357320.967450:0:13045:0:(obd_config.c:2079:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 00000040:00000010:2.0:1712357320.967454:0:13045:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800aa1a4000. 00000040:00000010:2.0:1712357320.967461:0:13045:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b5ca8c00. 00000020:00000001:2.0:1712357320.967464:0:13045:0:(obd_config.c:2085:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357320.967467:0:13045:0:(mgc_request.c:1671:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1712357320.967470:0:13045:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5ca9200. 00000040:00000010:2.0:1712357320.967473:0:13045:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b5ca8e00. 00000020:00000010:2.0:1712357320.967474:0:13045:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012a667800. 00000020:00000010:2.0:1712357320.967478:0:13045:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b5ca8400. 80000000:00000010:2.0:1712357320.967485:0:13045:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800ab3ad180. 00040000:00000010:2.0:1712357320.967487:0:13045:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b5ca8800. 20000000:00000010:2.0:1712357320.967489:0:13045:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800b5ca8200. 00000020:00000010:2.0:1712357320.967491:0:13045:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5ca9c00. 10000000:00000010:2.0:1712357320.967493:0:13045:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012d522380. 10000000:01000000:2.0:1712357320.967496:0:13045:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1712357320.967513:0:13045:0:(mgc_request.c:1016:mgc_cancel()) Process entered 00010000:00000001:2.0:1712357320.967516:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357320.967525:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357320.967528:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab381b00 refcount=3 00000020:00000001:2.0:1712357320.967530:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:2.0:1712357320.967533:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135186799360 : -131938522752256 : ffff8800ab381b00) 00010000:00000001:2.0:1712357320.967535:0:13045:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357320.967539:0:13045:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b45 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357320.967546:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357320.967548:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357320.967550:0:13045:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab381b00/0xbda2fb8f03338a26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b45 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357320.967554:0:13045:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357320.967555:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357320.967556:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1712357320.967557:0:13045:0:(mgc_request.c:1020:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357320.967558:0:13045:0:(mgc_request.c:1849:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357320.967561:0:13045:0:(mgc_request.c:1729:mgc_process_log()) Process entered 10000000:01000000:2.0:1712357320.967562:0:13045:0:(mgc_request.c:1748:mgc_process_log()) Process log lustre-cliir-ffff88012a664000 from 1 10000000:00000001:2.0:1712357320.967564:0:13045:0:(mgc_request.c:977:mgc_enqueue()) Process entered 10000000:01000000:2.0:1712357320.967566:0:13045:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1712357320.967570:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44380. 00000020:00000040:2.0:1712357320.967578:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:2.0:1712357320.967595:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357320.967597:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357320.967601:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357320.967610:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6dcda00. 00000100:00000001:2.0:1712357320.967616:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357320.967620:0:13045:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357320.967621:0:13045:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357320.967627:0:13045:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b6f0ec00 count: 2 00010000:00000001:2.0:1712357320.967629:0:13045:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357320.967631:0:13045:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357320.967634:0:13045:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c0480. 00000020:00000001:2.0:1712357320.967636:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357320.967638:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c0480 with handle 0xbda2fb8f03338a50 to hash 00000020:00000001:2.0:1712357320.967639:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357320.967640:0:13045:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:2.0:1712357320.967642:0:13045:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:2.0:1712357320.967645:0:13045:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357320.967647:0:13045:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357320.967649:0:13045:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357320.967658:0:13045:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1712357320.967666:0:13045:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1712357320.967670:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357320.967671:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357320.967676:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b34939c0. 00000100:00000001:2.0:1712357320.967677:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139072 : -131938387412544 : ffff8800b34939c0) 00000100:00000001:2.0:1712357320.967679:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357320.967680:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442048 : -131938482109568 : ffff8800ada44380) 00000100:00000001:2.0:1712357320.967687:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357320.967691:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.967692:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357320.967694:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357320.967699:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.967709:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357320.967711:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357320.967713:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357320.967716:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357320.967719:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada44380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179456:192.168.203.120@tcp:101:mount.lustre.0 00000100:00000001:2.0:1712357320.967722:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357320.967726:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357320.967728:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357320.967730:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357320.967734:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61acc00. 02000000:00000001:2.0:1712357320.967736:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357320.967741:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357320.967743:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1c60. 00000400:00000010:2.0:1712357320.967748:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e42a8. 00000100:00000200:2.0:1712357320.967754:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179456, portal 25 00000100:00000001:2.0:1712357320.967756:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357320.967757:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442048 : -131938482109568 : ffff8800ada44380) 00000100:00000040:2.0:1712357320.967760:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.967766:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357320.967767:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357320.967769:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e43b8. 00000100:00000200:2.0:1712357320.967771:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572179456, offset 0 00000400:00000200:2.0:1712357320.967774:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357320.967779:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.967785:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357320.967790:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357320.967794:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357320.967797:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357320.967799:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357320.967802:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [912:912:256:4294967295] 192.168.203.120@tcp LPNI seq info [912:912:8:4294967295] 00000400:00000200:2.0:1712357320.967805:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.967817:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357320.967823:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357320.967826:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000800:00000200:2.0:1712357320.967831:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357320.967837:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357320.967841:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1712357320.967855:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.967857:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357320.967859:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.967861:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357320.967862:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357320.967864:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b34939c0 going to sleep for 11 seconds 00000100:00000001:2.0:1712357320.967865:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357320.967866:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357320.967868:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357320.967869:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357320.967945:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357320.967948:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000400:00000200:3.0:1712357320.967952:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357320.967956:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357320.967959:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e43b8 00000400:00000010:3.0:1712357320.967961:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e43b8. 00000100:00000001:3.0:1712357320.967963:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357320.967967:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.967975:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357320.967977:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.967983:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.967984:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357320.970559:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.970572:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.970575:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.970577:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.970609:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.970614:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.970621:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.970625:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.970628:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.970632:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef90e400 00000400:00000200:2.0:1712357320.970636:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.970641:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x1f2d [1] + 224 00000800:00000001:2.0:1712357320.970647:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.970661:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.970664:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.970668:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.970674:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.970687:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.970695:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.970706:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.970711:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.970714:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.970760:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357320.970767:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357320.970768:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357320.970771:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1c60. 00000400:00000200:0.0:1712357320.970776:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e42a8 00000400:00000010:0.0:1712357320.970778:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e42a8. 00000100:00000001:0.0:1712357320.970780:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357320.970783:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357320.970791:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.970805:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357320.970806:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.970808:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357320.970811:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357320.970813:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357320.970815:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.970818:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357320.970822:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357320.970826:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357320.970828:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357320.970829:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.970832:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357320.970833:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.970835:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357320.970839:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.970844:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357320.970847:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357320.970848:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357320.970851:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357320.970857:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179456:192.168.203.120@tcp:101:mount.lustre.0 00000100:00000001:0.0:1712357320.970860:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.970863:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.970865:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357320.970867:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357320.970869:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.970874:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357320.970877:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b34939c0. 00000100:00000001:0.0:1712357320.970879:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357320.970880:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.970885:0:13045:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1712357320.970888:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357320.970890:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357320.970893:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0480 refcount=4 00000020:00000001:0.0:1712357320.970895:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:0.0:1712357320.970898:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000040:0.0:1712357320.970903:0:13045:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab1c0480, remote cookie: 0xa8e7976a8eb22b4c, flags: 0x0 00010000:00000001:0.0:1712357320.970906:0:13045:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1712357320.970909:0:13045:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1712357320.970911:0:13045:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:0.0:1712357320.970912:0:13045:0:(ldlm_lock.c:1023:search_granted_lock()) Process leaving 00010000:00000001:0.0:1712357320.970913:0:13045:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1712357320.970915:0:13045:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff8800b6f0ec00) refcount = 2 00010000:00000040:0.0:1712357320.970918:0:13045:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1712357320.970920:0:13045:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0000/0xbda2fb8f03338a03 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22ab9 expref: -99 pid: 12325 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357320.970928:0:13045:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b4c expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357320.970933:0:13045:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1712357320.970934:0:13045:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1712357320.970936:0:13045:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357320.970938:0:13045:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1712357320.970940:0:13045:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357320.970942:0:13045:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22b4c expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357320.970946:0:13045:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1712357320.970947:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357320.970948:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357320.970949:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357320.970949:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357320.970950:0:13045:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.970952:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357320.970954:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44380 x1795536572179456/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.970962:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357320.970964:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357320.970966:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61acc00. 02000000:00000001:0.0:1712357320.970972:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357320.970973:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357320.970975:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357320.970977:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357320.970978:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcda00. 02000000:00000001:0.0:1712357320.970981:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357320.970983:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357320.970985:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44380. 00000100:00000001:0.0:1712357320.970987:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357320.970988:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1712357320.970990:0:13045:0:(mgc_request.c:1010:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357320.970992:0:13045:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:0.0:1712357320.970994:0:13045:0:(mgc_request.c:128:config_log_get()) log lustre-cliir (ffff8800b5ca8600) refs 2 10000000:00000001:0.0:1712357320.970995:0:13045:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.970996:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357320.970997:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357320.970998:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0480 refcount=3 00000020:00000001:0.0:1712357320.970999:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:0.0:1712357320.971000:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:0.0:1712357320.971002:0:13045:0:(ldlm_lock.c:2601:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1712357320.971003:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357320.971004:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1712357320.971004:0:13045:0:(ldlm_lock.c:2610:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357320.971006:0:13045:0:(mgc_request.c:1489:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1712357320.971010:0:13045:0:(mgc_request.c:1501:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800aa320000. 00000100:00000010:0.0:1712357320.971348:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357320.971351:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357320.971354:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357320.971357:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357320.971360:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357320.971365:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7000. 00000100:00000001:0.0:1712357320.971370:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.971375:0:13045:0:(client.c:228:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1712357320.971378:0:13045:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800a9b7e400. 00000100:00000010:0.0:1712357320.971382:0:13045:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b3913000. 00000020:00000040:0.0:1712357320.971383:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357320.971392:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357320.971394:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357320.971398:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac047240. 00000100:00000001:0.0:1712357320.971399:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135200191040 : -131938509360576 : ffff8800ac047240) 00000100:00000001:0.0:1712357320.971401:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357320.971402:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357320.971406:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357320.971409:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.971411:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357320.971412:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357320.971415:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.971421:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357320.971422:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.971425:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357320.971427:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357320.971429:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179520:192.168.203.120@tcp:256:mount.lustre.0 00000100:00000001:0.0:1712357320.971432:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357320.971435:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357320.971437:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.971439:0:13045:0:(niobuf.c:328:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1712357320.971444:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357320.971447:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06cb00. 00000400:00000010:0.0:1712357320.971453:0:13045:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a61ba000. 00000100:00000200:0.0:1712357320.971459:0:13045:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x66107ef90e440-0x66107ef90e440, portal 33 00000100:00000001:0.0:1712357320.971461:0:13045:0:(niobuf.c:437:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.971463:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357320.971465:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012a5a6a00. 02000000:00000001:0.0:1712357320.971466:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357320.971468:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357320.971473:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06cb58. 00000400:00000010:0.0:1712357320.971475:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357320.971478:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572179520, portal 25 00000100:00000001:0.0:1712357320.971479:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357320.971480:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357320.971483:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.971488:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357320.971490:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357320.971492:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c114c8. 00000100:00000200:0.0:1712357320.971494:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1795536572179520, offset 0 00000400:00000200:0.0:1712357320.971498:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357320.971502:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.971506:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357320.971510:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357320.971514:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357320.971526:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357320.971528:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357320.971531:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [913:913:256:4294967295] 192.168.203.120@tcp LPNI seq info [913:913:8:4294967295] 00000400:00000200:0.0:1712357320.971534:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.971541:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357320.971546:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357320.971550:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a98a0700. 00000800:00000200:0.0:1712357320.971554:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357320.971562:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357320.971565:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a98a0700 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1712357320.971611:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.971613:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357320.971614:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.971616:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357320.971618:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357320.971620:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ac047240 going to sleep for 11 seconds 00000100:00000001:0.0:1712357320.971628:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357320.971629:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.971630:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357320.971631:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357320.971723:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357320.971727:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a98a0700. 00000400:00000200:3.0:1712357320.971730:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357320.971734:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357320.971737:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c114c8 00000400:00000010:3.0:1712357320.971738:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c114c8. 00000100:00000001:3.0:1712357320.971742:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357320.971745:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.971753:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357320.971757:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.971762:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.971764:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357320.973001:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.973010:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.973012:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.973015:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.973022:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.973026:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.973031:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.973034:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.973037:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.973040:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 132 into portal 33 MB=0x66107ef90e440 00000400:00000200:2.0:1712357320.973044:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.973049:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.120@tcp of length 132/132 into md 0x1f3d [256] + 0 00000400:00000010:2.0:1712357320.973053:0:1846:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06cb00. 00000400:00000200:2.0:1712357320.973056:0:1846:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a61ba000 00000800:00000001:2.0:1712357320.973059:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.973070:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.973073:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.973077:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357320.973080:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a61ba000 00000400:00000010:2.0:1712357320.973082:0:1846:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 4216 at ffff8800a61ba000. 00000100:00000001:2.0:1712357320.973087:0:1846:0:(events.c:193:client_bulk_callback()) Process entered 00000100:00000200:2.0:1712357320.973089:0:1846:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a9b7e400 00000100:00000001:2.0:1712357320.973107:0:1846:0:(events.c:236:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1712357320.973112:0:1846:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:2.0:1712357320.973115:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.973118:0:1846:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.203.20@tcp to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357320.973128:0:1846:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [914:914:256:4294967295] 192.168.203.120@tcp LPNI seq info [914:914:8:4294967295] 00000100:00000001:0.0:1712357320.973130:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1712357320.973131:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:0.0:1712357320.973132:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357320.973136:0:1846:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:192.168.203.20@tcp) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) 192.168.203.120@tcp : ACK try# 0 00000800:00000200:2.0:1712357320.973141:0:1846:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357320.973146:0:1846:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800aa1a4000. 00000800:00000200:2.0:1712357320.973149:0:1846:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357320.973154:0:1846:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357320.973157:0:1846:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa1a4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1712357320.975198:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357320.975203:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800aa1a4000. 00000400:00000200:3.0:1712357320.975211:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357320.975217:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: ACK: OK 00000800:00000001:2.0:1712357320.975260:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.975264:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357320.976669:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357320.976684:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357320.976686:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357320.976689:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357320.976697:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.976702:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357320.976708:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.976712:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.976715:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.976720:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 240 into portal 25 MB=0x66107ef90e440 00000400:00000200:3.0:1712357320.976724:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357320.976730:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 240/240 into md 0x1f45 [1] + 224 00000800:00000001:3.0:1712357320.976736:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357320.976748:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357320.976750:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357320.976754:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357320.976760:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357320.976767:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357320.976777:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.976801:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357320.976808:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357320.976810:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.976859:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357320.976866:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357320.976868:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357320.976871:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06cb58. 00000400:00000200:0.0:1712357320.976875:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:0.0:1712357320.976877:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:0.0:1712357320.976879:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357320.976883:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357320.976890:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.976896:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357320.976897:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.976900:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357320.976904:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357320.976906:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357320.976908:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.976911:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357320.976917:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357320.976920:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357320.976922:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357320.976924:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.976926:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357320.976929:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.976930:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357320.976934:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:0.0:1712357320.976942:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.976957:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357320.976959:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357320.976962:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357320.976969:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179520:192.168.203.120@tcp:256:mount.lustre.0 00000100:00000001:0.0:1712357320.976973:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.976976:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.976979:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357320.976981:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357320.976984:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.976988:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357320.976992:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ac047240. 00000100:00000001:0.0:1712357320.976996:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357320.976997:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1712357320.977002:0:13045:0:(mgc_request.c:1567:mgc_process_recover_log()) Latest version 5, more 0. 10000000:00000001:0.0:1712357320.977005:0:13045:0:(mgc_request.c:1198:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1712357320.977012:0:13045:0:(mgc_request.c:1221:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800b3911000. 00010000:00000001:0.0:1712357320.977024:0:13045:0:(ldlm_lib.c:176:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1712357320.977027:0:13045:0:(lustre_peer.c:231:class_check_uuid()) Process entered 00000100:00000040:0.0:1712357320.977029:0:13045:0:(lustre_peer.c:234:class_check_uuid()) check if uuid has 192.168.203.120@tcp. 00000100:00000001:0.0:1712357320.977032:0:13045:0:(lustre_peer.c:253:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.977034:0:13045:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1712357320.977035:0:13045:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with MGC192.168.203.120@tcp_0 00000100:00000200:0.0:1712357320.977037:0:13045:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357320.977038:0:13045:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00001000:0.0:1712357320.977041:0:13045:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:0.0:1712357320.977045:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.977048:0:13045:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:0.0:1712357320.977050:0:13045:0:(lustre_peer.c:218:class_add_nids_to_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000001:0.0:1712357320.977051:0:13045:0:(lustre_peer.c:221:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.977053:0:13045:0:(ldlm_lib.c:187:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1712357320.977059:0:13045:0:(mgc_request.c:1430:mgc_apply_recover_logs()) Found UUID '192.168.203.120@tcp' by NID '192.168.203.120@tcp' 10000000:00000010:0.0:1712357320.977064:0:13045:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664a80. 10000000:00000040:0.0:1712357320.977065:0:13045:0:(mgc_request.c:1447:mgc_apply_recover_logs()) ir apply logs 3/5 for lustre-MDT0000-mdc-ffff88012a664000 -> mdc.import=connection=192.168.203.120@tcp::1 00000020:00000080:0.0:1712357320.977068:0:13045:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1712357320.977073:0:13045:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:0.0:1712357320.977076:0:13045:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a5a7800. 00000020:00000010:0.0:1712357320.977082:0:13045:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a5a7400. 00000020:00000010:0.0:1712357320.977085:0:13045:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b39df780. 00000008:00000010:0.0:1712357320.977091:0:13045:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357320.977094:0:13045:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ac047240. 00008000:00000010:0.0:1712357320.977098:0:13045:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c388. 00000080:00000010:0.0:1712357320.977104:0:13045:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3850. 00000080:00000010:0.0:1712357320.977107:0:13045:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599ff0. 00000040:00000001:0.0:1712357320.977111:0:13045:0:(llog_swab.c:373:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1712357320.977112:0:13045:0:(llog_swab.c:378:print_lustre_cfg()) lustre_cfg: ffff8800b3664a80 00000040:00001000:0.0:1712357320.977113:0:13045:0:(llog_swab.c:379:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1712357320.977115:0:13045:0:(llog_swab.c:381:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1712357320.977116:0:13045:0:(llog_swab.c:382:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1712357320.977117:0:13045:0:(llog_swab.c:383:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1712357320.977118:0:13045:0:(llog_swab.c:385:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1712357320.977119:0:13045:0:(llog_swab.c:387:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1712357320.977120:0:13045:0:(llog_swab.c:392:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff88012a664000 00000040:00001000:0.0:1712357320.977121:0:13045:0:(llog_swab.c:392:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.120@tcp::1 00000040:00000001:0.0:1712357320.977122:0:13045:0:(llog_swab.c:395:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1712357320.978180:0:13045:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88012a5a7400. 00000020:00000010:0.0:1712357320.978186:0:13045:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b39df780. 00000008:00000010:0.0:1712357320.978189:0:13045:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357320.978192:0:13045:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ac047240. 00008000:00000010:0.0:1712357320.978195:0:13045:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08c388. 00000080:00000010:0.0:1712357320.978198:0:13045:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ac0d3850. 00000080:00000010:0.0:1712357320.978205:0:13045:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b3599ff0. 00000020:00000010:0.0:1712357320.978209:0:13045:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a5a7800. 00000020:00000001:0.0:1712357320.978211:0:13045:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357320.978212:0:13045:0:(obd_config.c:1646:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1712357320.978219:0:13045:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664a80. 00010000:00000001:0.0:1712357320.978230:0:13045:0:(ldlm_lib.c:176:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1712357320.978232:0:13045:0:(lustre_peer.c:231:class_check_uuid()) Process entered 00000100:00000040:0.0:1712357320.978234:0:13045:0:(lustre_peer.c:234:class_check_uuid()) check if uuid has 192.168.203.120@tcp. 00000100:00000001:0.0:1712357320.978236:0:13045:0:(lustre_peer.c:253:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.978238:0:13045:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1712357320.978239:0:13045:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with MGC192.168.203.120@tcp_0 00000100:00000200:0.0:1712357320.978240:0:13045:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357320.978241:0:13045:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00001000:0.0:1712357320.978242:0:13045:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:0.0:1712357320.978245:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.978247:0:13045:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:0.0:1712357320.978249:0:13045:0:(lustre_peer.c:218:class_add_nids_to_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000001:0.0:1712357320.978250:0:13045:0:(lustre_peer.c:221:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.978252:0:13045:0:(ldlm_lib.c:187:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1712357320.978254:0:13045:0:(mgc_request.c:1430:mgc_apply_recover_logs()) Found UUID '192.168.203.120@tcp' by NID '192.168.203.120@tcp' 10000000:00000010:0.0:1712357320.978256:0:13045:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664a80. 10000000:00000040:0.0:1712357320.978258:0:13045:0:(mgc_request.c:1447:mgc_apply_recover_logs()) ir apply logs 4/5 for lustre-OST0000-osc-ffff88012a664000 -> osc.import=connection=192.168.203.120@tcp::1 00000020:00000080:0.0:1712357320.978260:0:13045:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1712357320.978262:0:13045:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:0.0:1712357320.978264:0:13045:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a5a7800. 00000020:00000010:0.0:1712357320.978266:0:13045:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a5a7400. 00000020:00000010:0.0:1712357320.978267:0:13045:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b39df780. 00000008:00000010:0.0:1712357320.978269:0:13045:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357320.978271:0:13045:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ac047240. 00008000:00000010:0.0:1712357320.978272:0:13045:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c388. 00000080:00000010:0.0:1712357320.978274:0:13045:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3850. 00000080:00000010:0.0:1712357320.978276:0:13045:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599ff0. 00000040:00000001:0.0:1712357320.978279:0:13045:0:(llog_swab.c:373:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1712357320.978280:0:13045:0:(llog_swab.c:378:print_lustre_cfg()) lustre_cfg: ffff8800b3664a80 00000040:00001000:0.0:1712357320.978280:0:13045:0:(llog_swab.c:379:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1712357320.978281:0:13045:0:(llog_swab.c:381:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1712357320.978282:0:13045:0:(llog_swab.c:382:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1712357320.978283:0:13045:0:(llog_swab.c:383:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1712357320.978287:0:13045:0:(llog_swab.c:385:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1712357320.978288:0:13045:0:(llog_swab.c:387:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1712357320.978288:0:13045:0:(llog_swab.c:392:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff88012a664000 00000040:00001000:0.0:1712357320.978290:0:13045:0:(llog_swab.c:392:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.120@tcp::1 00000040:00000001:0.0:1712357320.978291:0:13045:0:(llog_swab.c:395:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1712357320.978310:0:13045:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88012a5a7400. 00000020:00000010:0.0:1712357320.978312:0:13045:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b39df780. 00000008:00000010:0.0:1712357320.978313:0:13045:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357320.978315:0:13045:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ac047240. 00008000:00000010:0.0:1712357320.978316:0:13045:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08c388. 00000080:00000010:0.0:1712357320.978318:0:13045:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ac0d3850. 00000080:00000010:0.0:1712357320.978319:0:13045:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b3599ff0. 00000020:00000010:0.0:1712357320.978321:0:13045:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a5a7800. 00000020:00000001:0.0:1712357320.978322:0:13045:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357320.978323:0:13045:0:(obd_config.c:1646:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1712357320.978325:0:13045:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664a80. 00010000:00000001:0.0:1712357320.978329:0:13045:0:(ldlm_lib.c:176:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1712357320.978330:0:13045:0:(lustre_peer.c:231:class_check_uuid()) Process entered 00000100:00000040:0.0:1712357320.978331:0:13045:0:(lustre_peer.c:234:class_check_uuid()) check if uuid has 192.168.203.120@tcp. 00000100:00000001:0.0:1712357320.978333:0:13045:0:(lustre_peer.c:253:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357320.978334:0:13045:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1712357320.978334:0:13045:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with MGC192.168.203.120@tcp_0 00000100:00000200:0.0:1712357320.978335:0:13045:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.120@tcp 00000100:00000200:0.0:1712357320.978336:0:13045:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00001000:0.0:1712357320.978337:0:13045:0:(api-ni.c:3006:LNetNIInit()) refs 1 00000400:00000200:0.0:1712357320.978339:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.978341:0:13045:0:(peer.c:1720:lnet_peer_add()) peer 192.168.203.120@tcp NID flags 0x100001: -17 00000100:00000040:0.0:1712357320.978342:0:13045:0:(lustre_peer.c:218:class_add_nids_to_uuid()) Add peer 192.168.203.120@tcp rc = 0 00000100:00000001:0.0:1712357320.978344:0:13045:0:(lustre_peer.c:221:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.978345:0:13045:0:(ldlm_lib.c:187:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1712357320.978346:0:13045:0:(mgc_request.c:1430:mgc_apply_recover_logs()) Found UUID '192.168.203.120@tcp' by NID '192.168.203.120@tcp' 10000000:00000010:0.0:1712357320.978348:0:13045:0:(mgc_request.c:1439:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800b3664a80. 10000000:00000040:0.0:1712357320.978349:0:13045:0:(mgc_request.c:1447:mgc_apply_recover_logs()) ir apply logs 5/5 for lustre-OST0001-osc-ffff88012a664000 -> osc.import=connection=192.168.203.120@tcp::1 00000020:00000080:0.0:1712357320.978350:0:13045:0:(obd_config.c:1409:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1712357320.978354:0:13045:0:(obd_class.h:687:obd_process_config()) Process entered 00000020:00000010:0.0:1712357320.978356:0:13045:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a5a7800. 00000020:00000010:0.0:1712357320.978357:0:13045:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a5a7400. 00000020:00000010:0.0:1712357320.978359:0:13045:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff8800b39df780. 00000008:00000010:0.0:1712357320.978360:0:13045:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357320.978361:0:13045:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ac047240. 00008000:00000010:0.0:1712357320.978363:0:13045:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab08c388. 00000080:00000010:0.0:1712357320.978364:0:13045:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800ac0d3850. 00000080:00000010:0.0:1712357320.978365:0:13045:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800b3599ff0. 00000040:00000001:0.0:1712357320.978367:0:13045:0:(llog_swab.c:373:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1712357320.978368:0:13045:0:(llog_swab.c:378:print_lustre_cfg()) lustre_cfg: ffff8800b3664a80 00000040:00001000:0.0:1712357320.978369:0:13045:0:(llog_swab.c:379:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1712357320.978369:0:13045:0:(llog_swab.c:381:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1712357320.978370:0:13045:0:(llog_swab.c:382:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1712357320.978371:0:13045:0:(llog_swab.c:383:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1712357320.978372:0:13045:0:(llog_swab.c:385:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1712357320.978373:0:13045:0:(llog_swab.c:387:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1712357320.978374:0:13045:0:(llog_swab.c:392:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0001-osc-ffff88012a664000 00000040:00001000:0.0:1712357320.978375:0:13045:0:(llog_swab.c:392:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.120@tcp::1 00000040:00000001:0.0:1712357320.978376:0:13045:0:(llog_swab.c:395:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1712357320.978387:0:13045:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88012a5a7400. 00000020:00000010:0.0:1712357320.978389:0:13045:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff8800b39df780. 00000008:00000010:0.0:1712357320.978390:0:13045:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800ab35d940. 00020000:00000010:0.0:1712357320.978392:0:13045:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ac047240. 00008000:00000010:0.0:1712357320.978393:0:13045:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab08c388. 00000080:00000010:0.0:1712357320.978395:0:13045:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800ac0d3850. 00000080:00000010:0.0:1712357320.978396:0:13045:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800b3599ff0. 00000020:00000010:0.0:1712357320.978398:0:13045:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012a5a7800. 00000020:00000001:0.0:1712357320.978399:0:13045:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357320.978400:0:13045:0:(obd_config.c:1646:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1712357320.978401:0:13045:0:(mgc_request.c:1451:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800b3664a80. 10000000:00000010:0.0:1712357320.978403:0:13045:0:(mgc_request.c:1463:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800b3911000. 10000000:00000001:0.0:1712357320.978405:0:13045:0:(mgc_request.c:1465:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.978408:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357320.978412:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572179520/t0(0) o256->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.978420:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357320.978422:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357320.978425:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012a5a6a00. 02000000:00000001:0.0:1712357320.978427:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357320.978429:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357320.978431:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357320.978432:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:0.0:1712357320.978433:0:13045:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1712357320.978435:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357320.978436:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:0.0:1712357320.978437:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000010:0.0:1712357320.978445:0:13045:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b3913000. 00000100:00000010:0.0:1712357320.978447:0:13045:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800a9b7e400. 00000100:00000001:0.0:1712357320.978449:0:13045:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1712357320.978451:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7000. 02000000:00000001:0.0:1712357320.978453:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357320.978455:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357320.978456:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:0.0:1712357320.978459:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357320.978460:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1712357320.986902:0:13045:0:(mgc_request.c:1619:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800aa320000. 10000000:01000000:0.0:1712357320.986912:0:13045:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1712357320.987484:0:13045:0:(mgc_request.c:1016:mgc_cancel()) Process entered 00010000:00000001:0.0:1712357320.987487:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1712357320.987490:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357320.987492:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c0480 refcount=3 00000020:00000001:0.0:1712357320.987495:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:0.0:1712357320.987498:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184958592 : -131938524593024 : ffff8800ab1c0480) 00010000:00000001:0.0:1712357320.987501:0:13045:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1712357320.987505:0:13045:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b4c expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357320.987513:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357320.987514:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1712357320.987532:0:13045:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab1c0480/0xbda2fb8f03338a50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b4c expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1712357320.987537:0:13045:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1712357320.987538:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1712357320.987539:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1712357320.987540:0:13045:0:(mgc_request.c:1020:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357320.987542:0:13045:0:(mgc_request.c:1849:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1712357320.987544:0:13045:0:(mgc_request.c:1729:mgc_process_log()) Process entered 10000000:01000000:0.0:1712357320.987546:0:13045:0:(mgc_request.c:1748:mgc_process_log()) Process log params-ffff88012a664000 from 1 10000000:00000001:0.0:1712357320.987549:0:13045:0:(mgc_request.c:977:mgc_enqueue()) Process entered 10000000:01000000:0.0:1712357320.987550:0:13045:0:(mgc_request.c:983:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1712357320.987557:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f6300. 00000020:00000040:0.0:1712357320.987561:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000001:0.0:1712357320.987565:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357320.987568:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357320.987572:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357320.987578:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7000. 00000100:00000001:0.0:1712357320.987604:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357320.987609:0:13045:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1712357320.987611:0:13045:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1712357320.987616:0:13045:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b3679b00 count: 2 00010000:00000001:0.0:1712357320.987619:0:13045:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1712357320.987621:0:13045:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1712357320.987624:0:13045:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab0a0d80. 00000020:00000001:0.0:1712357320.987627:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357320.987629:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab0a0d80 with handle 0xbda2fb8f03338a57 to hash 00000020:00000001:0.0:1712357320.987630:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1712357320.987631:0:13045:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357320.987634:0:13045:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:0.0:1712357320.987636:0:13045:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1712357320.987638:0:13045:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1712357320.987641:0:13045:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357320.987646:0:13045:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1712357320.987661:0:13045:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1712357320.987666:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357320.987668:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357320.987674:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac047240. 00000100:00000001:0.0:1712357320.987676:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135200191040 : -131938509360576 : ffff8800ac047240) 00000100:00000001:0.0:1712357320.987678:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357320.987679:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000001:0.0:1712357320.987682:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357320.987686:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.987689:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357320.987691:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357320.987701:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.987708:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357320.987710:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.987712:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357320.987715:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357320.987717:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179584:192.168.203.120@tcp:101:mount.lustre.0 00000100:00000001:0.0:1712357320.987721:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357320.987725:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357320.987727:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357320.987729:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357320.987733:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7e400. 02000000:00000001:0.0:1712357320.987735:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357320.987744:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357320.987748:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06cb58. 00000400:00000010:0.0:1712357320.987753:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11770. 00000100:00000200:0.0:1712357320.987762:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179584, portal 25 00000100:00000001:0.0:1712357320.987763:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357320.987764:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369363200 : -131936340188416 : ffff88012d4f6300) 00000100:00000040:0.0:1712357320.987772:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357320.987779:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357320.987781:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357320.987783:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11660. 00000100:00000200:0.0:1712357320.987786:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1795536572179584, offset 0 00000400:00000200:0.0:1712357320.987791:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357320.987799:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.987806:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357320.987812:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357320.987816:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357320.987819:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357320.987821:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357320.987824:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [915:915:256:4294967295] 192.168.203.120@tcp LPNI seq info [915:915:8:4294967295] 00000400:00000200:0.0:1712357320.987828:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357320.987836:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357320.987842:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357320.987846:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a98a0c00. 00000800:00000200:0.0:1712357320.987852:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357320.987859:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357320.987863:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a98a0c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1712357320.987883:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.987885:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357320.987886:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.987889:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357320.987890:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357320.987892:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ac047240 going to sleep for 11 seconds 00000100:00000001:0.0:1712357320.987894:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357320.987897:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357320.987899:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357320.987900:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357320.988575:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357320.988579:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a98a0c00. 00000400:00000200:3.0:1712357320.988616:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357320.988621:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357320.988624:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11660 00000400:00000010:3.0:1712357320.988626:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11660. 00000100:00000001:3.0:1712357320.988630:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357320.988634:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.988642:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357320.988651:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357320.988658:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357320.988659:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000020:00000010:1.0:1712357320.995950:0:13057:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800ac5cb5c0. 00000020:00000040:1.0:1712357320.995961:0:13057:0:(lproc_ptlrpc.c:1426:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff88012a664000 is connecting to an obsoleted target(0/1), reconnecting... 00000100:00000001:1.0:1712357320.995965:0:13057:0:(recover.c:306:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1712357320.995967:0:13057:0:(recover.c:314:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1712357320.995970:0:13057:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800ac5cb5c0. 00000020:00000010:2.0:1712357320.998100:0:13058:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012dc64200. 00000020:00000040:2.0:1712357320.998106:0:13058:0:(lproc_ptlrpc.c:1426:ldebugfs_import_seq_write()) IR: lustre-OST0001-osc-ffff88012a664000 is connecting to an obsoleted target(0/1), reconnecting... 00000100:00000001:2.0:1712357320.998109:0:13058:0:(recover.c:306:ptlrpc_recover_import()) Process entered 00000100:00000001:2.0:1712357320.998111:0:13058:0:(recover.c:314:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:2.0:1712357320.998114:0:13058:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012dc64200. 00000800:00000001:2.0:1712357320.998781:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.998796:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357320.998798:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.998800:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.998812:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.998819:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357320.998826:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.998830:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.998834:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.998838:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 344 into portal 25 MB=0x66107ef90e480 00000400:00000200:2.0:1712357320.998842:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357320.998848:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 344/344 into md 0x1f4d [1] + 224 00000800:00000001:2.0:1712357320.998855:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.998866:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357320.998869:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357320.998876:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357320.998882:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357320.998890:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357320.998899:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357320.998920:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:2.0:1712357320.998927:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357320.998930:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.003644:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357321.003658:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357321.003670:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357321.003674:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06cb58. 00000400:00000200:1.0:1712357321.003682:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11770 00000400:00000010:1.0:1712357321.003685:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11770. 00000100:00000001:1.0:1712357321.003689:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357321.003700:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357321.003709:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.003718:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357321.003719:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.003721:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357321.003724:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357321.003726:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357321.003729:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.003732:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357321.003737:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357321.003740:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357321.003743:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357321.003744:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357321.003747:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357321.003749:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.003751:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357321.003754:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.003760:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.003763:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357321.003765:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357321.003767:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:1.0:1712357321.003772:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179584:192.168.203.120@tcp:101:mount.lustre.0 00000100:00000001:1.0:1712357321.003776:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.003779:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.003785:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357321.003787:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.003790:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.003796:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357321.003799:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ac047240. 00000100:00000001:1.0:1712357321.003803:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357321.003804:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357321.003807:0:13045:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357321.003810:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357321.003813:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357321.003816:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=4 00000020:00000001:1.0:1712357321.003818:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:1.0:1712357321.003820:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000040:1.0:1712357321.003826:0:13045:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ab0a0d80, remote cookie: 0xa8e7976a8eb22b53, flags: 0x0 00010000:00000001:1.0:1712357321.003828:0:13045:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357321.003831:0:13045:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357321.003833:0:13045:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357321.003834:0:13045:0:(ldlm_lock.c:1023:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357321.003835:0:13045:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357321.003838:0:13045:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8800b3679b00) refcount = 2 00010000:00000040:1.0:1712357321.003840:0:13045:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1712357321.003842:0:13045:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0900/0xbda2fb8f03337ba8 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb1f7c1 expref: -99 pid: 12310 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357321.003850:0:13045:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b53 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357321.003854:0:13045:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1712357321.003856:0:13045:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357321.003857:0:13045:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357321.003859:0:13045:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357321.003861:0:13045:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357321.003863:0:13045:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa8e7976a8eb22b53 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357321.003875:0:13045:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357321.003877:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357321.003878:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357321.003879:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357321.003880:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357321.003881:0:13045:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.003882:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.003885:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6300 x1795536572179584/t0(0) o101->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1712357336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.003890:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357321.003892:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357321.003895:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7e400. 02000000:00000001:1.0:1712357321.003898:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357321.003900:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.003902:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357321.003904:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357321.003906:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7000. 02000000:00000001:1.0:1712357321.003909:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357321.003911:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357321.003912:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6300. 00000100:00000001:1.0:1712357321.003915:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357321.003916:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1712357321.003918:0:13045:0:(mgc_request.c:1010:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1712357321.003920:0:13045:0:(mgc_request.c:125:config_log_get()) Process entered 10000000:00000040:1.0:1712357321.003922:0:13045:0:(mgc_request.c:128:config_log_get()) log params (ffff8800b7b55e00) refs 2 10000000:00000001:1.0:1712357321.003924:0:13045:0:(mgc_request.c:129:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357321.003925:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357321.003926:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357321.003927:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:1.0:1712357321.003928:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:1.0:1712357321.003930:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:1.0:1712357321.003931:0:13045:0:(ldlm_lock.c:2601:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1712357321.003932:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357321.003933:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357321.003934:0:13045:0:(ldlm_lock.c:2610:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1712357321.003939:0:13045:0:(mgc_request.c:1633:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1712357321.003942:0:13045:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800ac5cb180. 00000020:00000010:1.0:1712357321.003946:0:13045:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f2400. 00000020:00000010:1.0:1712357321.003951:0:13045:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a63f2600. 00000040:00000010:1.0:1712357321.003955:0:13045:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800a63f2a00. 00000020:00000010:1.0:1712357321.003967:0:13045:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012c318000. 00000020:00000010:1.0:1712357321.003972:0:13045:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800a63f2c00. 80000000:00000010:1.0:1712357321.003976:0:13045:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6e78120. 00040000:00000010:1.0:1712357321.003981:0:13045:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a63f2e00. 20000000:00000010:1.0:1712357321.003984:0:13045:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800a63f3000. 10000000:00000040:1.0:1712357321.003989:0:13045:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff8800b39f33c0 : new refcount 2 00000020:00000001:1.0:1712357321.003993:0:13045:0:(obd_config.c:2054:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1712357321.003994:0:13045:0:(obd_config.c:2056:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1712357321.003996:0:13045:0:(llog.c:1378:llog_open()) Process entered 00000040:00000010:1.0:1712357321.003999:0:13045:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800a63f3200. 00000040:00000001:1.0:1712357321.004002:0:13045:0:(llog_client.c:90:llog_client_open()) Process entered 00000020:00000040:1.0:1712357321.004005:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:1.0:1712357321.004010:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357321.004012:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357321.004015:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357321.004018:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357321.004021:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357321.004027:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a63f3400. 00000100:00000001:1.0:1712357321.004032:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.004036:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357321.004038:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357321.004042:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357321.004044:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135103383616 : -131938606168000 : ffff8800a63f4840) 00000100:00000001:1.0:1712357321.004046:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357321.004047:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357321.004051:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357321.004054:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.004056:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357321.004057:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357321.004060:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.004069:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357321.004070:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.004073:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357321.004074:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357321.004077:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179648:192.168.203.120@tcp:501:mount.lustre.0 00000100:00000001:1.0:1712357321.004079:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357321.004084:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357321.004086:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.004087:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357321.004091:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a63f3600. 02000000:00000001:1.0:1712357321.004092:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357321.004100:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357321.004103:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f78. 00000400:00000010:1.0:1712357321.004107:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357321.004112:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572179648, portal 25 00000100:00000001:1.0:1712357321.004113:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357321.004114:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357321.004118:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.004124:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357321.004127:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357321.004128:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e990. 00000100:00000200:1.0:1712357321.004131:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1795536572179648, offset 0 00000400:00000200:1.0:1712357321.004135:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357321.004141:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.004147:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357321.004153:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357321.004157:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357321.004160:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357321.004162:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357321.004166:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [916:916:256:4294967295] 192.168.203.120@tcp LPNI seq info [916:916:8:4294967295] 00000400:00000200:1.0:1712357321.004169:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.004180:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357321.004186:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357321.004190:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4100. 00000800:00000200:1.0:1712357321.004196:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357321.004204:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357321.004208:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4100 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1712357321.004220:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.004222:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.004224:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.004226:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357321.004227:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357321.004229:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a63f4840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357321.004230:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.004232:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.004234:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.004234:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357321.004432:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357321.004436:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4100. 00000400:00000200:2.0:1712357321.004441:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357321.004446:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357321.004448:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e990 00000400:00000010:2.0:1712357321.004449:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e990. 00000100:00000001:2.0:1712357321.004452:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357321.004455:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.004461:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.004463:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.004467:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.004468:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000020:00000010:3.0:1712357321.006943:0:13059:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012d5228c0. 00000020:00000040:3.0:1712357321.006951:0:13059:0:(lproc_ptlrpc.c:1426:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff88012a664000 is connecting to an obsoleted target(0/1), reconnecting... 00000100:00000001:3.0:1712357321.006953:0:13059:0:(recover.c:306:ptlrpc_recover_import()) Process entered 00000100:00000001:3.0:1712357321.006956:0:13059:0:(recover.c:314:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:3.0:1712357321.006959:0:13059:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012d5228c0. 00000800:00000001:2.0:1712357321.009614:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.009628:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357321.009631:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.009633:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357321.009644:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.009651:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357321.009658:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.009663:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.009666:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.009671:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 272 into portal 25 MB=0x66107ef90e4c0 00000400:00000200:2.0:1712357321.009685:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.009690:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 272/272 into md 0x1f55 [1] + 224 00000800:00000001:2.0:1712357321.009698:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.009711:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357321.009714:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357321.009718:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357321.009724:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357321.009731:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357321.009739:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.011140:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.011777:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000400:00000001:1.0:1712357321.012906:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357321.012908:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357321.012913:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f78. 00000400:00000200:1.0:1712357321.012921:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:1.0:1712357321.012923:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:1.0:1712357321.012927:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357321.012936:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357321.012945:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.012950:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357321.012952:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.012954:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357321.012958:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357321.012960:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357321.012962:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.012965:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357321.012980:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357321.012984:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357321.012987:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357321.012988:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357321.012990:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357321.012992:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.012994:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357321.012997:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.013003:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.013006:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357321.013007:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357321.013010:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:1.0:1712357321.013016:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179648:192.168.203.120@tcp:501:mount.lustre.0 00000100:00000001:1.0:1712357321.013021:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.013025:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.013027:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357321.013030:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.013032:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.013036:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357321.013040:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357321.013043:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357321.013044:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357321.013049:0:13045:0:(llog_client.c:143:llog_client_open()) Process leaving 00000020:00000001:1.0:1712357321.013062:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.013064:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357321.013066:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:1.0:1712357321.013068:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.013069:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572179648/t0(0) o501->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1712357337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.013073:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357321.013079:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357321.013083:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a63f3600. 02000000:00000001:1.0:1712357321.013086:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357321.013087:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.013088:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357321.013089:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357321.013092:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a63f3400. 02000000:00000001:1.0:1712357321.013095:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357321.013096:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357321.013098:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357321.013102:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357321.013103:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1712357321.013106:0:13045:0:(llog.c:1401:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357321.013109:0:13045:0:(llog.c:402:llog_init_handle()) Process entered 00000040:00000010:1.0:1712357321.013124:0:13045:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88012dcb0000. 00000040:00000001:1.0:1712357321.013126:0:13045:0:(llog.c:354:llog_read_header()) Process entered 00000040:00000001:1.0:1712357321.013127:0:13045:0:(llog_client.c:289:llog_client_read_header()) Process entered 00000020:00000040:1.0:1712357321.013130:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000100:00000010:1.0:1712357321.013133:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357321.013135:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800aa325800 refcount=5 obd=MGC192.168.203.120@tcp 00000100:00000001:1.0:1712357321.013137:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357321.013140:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357321.013144:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357321.013148:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a63f3400. 00000100:00000001:1.0:1712357321.013153:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.013155:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357321.013157:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357321.013161:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357321.013162:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135103383616 : -131938606168000 : ffff8800a63f4840) 00000100:00000001:1.0:1712357321.013165:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357321.013165:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357321.013170:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357321.013173:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.013175:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357321.013177:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357321.013181:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.013194:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357321.013195:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.013198:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357321.013200:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357321.013203:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179712:192.168.203.120@tcp:503:mount.lustre.0 00000100:00000001:1.0:1712357321.013206:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357321.013210:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357321.013212:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.013214:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357321.013227:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88012e404000. 02000000:00000001:1.0:1712357321.013228:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357321.013235:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357321.013238:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f78. 00000400:00000010:1.0:1712357321.013243:0:13045:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a63f4900. 00000100:00000200:1.0:1712357321.013248:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1795536572179712, portal 25 00000100:00000001:1.0:1712357321.013250:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357321.013250:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357321.013255:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.013260:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357321.013263:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357321.013265:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e770. 00000100:00000200:1.0:1712357321.013267:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1795536572179712, offset 0 00000400:00000200:1.0:1712357321.013272:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357321.013279:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.013285:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357321.013290:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357321.013294:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357321.013298:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357321.013300:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357321.013304:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [917:917:256:4294967295] 192.168.203.120@tcp LPNI seq info [917:917:8:4294967295] 00000400:00000200:1.0:1712357321.013307:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.013320:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357321.013326:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357321.013330:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4a00. 00000800:00000200:1.0:1712357321.013336:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357321.013344:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357321.013348:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1712357321.013357:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.013359:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.013361:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.013363:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357321.013364:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357321.013366:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a63f4840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357321.013367:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.013369:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.013371:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.013371:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1712357321.013845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.013854:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357321.013976:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.013979:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4a00. 00000400:00000200:3.0:1712357321.013984:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.013988:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.013991:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e770 00000400:00000010:3.0:1712357321.013992:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e770. 00000100:00000001:3.0:1712357321.013994:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.013998:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.014004:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.014006:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.014010:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.014011:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:2.0:1712357321.017403:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.017842:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1712357321.017845:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.017848:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357321.017859:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.017866:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:2.0:1712357321.017874:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.017879:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.017882:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.017887:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 8416 into portal 25 MB=0x66107ef90e500 00000400:00000200:2.0:1712357321.017891:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.017897:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.120@tcp of length 8416/8416 into md 0x1f5d [4] + 224 00000800:00000001:2.0:1712357321.017904:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.017922:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357321.017925:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357321.017929:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:2.0:1712357321.017934:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357321.017943:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:2.0:1712357321.017959:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.017979:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357321.018143:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357321.018151:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357321.018153:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357321.018156:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f78. 00000400:00000200:1.0:1712357321.018160:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a63f4900 00000400:00000010:1.0:1712357321.018162:0:13045:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 184 at ffff8800a63f4900. 00000100:00000001:1.0:1712357321.018166:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357321.018170:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357321.018178:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.018183:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357321.018185:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.018187:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357321.018190:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357321.018192:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357321.018194:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.018197:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357321.018207:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800aa325c38 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357321.018210:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800aa325bf0 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357321.018213:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357321.018214:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357321.018216:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357321.018218:0:13045:0:(ldlm_request.c:1526:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.018220:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357321.018223:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.018229:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.018232:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357321.018234:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357321.018236:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:1.0:1712357321.018243:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c36340c1-27c0-4eff-b817-b80ecef4e788:13045:1795536572179712:192.168.203.120@tcp:503:mount.lustre.0 00000100:00000001:1.0:1712357321.018247:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.018250:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.018252:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357321.018254:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.018257:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.018262:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357321.018266:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357321.018267:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357321.018268:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357321.018276:0:13045:0:(llog_client.c:339:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1712357321.018277:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.018279:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572179712/t0(0) o503->MGC192.168.203.120@tcp@192.168.203.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1712357337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.018284:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357321.018286:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357321.018289:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88012e404000. 02000000:00000001:1.0:1712357321.018300:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357321.018304:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.018306:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=4 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357321.018308:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357321.018311:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a63f3400. 02000000:00000001:1.0:1712357321.018315:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357321.018316:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357321.018318:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357321.018322:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357321.018322:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1712357321.018324:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.018325:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800aa325800 refcount=3 obd=MGC192.168.203.120@tcp 00000020:00000001:1.0:1712357321.018326:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00000040:00000001:1.0:1712357321.018329:0:13045:0:(llog.c:390:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357321.018331:0:13045:0:(llog.c:465:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1712357321.018333:0:13045:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1712357321.018336:0:13045:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800b3933e80. 00000040:00001000:1.0:1712357321.018338:0:13045:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000800:00000001:2.0:1712357321.018405:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1712357321.018409:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1712357321.019087:0:13060:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a63f3400. 00000020:00000010:1.0:1712357321.019093:0:13060:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a63f3600. 00000040:00000010:1.0:1712357321.019096:0:13060:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800a63f3800. 00000020:00000010:1.0:1712357321.019101:0:13060:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012c318800. 00000020:00000010:1.0:1712357321.019105:0:13060:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800a63f3a00. 80000000:00000010:1.0:1712357321.019108:0:13060:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff8800b6e78f60. 00040000:00000010:1.0:1712357321.019113:0:13060:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b60f4800. 00040000:00000010:1.0:1712357321.019117:0:13060:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a63f3c00. 20000000:00000010:1.0:1712357321.019120:0:13060:0:(mgs_handler.c:1633:mgs_key_init()) kmalloced '(value)': 424 at ffff8800a63f3e00. 00000040:00000001:1.0:1712357321.019124:0:13060:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:1.0:1712357321.019130:0:13060:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012dcb2000. 00000040:00080000:1.0:1712357321.019439:0:13060:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000040:00000010:1.0:1712357321.019443:0:13060:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012dcb2000. 00000020:00000010:1.0:1712357321.019449:0:13060:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a63f3600. 00000040:00000010:1.0:1712357321.019453:0:13060:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a63f3800. 00000020:00000010:1.0:1712357321.019455:0:13060:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012c318800. 00000020:00000010:1.0:1712357321.019461:0:13060:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a63f3a00. 80000000:00000010:1.0:1712357321.019464:0:13060:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b6e78f60. 00040000:00000010:1.0:1712357321.019473:0:13060:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800b60f4800. 00040000:00000010:1.0:1712357321.019477:0:13060:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a63f3c00. 20000000:00000010:1.0:1712357321.019479:0:13060:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800a63f3e00. 00000020:00000010:1.0:1712357321.019481:0:13060:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f3400. 00000040:00000010:2.0:1712357321.019577:0:13045:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800b3933e80. 00000040:00000001:2.0:1712357321.019609:0:13045:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1712357321.019611:0:13045:0:(obd_config.c:2079:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000010:2.0:1712357321.019616:0:13045:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88012dcb0000. 00000040:00000010:2.0:1712357321.019619:0:13045:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800a63f3200. 00000020:00000001:2.0:1712357321.019621:0:13045:0:(obd_config.c:2085:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357321.019624:0:13045:0:(mgc_request.c:1671:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1712357321.019627:0:13045:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a63f2600. 00000040:00000010:2.0:1712357321.019630:0:13045:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a63f2a00. 00000020:00000010:2.0:1712357321.019631:0:13045:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012c318000. 00000020:00000010:2.0:1712357321.019634:0:13045:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a63f2c00. 80000000:00000010:2.0:1712357321.019636:0:13045:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8800b6e78120. 00040000:00000010:2.0:1712357321.019638:0:13045:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a63f2e00. 20000000:00000010:2.0:1712357321.019640:0:13045:0:(mgs_handler.c:1633:mgs_key_fini()) kfreed 'info': 424 at ffff8800a63f3000. 00000020:00000010:2.0:1712357321.019642:0:13045:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a63f2400. 10000000:00000010:2.0:1712357321.019644:0:13045:0:(mgc_request.c:1677:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800ac5cb180. 10000000:01000000:2.0:1712357321.019646:0:13045:0:(mgc_request.c:1825:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1712357321.019712:0:13045:0:(mgc_request.c:1016:mgc_cancel()) Process entered 00010000:00000001:2.0:1712357321.019715:0:13045:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357321.019717:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357321.019720:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a0d80 refcount=3 00000020:00000001:2.0:1712357321.019722:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:2.0:1712357321.019724:0:13045:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183781248 : -131938525770368 : ffff8800ab0a0d80) 00010000:00000001:2.0:1712357321.019726:0:13045:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357321.019730:0:13045:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b53 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357321.019744:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357321.019746:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357321.019749:0:13045:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8800ab0a0d80/0xbda2fb8f03338a57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa8e7976a8eb22b53 expref: -99 pid: 13045 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357321.019753:0:13045:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357321.019753:0:13045:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357321.019754:0:13045:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1712357321.019755:0:13045:0:(mgc_request.c:1020:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357321.019757:0:13045:0:(mgc_request.c:1849:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1712357321.019758:0:13045:0:(mgc_request.c:1958:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357321.019761:0:13045:0:(obd_class.h:710:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357321.019764:0:13045:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff8800b3bfe780. 00000020:00000010:2.0:1712357321.019766:0:13045:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff8800b34b3980. 00000020:00000001:2.0:1712357321.019770:0:13045:0:(obd_mount.c:114:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357321.019773:0:13045:0:(obd_config.c:1069:class_get_profile()) Process entered 00000020:00000001:2.0:1712357321.019775:0:13045:0:(obd_config.c:1055:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1712357321.019776:0:13045:0:(obd_config.c:1059:class_get_profile_nolock()) Process leaving (rc=18446612137383826688 : -131936325724928 : ffff88012e2c1500) 00000020:00000001:2.0:1712357321.019778:0:13045:0:(obd_config.c:1073:class_get_profile()) Process leaving (rc=18446612137383826688 : -131936325724928 : ffff88012e2c1500) 00000080:01000000:2.0:1712357321.019781:0:13045:0:(llite_lib.c:1471:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:2.0:1712357321.019795:0:13045:0:(llite_lib.c:1474:ll_fill_super()) kmalloced '(dt)': 33 at ffff88012dc64940. 00000080:00000010:2.0:1712357321.019797:0:13045:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(md)': 33 at ffff88012dc641c0. 00000080:00000001:2.0:1712357321.019800:0:13045:0:(llite_lib.c:313:client_common_fill_super()) Process entered 00000080:00000010:2.0:1712357321.019808:0:13045:0:(llite_lib.c:320:client_common_fill_super()) kmalloced '(data)': 192 at ffff8800b3493240. 00000080:00000010:2.0:1712357321.019810:0:13045:0:(llite_lib.c:324:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8800b34939c0. 00000080:00000040:2.0:1712357321.019811:0:13045:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00000080:00000001:2.0:1712357321.019814:0:13045:0:(obd_class.h:860:obd_connect()) Process entered 00800000:00000001:2.0:1712357321.019817:0:13045:0:(lmv_obd.c:242:lmv_connect()) Process entered 00000020:00000001:2.0:1712357321.019819:0:13045:0:(genops.c:1290:class_connect()) Process entered 00000020:00000001:2.0:1712357321.019821:0:13045:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:2.0:1712357321.019824:0:13045:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b3a4d800. 00000020:00000001:2.0:1712357321.019826:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357321.019827:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800b3a4d800 with handle 0xbda2fb8f03338a5e to hash 00000020:00000001:2.0:1712357321.019833:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:2.0:1712357321.019836:0:13045:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:2.0:1712357321.019837:0:13045:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357321.019840:0:13045:0:(obd_config.c:942:class_incref()) incref lustre-clilmv-ffff88012a664000 (ffff8800adab6a90) now 5 - export 00000020:00000001:2.0:1712357321.019842:0:13045:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135328143360 : -131938381408256 : ffff8800b3a4d800) 00000020:00000040:2.0:1712357321.019844:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800b3a4d800 : new refcount 1 00000020:00000080:2.0:1712357321.019846:0:13045:0:(genops.c:1300:class_connect()) connect: client 34be3091-400c-4cb8-ac8c-f722e1f64856, cookie 0xbda2fb8f03338a5e 00000020:00000001:2.0:1712357321.019848:0:13045:0:(genops.c:1301:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357321.019850:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1712357321.019851:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a5e 00000020:00000001:2.0:1712357321.019852:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357321.019853:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800b3a4d800 refcount=2 00000020:00000001:2.0:1712357321.019855:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135328143360 : -131938381408256 : ffff8800b3a4d800) 00000020:00000001:2.0:1712357321.019857:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135328143360 : -131938381408256 : ffff8800b3a4d800) 00800000:00000001:2.0:1712357321.019876:0:13045:0:(lmv_obd.c:479:lmv_check_connect()) Process entered 00800000:01000000:2.0:1712357321.019878:0:13045:0:(lmv_obd.c:501:lmv_check_connect()) Time to connect 34be3091-400c-4cb8-ac8c-f722e1f64856 to lustre-clilmv-ffff88012a664000 00800000:00000001:2.0:1712357321.019881:0:13045:0:(lmv_obd.c:330:lmv_connect_mdc()) Process entered 00800000:01000000:2.0:1712357321.019888:0:13045:0:(lmv_obd.c:341:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff88012a664000(34be3091-400c-4cb8-ac8c-f722e1f64856) - lustre-MDT0000_UUID, 34be3091-400c-4cb8-ac8c-f722e1f64856 00800000:00000001:2.0:1712357321.019890:0:13045:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:2.0:1712357321.019892:0:13045:0:(ldlm_lib.c:621:client_connect_import()) Process entered 00000020:00000001:2.0:1712357321.019893:0:13045:0:(genops.c:1290:class_connect()) Process entered 00000020:00000001:2.0:1712357321.019894:0:13045:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:2.0:1712357321.019896:0:13045:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b3a4a000. 00000020:00000001:2.0:1712357321.019897:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357321.019898:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800b3a4a000 with handle 0xbda2fb8f03338a65 to hash 00000020:00000001:2.0:1712357321.019899:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:2.0:1712357321.019901:0:13045:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:2.0:1712357321.019902:0:13045:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357321.019904:0:13045:0:(obd_config.c:942:class_incref()) incref lustre-MDT0000-mdc-ffff88012a664000 (ffff8800a6348000) now 5 - export 00000020:00000001:2.0:1712357321.019905:0:13045:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000020:00000040:2.0:1712357321.019906:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800b3a4a000 : new refcount 1 00000020:00000080:2.0:1712357321.019908:0:13045:0:(genops.c:1300:class_connect()) connect: client 34be3091-400c-4cb8-ac8c-f722e1f64856, cookie 0xbda2fb8f03338a65 00000020:00000001:2.0:1712357321.019909:0:13045:0:(genops.c:1301:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357321.019913:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1712357321.019914:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a65 00000020:00000001:2.0:1712357321.019915:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357321.019916:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800b3a4a000 refcount=2 00000020:00000001:2.0:1712357321.019917:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000020:00000001:2.0:1712357321.019918:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000100:00000001:2.0:1712357321.019922:0:13045:0:(import.c:670:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1712357321.019924:0:13045:0:(import.c:499:import_select_connection()) Process entered 00000100:00080000:2.0:1712357321.019928:0:13045:0:(import.c:514:import_select_connection()) lustre-MDT0000-mdc-ffff88012a664000: connect to NID 192.168.203.120@tcp last attempt 0 00000100:00000001:2.0:1712357321.019930:0:13045:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1712357321.019932:0:13045:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 16 to 192.168.203.120@tcp 00000100:00000001:2.0:1712357321.019934:0:13045:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000001:2.0:1712357321.019935:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1712357321.019936:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a65 00000020:00000001:2.0:1712357321.019937:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357321.019938:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800b3a4a000 refcount=3 00000020:00000001:2.0:1712357321.019939:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000020:00000001:2.0:1712357321.019940:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000100:00000001:2.0:1712357321.019941:0:13045:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1712357321.019942:0:13045:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 17 to 192.168.203.120@tcp 00000100:00000001:2.0:1712357321.019943:0:13045:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000040:2.0:1712357321.019945:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800b3a4a000 : new refcount 2 00000100:00080000:2.0:1712357321.019947:0:13045:0:(import.c:596:import_select_connection()) lustre-MDT0000-mdc-ffff88012a664000: import ffff8800b6fe9000 using connection 192.168.203.120@tcp/192.168.203.120@tcp 00000100:00000001:2.0:1712357321.019948:0:13045:0:(import.c:600:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357321.019950:0:13045:0:(sec.c:1512:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1712357321.019955:0:13045:0:(sec.c:1374:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1712357321.019957:0:13045:0:(sec.c:1392:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff88012a664000: select security flavor null 02000000:00000001:2.0:1712357321.019960:0:13045:0:(sec.c:1413:sptlrpc_sec_create()) Process leaving (rc=18446744072108956320 : -1600595296 : ffffffffa098daa0) 02000000:00000001:2.0:1712357321.019962:0:13045:0:(sec.c:1580:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.019963:0:13045:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:2.0:1712357321.019966:0:13045:0:(osc_request.c:3581:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34553314 ocd_grant: 134217728, lost: 0. 00000008:00000001:2.0:1712357321.019968:0:13045:0:(osc_request.c:3584:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.019972:0:13045:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357321.019976:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44000. 00000020:00000040:2.0:1712357321.019979:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=5 obd=lustre-MDT0000-mdc-ffff88012a664000 02000000:00000001:2.0:1712357321.019982:0:13045:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1712357321.019983:0:13045:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.019985:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357321.019987:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357321.019990:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357321.019995:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61afc00. 00000100:00000001:2.0:1712357321.020000:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357321.020006:0:13045:0:(import.c:795:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:2.0:1712357321.020014:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357321.020017:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357321.020021:0:13045:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800ada44000] to pc [ptlrpcd_rcv+-1] req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.020042:0:13045:0:(import.c:802:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020045:0:13045:0:(pinger.c:388:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:2.0:1712357321.020047:0:13045:0:(pinger.c:394:ptlrpc_pinger_add_import()) adding pingable import 34be3091-400c-4cb8-ac8c-f722e1f64856->lustre-MDT0000_UUID 00000020:00000040:2.0:1712357321.020049:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=6 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:0.0:1712357321.020068:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357321.020075:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.020078:0:1850:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357321.020083:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.020091:0:1850:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357321.020092:0:1850:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.020094:0:1850:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357321.020096:0:1850:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357321.020099:0:1850:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34be3091-400c-4cb8-ac8c-f722e1f64856:1850:1795536572179776:192.168.203.120@tcp:38:mount.lustre.0 00000100:00000001:0.0:1712357321.020103:0:1850:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357321.020106:0:1850:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357321.020108:0:1850:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.020110:0:1850:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357321.020114:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357321.020116:0:1850:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357321.020123:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357321.020126:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06cbb0. 00000400:00000010:0.0:1712357321.020131:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357321.020137:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179776, portal 10 00000100:00000001:0.0:1712357321.020140:0:1850:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357321.020141:0:1850:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227441152 : -131938482110464 : ffff8800ada44000) 00000020:00000010:0.0:1712357321.020148:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a61bc000. 00000100:00000040:0.0:1712357321.020153:0:1850:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.020159:0:1850:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357321.020162:0:1850:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357321.020163:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c116e8. 00000100:00000200:0.0:1712357321.020166:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1795536572179776, offset 0 00000400:00000200:0.0:1712357321.020171:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357321.020176:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357321.020182:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357321.020188:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357321.020192:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357321.020199:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357321.020200:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357321.020203:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [918:918:256:4294967295] 192.168.203.120@tcp LPNI seq info [918:918:8:4294967295] 00000400:00000200:0.0:1712357321.020206:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357321.020213:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357321.020218:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357321.020221:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a98a0400. 00000800:00000200:0.0:1712357321.020226:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357321.020234:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357321.020237:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a98a0400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1712357321.020645:0:13045:0:(pinger.c:405:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357321.020647:0:13045:0:(ldlm_lib.c:684:client_connect_import()) Process leaving 00800000:00000001:2.0:1712357321.020650:0:13045:0:(obd_class.h:873:obd_connect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020651:0:13045:0:(obd_class.h:924:obd_fid_init()) Process entered 40000000:00000001:2.0:1712357321.020653:0:13045:0:(fid_request.c:448:client_fid_init()) Process entered 40000000:00000010:2.0:1712357321.020656:0:13045:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800aa343900. 40000000:00000010:2.0:1712357321.020659:0:13045:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff8800b3493cc0. 40000000:00000001:2.0:1712357321.020660:0:13045:0:(fid_request.c:415:seq_client_init()) Process entered 00000020:00000040:2.0:1712357321.020662:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800b3a4a000 refcount=3 40000000:00000010:2.0:1712357321.020701:0:13045:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff8800b3493cc0. 40000000:00000001:2.0:1712357321.020703:0:13045:0:(fid_request.c:472:client_fid_init()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020705:0:13045:0:(obd_class.h:930:obd_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1712357321.020707:0:13045:0:(fld_request.c:161:fld_client_add_target()) Process entered 80000000:00000040:2.0:1712357321.020709:0:13045:0:(fld_request.c:169:fld_client_add_target()) cli-lustre-clilmv-ffff88012a664000: Adding target lustre-MDT0000-mdc-ffff88012a664000 (idx 0) 80000000:00000010:2.0:1712357321.020716:0:13045:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff88012dc64d00. 00000020:00000040:2.0:1712357321.020718:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800b3a4a000 refcount=4 80000000:00000001:2.0:1712357321.020719:0:13045:0:(fld_request.c:197:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020720:0:13045:0:(obd_class.h:1376:obd_register_observer()) Process entered 00800000:00000001:2.0:1712357321.020722:0:13045:0:(obd_class.h:1389:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020725:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357321.020727:0:13045:0:(mdc_request.c:3020:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1712357321.020729:0:13045:0:(mdc_request.c:3028:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1712357321.020731:0:13045:0:(lu_tgt_descs.c:105:lu_qos_add_tgt()) Process entered 00020000:00000010:2.0:1712357321.020733:0:13045:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8800b63cf780. 00020000:00001000:2.0:1712357321.020734:0:13045:0:(lu_tgt_descs.c:141:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server (1 targets) 00020000:00000001:2.0:1712357321.020736:0:13045:0:(lu_tgt_descs.c:163:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:2.0:1712357321.020738:0:13045:0:(lmv_obd.c:398:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff88012a664000(34be3091-400c-4cb8-ac8c-f722e1f64856) successfully (5) 00800000:00000001:2.0:1712357321.020740:0:13045:0:(obd_class.h:1064:obd_statfs_async()) Process entered 00800000:00000004:2.0:1712357321.020742:0:13045:0:(obd_class.h:1077:obd_statfs_async()) lustre-MDT0000-mdc-ffff88012a664000: age -736, max_age 0 00000100:00000010:2.0:1712357321.020746:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44380. 00000020:00000040:2.0:1712357321.020748:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=7 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:2.0:1712357321.020750:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357321.020751:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357321.020753:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357321.020755:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa343100. 00000100:00000001:2.0:1712357321.020758:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020760:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357321.020762:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357321.020767:0:13045:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800ada44380] to pc [ptlrpcd_01_00+0] req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00800000:00000001:2.0:1712357321.020781:0:13045:0:(obd_class.h:1081:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020787:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.020788:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.020789:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357321.020793:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.020798:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.020802:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1712357321.020805:0:1853:0:(client.c:1702:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.020809:0:1853:0:(client.c:1707:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020811:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020813:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.020814:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020816:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020817:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020823:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357321.020824:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020825:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.020826:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.020827:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020828:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.020828:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020829:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020831:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020836:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.020837:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020843:0:13045:0:(lmv_obd.c:407:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020846:0:13045:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1712357321.020847:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357321.020849:0:13045:0:(mdc_request.c:3020:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1712357321.020849:0:13045:0:(mdc_request.c:3028:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020851:0:13045:0:(lmv_obd.c:317:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357321.020852:0:13045:0:(lmv_obd.c:512:lmv_check_connect()) Process leaving 00800000:00000001:2.0:1712357321.020853:0:13045:0:(lmv_obd.c:269:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357321.020854:0:13045:0:(obd_class.h:873:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357321.020856:0:13045:0:(obd_class.h:924:obd_fid_init()) Process entered 00000080:00000001:2.0:1712357321.020857:0:13045:0:(obd_class.h:927:obd_fid_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357321.020859:0:13045:0:(obd_class.h:1095:obd_statfs()) Process entered 00000080:00000004:2.0:1712357321.020860:0:13045:0:(obd_class.h:1108:obd_statfs()) lustre-clilmv-ffff88012a664000: age -736, max_age 263 00800000:00000001:2.0:1712357321.020865:0:13045:0:(lmv_obd.c:1428:lmv_statfs()) Process entered 00800000:00000010:2.0:1712357321.020867:0:13045:0:(lmv_obd.c:1430:lmv_statfs()) kmalloced '(temp)': 144 at ffff8800b3493cc0. 00800000:00000001:2.0:1712357321.020868:0:13045:0:(obd_class.h:1095:obd_statfs()) Process entered 00800000:00000004:2.0:1712357321.020869:0:13045:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0000-mdc-ffff88012a664000: age -736, max_age 263 00000002:00000001:2.0:1712357321.020872:0:13045:0:(mdc_request.c:1629:mdc_statfs()) Process entered 00000020:00000040:2.0:1712357321.020876:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=8 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000010:2.0:1712357321.020879:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada44700. 00000020:00000040:2.0:1712357321.020881:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=9 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:2.0:1712357321.020882:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357321.020883:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357321.020884:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357321.020887:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800aa343b00. 00000100:00000001:2.0:1712357321.020888:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020890:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357321.020891:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357321.020895:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493300. 00000100:00000001:2.0:1712357321.020897:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322137344 : -131938387414272 : ffff8800b3493300) 00000100:00000001:2.0:1712357321.020898:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357321.020899:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442944 : -131938482108672 : ffff8800ada44700) 00000100:00000001:2.0:1712357321.020901:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357321.020903:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020905:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357321.020905:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357321.020909:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.020913:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.020914:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1712357321.020917:0:13045:0:(client.c:1702:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.020922:0:13045:0:(client.c:1707:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020923:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357321.020924:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357321.020925:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493300 going to sleep for 0 seconds 00000100:00000001:2.0:1712357321.020927:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.020928:0:13045:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020929:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.020930:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020931:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.020932:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.020937:0:13045:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020938:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.020939:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.020940:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021001:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357321.021006:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357321.021010:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cd500. 00000020:00000040:3.0:1712357321.021012:0:66:0:(genops.c:1127:class_import_get()) import ffff8800ab0d5000 refcount=23 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000100:00000001:3.0:1712357321.021015:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357321.021016:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357321.021017:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357321.021021:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320400. 00000100:00000001:3.0:1712357321.021023:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021033:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-MDT0000_UUID req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357321.021038:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357321.021040:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021043:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cd500] to pc [ptlrpcd_01_01+1] req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.021054:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021056:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1712357321.021058:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1712357321.021060:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cd180. 00000020:00000040:3.0:1712357321.021062:0:66:0:(genops.c:1127:class_import_get()) import ffff8800b6e68000 refcount=11 obd=lustre-OST0000-osc-ffff8800aa323000 00000100:00000001:3.0:1712357321.021064:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1712357321.021064:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1712357321.021066:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357321.021068:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320e00. 00000100:00000001:3.0:1712357321.021070:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021074:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0000_UUID req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357321.021079:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357321.021081:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021083:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cd180] to pc [ptlrpcd_01_00+0] req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.021086:0:1850:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.021089:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.021089:0:1850:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1712357321.021090:0:66:0:(pinger.c:252:ptlrpc_pinger_process_import()) 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1712357321.021090:0:1850:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.021093:0:66:0:(pinger.c:137:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1712357321.021093:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.021094:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1712357321.021095:0:66:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b34cca80. 00000020:00000040:3.0:1712357321.021097:0:66:0:(genops.c:1127:class_import_get()) import ffff88012a665800 refcount=5 obd=lustre-OST0001-osc-ffff8800aa323000 00000100:00000001:0.0:1712357321.021097:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357321.021098:0:66:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1712357321.021098:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1712357321.021099:0:66:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1712357321.021099:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1712357321.021100:0:66:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.021100:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.021101:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.021102:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1712357321.021107:0:66:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6320000. 00000100:00000001:3.0:1712357321.021109:0:66:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021113:0:66:0:(pinger.c:152:ptlrpc_ping()) @@@ pinging 1b07237b-aa56-4e53-8899-280f18556039->lustre-OST0001_UUID req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:3.0:1712357321.021118:0:66:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1712357321.021120:0:66:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.021864:0:66:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff8800b34cca80] to pc [ptlrpcd_01_01+1] req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.021871:0:66:0:(pinger.c:161:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1712357321.021875:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=424443 : 424443 : 679fb) 00000020:00000001:3.0:1712357321.021877:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=480966 : 480966 : 756c6) 00000020:00000001:3.0:1712357321.021879:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=3329454 : 3329454 : 32cdae) 00000020:00000001:3.0:1712357321.021880:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=5267006 : 5267006 : 505e3e) 00000100:00000040:3.0:1712357321.021888:0:66:0:(pinger.c:325:ptlrpc_pinger_main()) next wakeup in 5 (269) 00000800:00000200:3.0:1712357321.021988:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.021991:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a98a0400. 00000400:00000200:3.0:1712357321.021995:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.022000:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.022004:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c116e8 00000400:00000010:3.0:1712357321.022007:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c116e8. 00000100:00000001:3.0:1712357321.022010:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.022014:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022021:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.022023:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022028:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022029:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357321.022048:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357321.022050:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357321.022051:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357321.022054:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022077:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.022078:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.022080:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357321.022082:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357321.022085:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572180032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357321.022088:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357321.022092:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357321.022094:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.022095:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357321.022098:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5ca8400. 02000000:00000001:3.0:1712357321.022099:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.022104:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357321.022107:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760c08. 00000400:00000010:3.0:1712357321.022111:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586d48. 00000100:00000200:3.0:1712357321.022115:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572180032, portal 4 00000100:00000001:3.0:1712357321.022117:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357321.022118:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322374528 : -131938387177088 : ffff8800b34cd180) 00000100:00000040:3.0:1712357321.022122:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022127:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357321.022129:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357321.022130:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586c38. 00000100:00000200:3.0:1712357321.022132:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1795536572180032, offset 0 00000400:00000200:3.0:1712357321.022136:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357321.022142:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.022146:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357321.022150:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357321.022153:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357321.022155:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357321.022157:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357321.022160:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [919:919:256:4294967295] 192.168.203.120@tcp LPNI seq info [919:919:8:4294967295] 00000400:00000200:3.0:1712357321.022168:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.022174:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357321.022178:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357321.022181:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320100. 00000800:00000200:3.0:1712357321.022185:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357321.022190:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357321.022193:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357321.022200:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022202:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357321.022203:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022206:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022207:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.022208:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022210:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022211:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022215:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357321.022216:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1712357321.022217:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357321.022218:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357321.022219:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022220:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.022220:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022222:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357321.022223:0:1853:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1712357321.022225:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022226:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357321.022227:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022228:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357321.022229:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357321.022230:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357321.022233:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022239:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.022239:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.022245:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357321.022247:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357321.022249:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572179968:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357321.022252:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357321.022253:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357321.022254:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.022255:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357321.022258:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5ca8e00. 02000000:00000001:3.0:1712357321.022259:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.022262:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357321.022264:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760c60. 00000400:00000010:3.0:1712357321.022267:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586bb0. 00000100:00000200:3.0:1712357321.022269:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572179968, portal 10 00000100:00000001:3.0:1712357321.022270:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357321.022271:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322375424 : -131938387176192 : ffff8800b34cd500) 00000100:00000040:3.0:1712357321.022275:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022279:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357321.022281:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357321.022282:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586b28. 00000100:00000200:3.0:1712357321.022283:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572179968, offset 0 00000400:00000200:3.0:1712357321.022286:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357321.022289:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.022291:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357321.022293:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357321.022295:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357321.022296:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357321.022297:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357321.022299:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [920:920:255:4294967295] 192.168.203.120@tcp LPNI seq info [920:920:7:4294967295] 00000400:00000200:3.0:1712357321.022302:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.022306:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357321.022309:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357321.022315:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320500. 00000800:00000200:3.0:1712357321.022317:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357321.022320:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357321.022322:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357321.022324:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022325:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357321.022327:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022328:0:1853:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1712357321.022330:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022335:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.022336:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.022337:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357321.022338:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1712357321.022340:0:1853:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800b34cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572180096:192.168.203.120@tcp:400:kworker.0 00000100:00000001:3.0:1712357321.022343:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357321.022345:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357321.022346:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.022347:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357321.022349:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5ca9200. 02000000:00000001:3.0:1712357321.022350:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.022353:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357321.022355:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760cb8. 00000400:00000010:3.0:1712357321.022358:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586aa0. 00000100:00000200:3.0:1712357321.022360:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1795536572180096, portal 4 00000100:00000001:3.0:1712357321.022361:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357321.022362:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135322372736 : -131938387178880 : ffff8800b34cca80) 00000100:00000040:3.0:1712357321.022366:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022371:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357321.022372:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357321.022374:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586990. 00000100:00000200:3.0:1712357321.022375:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1795536572180096, offset 0 00000400:00000200:3.0:1712357321.022382:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357321.022385:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.022387:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357321.022389:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357321.022391:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357321.022393:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357321.022394:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357321.022396:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [921:921:254:4294967295] 192.168.203.120@tcp LPNI seq info [921:921:6:4294967295] 00000400:00000200:3.0:1712357321.022399:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.022404:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357321.022407:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357321.022410:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320d00. 00000800:00000200:3.0:1712357321.022412:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357321.022415:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357321.022417:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357321.022419:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022420:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357321.022422:0:1853:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022423:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022424:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.022425:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.022426:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022428:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357321.022450:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.022452:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320100. 00000400:00000200:3.0:1712357321.022454:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.022457:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.022459:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586c38 00000400:00000010:3.0:1712357321.022460:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586c38. 00000100:00000001:3.0:1712357321.022463:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.022466:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022482:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.022485:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022490:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022491:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357321.022498:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.022500:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320500. 00000400:00000200:3.0:1712357321.022502:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.022504:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.022506:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586b28 00000400:00000010:3.0:1712357321.022507:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586b28. 00000100:00000001:3.0:1712357321.022508:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.022510:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022515:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.022529:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022533:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022535:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357321.022553:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.022554:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320d00. 00000400:00000200:3.0:1712357321.022556:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.022558:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.022560:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586990 00000400:00000010:3.0:1712357321.022561:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586990. 00000100:00000001:3.0:1712357321.022563:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.022565:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022571:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.022573:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.022616:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.022617:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:2.0:1712357321.022742:0:1854:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.022744:0:1854:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357321.026558:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027149:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.027154:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027158:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027170:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027177:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.027185:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027190:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027193:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027197:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 10 MB=0x66107ef90e540 00000400:00000200:3.0:1712357321.027201:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027207:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 416/416 into md 0x1f65 [1] + 0 00000800:00000001:3.0:1712357321.027214:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027219:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027222:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.027226:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.027231:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.027239:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.027249:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.027264:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.027271:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027274:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.027275:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027277:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027280:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027282:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.027285:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027295:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027297:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027299:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x66107ef90e640 00000400:00000200:3.0:1712357321.027302:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027306:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1f6d [1] + 224 00000800:00000001:3.0:1712357321.027309:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027312:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027314:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.027316:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.027318:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.027322:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.027328:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.027338:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.027341:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027343:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.027344:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027346:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027349:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027351:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.027354:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027356:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027357:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:2.0:1712357321.027385:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.027389:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357321.027399:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357321.027401:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357321.027404:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760c08. 00000400:00000200:2.0:1712357321.027410:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586d48 00000400:00000010:2.0:1712357321.027412:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586d48. 00000100:00000001:2.0:1712357321.027415:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357321.027419:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357321.027426:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027431:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357321.027432:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027435:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357321.027438:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357321.027440:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357321.027442:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357321.027445:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357321.027454:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6e68438 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357321.027457:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6e683f0 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357321.027460:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357321.027461:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357321.027464:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1712357321.027467:0:1853:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.027470:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1712357321.027472:0:1853:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: committing for last_committed 4294967307 gen 1 00000100:00000040:2.0:1712357321.027478:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967307) req@ffff8800ada47100 x1795536572133824/t4294967302(4294967302) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027484:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027493:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada47100 x1795536572133824/t4294967302(4294967302) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027498:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027500:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027505:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a5d1c00. 02000000:00000001:2.0:1712357321.027508:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027511:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027513:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=10 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027515:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027527:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3886600. 02000000:00000001:2.0:1712357321.027530:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027532:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027533:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada47100. 00000100:00000001:2.0:1712357321.027536:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027537:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027541:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967307) req@ffff8800ac398000 x1795536572134464/t4294967303(4294967303) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027546:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027548:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ac398000 x1795536572134464/t4294967303(4294967303) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027553:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027553:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027555:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba5400. 02000000:00000001:2.0:1712357321.027559:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027560:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027561:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=9 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027563:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027564:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6fcfe00. 02000000:00000001:2.0:1712357321.027566:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027567:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027568:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ac398000. 00000100:00000001:2.0:1712357321.027571:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027572:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027575:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967307) req@ffff8800a9a28000 x1795536572134912/t4294967304(4294967304) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027606:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027609:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a28000 x1795536572134912/t4294967304(4294967304) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027613:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027614:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027616:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba5c00. 02000000:00000001:2.0:1712357321.027618:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027618:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027619:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=8 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027621:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027622:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f59400. 02000000:00000001:2.0:1712357321.027626:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027627:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027628:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a28000. 00000100:00000001:2.0:1712357321.027629:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027630:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027633:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967307) req@ffff8800b34cea00 x1795536572136192/t4294967305(4294967305) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027638:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027640:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cea00 x1795536572136192/t4294967305(4294967305) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027644:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027645:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027646:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012a5d0400. 02000000:00000001:2.0:1712357321.027649:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027650:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027650:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=7 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027651:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027652:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237e00. 02000000:00000001:2.0:1712357321.027655:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027656:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027656:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cea00. 00000100:00000001:2.0:1712357321.027658:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027662:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027666:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967307) req@ffff8800a9a29c00 x1795536572137088/t4294967306(4294967306) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027670:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027671:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a29c00 x1795536572137088/t4294967306(4294967306) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027675:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027676:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027678:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba6400. 02000000:00000001:2.0:1712357321.027681:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027682:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027683:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=6 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027684:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027685:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b373c400. 02000000:00000001:2.0:1712357321.027687:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027688:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027689:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a29c00. 00000100:00000001:2.0:1712357321.027691:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027691:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027695:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967307) req@ffff8800a9a2a680 x1795536572137472/t4294967307(4294967307) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027700:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027702:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800a9a2a680 x1795536572137472/t4294967307(4294967307) o2->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 440/432 e 0 to 0 dl 1712357329 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027706:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027707:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027708:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ba6800. 02000000:00000001:2.0:1712357321.027710:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027711:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027711:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=5 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027713:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027714:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b607c000. 02000000:00000001:2.0:1712357321.027717:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027717:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027722:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9a2a680. 00000100:00000001:2.0:1712357321.027724:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027724:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027726:0:1853:0:(client.c:3063:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa323000: normal: skip=0 replay=6/6 committed=0/0 00000100:00000001:2.0:1712357321.027728:0:1853:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357321.027729:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357321.027733:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027739:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357321.027741:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357321.027743:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027746:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357321.027753:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572180032:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357321.027758:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027760:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.027761:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027764:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.027765:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027768:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cd180 x1795536572180032/t0(0) o400->lustre-OST0000-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027772:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027773:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027774:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5ca8400. 02000000:00000001:2.0:1712357321.027776:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.027777:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.027778:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6e68000 refcount=4 obd=lustre-OST0000-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.027779:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.027780:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320e00. 02000000:00000001:2.0:1712357321.027784:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.027785:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.027786:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cd180. 00000100:00000001:2.0:1712357321.027788:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.027792:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027836:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 4 MB=0x66107ef90e680 00000400:00000200:3.0:1712357321.027840:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.027843:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 224/224 into md 0x1f8d [1] + 224 00000800:00000001:3.0:1712357321.027847:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027852:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.027853:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.027856:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.027858:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.027866:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.027871:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.027876:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.027879:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027882:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.027883:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.027884:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027897:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.027898:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.027899:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357321.027902:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357321.027903:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357321.027904:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760cb8. 00000400:00000200:2.0:1712357321.027906:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586aa0 00000400:00000010:2.0:1712357321.027907:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586aa0. 00000100:00000001:2.0:1712357321.027909:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357321.027912:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1712357321.027917:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027924:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357321.027925:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027926:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357321.027928:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357321.027928:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357321.027929:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357321.027931:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357321.027935:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff88012a665c38 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357321.027937:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff88012a665bf0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357321.027939:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357321.027939:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357321.027941:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1712357321.027943:0:1853:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00010000:00000001:2.0:1712357321.027948:0:1853:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.027950:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357321.027951:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa323000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357321.027952:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357321.027953:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357321.027955:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027966:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357321.027968:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357321.027969:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.027971:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357321.027980:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572180096:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357321.027984:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027985:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.027986:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.027987:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.027988:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.027990:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cca80 x1795536572180096/t0(0) o400->lustre-OST0001-osc-ffff8800aa323000@192.168.203.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.027994:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.027995:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.027997:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5ca9200. 02000000:00000001:2.0:1712357321.028000:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028001:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028002:0:1853:0:(genops.c:1140:class_import_put()) import ffff88012a665800 refcount=4 obd=lustre-OST0001-osc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028003:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028004:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320000. 02000000:00000001:2.0:1712357321.028006:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028007:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028008:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cca80. 00000100:00000001:2.0:1712357321.028010:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028011:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.028012:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.028013:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.028014:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.028015:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.028016:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.028017:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.028021:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.028022:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.028056:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.028059:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.028062:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.028064:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.028066:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.028069:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 224 into portal 10 MB=0x66107ef90e600 00000400:00000200:3.0:1712357321.028071:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.028074:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 224/224 into md 0x1f7d [1] + 224 00000800:00000001:3.0:1712357321.028077:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.028113:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.028115:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.028118:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.028120:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.028124:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.028131:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.028138:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.028141:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.028143:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.028200:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357321.028203:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357321.028206:0:1850:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357321.028207:0:1850:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357321.028209:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06cbb0. 00000400:00000200:0.0:1712357321.028212:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357321.028213:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357321.028215:0:1850:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357321.028220:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357321.028227:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.028232:0:1850:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357321.028237:0:1850:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.028239:0:1850:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357321.028240:0:1850:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357321.028241:0:1850:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357321.028242:0:1850:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.028243:0:1850:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357321.028247:0:1850:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9438 time=1712357321 v=5 (0 0 0 0) 00000100:00001000:0.0:1712357321.028250:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=1712357321 v=0 (0 0 0 0) 00000100:00001000:0.0:1712357321.028252:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff8800b6fe93f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1712357321.028254:0:1850:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357321.028255:0:1850:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.028256:0:1850:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1712357321.028258:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1712357321.028259:0:1850:0:(ldlm_request.c:1572:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.028260:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.028260:0:1850:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1712357321.028262:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1712357321.028262:0:1850:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: committing for last_committed 0 gen 1 00000400:00000001:2.0:1712357321.028263:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1712357321.028263:0:1850:0:(client.c:3063:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: normal: skip=0 replay=0/0 committed=0/0 00000400:00000010:2.0:1712357321.028265:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760c60. 00000100:00000001:0.0:1712357321.028265:0:1850:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357321.028266:0:1850:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357321.028268:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586bb0 00000400:00000010:2.0:1712357321.028269:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586bb0. 00000100:00000040:0.0:1712357321.028269:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028271:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357321.028274:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.028274:0:1850:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.028275:0:1850:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357321.028275:0:1850:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.028277:0:1850:0:(import.c:998:ptlrpc_connect_interpret()) Process entered 00000100:00000200:2.0:1712357321.028280:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1712357321.028282:0:1850:0:(import.c:1067:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff88012a664000: connect to target with instance 1 00000100:00000001:2.0:1712357321.028284:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000020:00000001:0.0:1712357321.028284:0:1850:0:(genops.c:823:class_conn2export()) Process entered 00000100:00000001:2.0:1712357321.028285:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1712357321.028285:0:1850:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a65 00000100:00000001:2.0:1712357321.028286:0:1853:0:(client.c:1456:after_reply()) Process entered 00000020:00000001:0.0:1712357321.028287:0:1850:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:2.0:1712357321.028288:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357321.028289:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357321.028290:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357321.028290:0:1850:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800b3a4a000 refcount=5 02000000:00000001:2.0:1712357321.028291:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357321.028291:0:1850:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000020:00000001:0.0:1712357321.028293:0:1850:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135328129024 : -131938381422592 : ffff8800b3a4a000) 00000100:00001000:2.0:1712357321.028295:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800ab0d5438 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357321.028295:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=1712357321 v=0 (0 0 0 0) 00000100:00001000:2.0:1712357321.028297:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800ab0d53f0 time=5 v=5 (1 0 0 0) 00000100:00001000:0.0:1712357321.028297:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff8800b6fe93f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1712357321.028299:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1712357321.028300:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357321.028301:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1712357321.028301:0:1850:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00010000:00000001:2.0:1712357321.028303:0:1853:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.028305:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1712357321.028306:0:1853:0:(client.c:2953:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: committing for last_committed 4294967434 gen 1 00000100:00080000:0.0:1712357321.028307:0:1850:0:(import.c:921:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff88012a664000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:0.0:1712357321.028309:0:1850:0:(genops.c:906:class_export_put()) PUTting export ffff8800b3a4a000 : new refcount 4 00000100:00000040:2.0:1712357321.028310:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff88012d4f7480 x1795536572168000/t4294967419(4294967419) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.028311:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000002:00000001:0.0:1712357321.028314:0:1850:0:(mdc_request.c:2791:mdc_import_event()) Process entered 00000100:00000001:2.0:1712357321.028315:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028317:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7480 x1795536572168000/t4294967419(4294967419) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000008:00000020:0.0:1712357321.028318:0:1850:0:(osc_request.c:1073:osc_init_grant()) lustre-MDT0000-mdc-ffff88012a664000, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000100:00000001:2.0:1712357321.028322:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 00000002:00000001:0.0:1712357321.028322:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.028324:0:1850:0:(mdc_request.c:3020:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1712357321.028325:0:1850:0:(mdc_request.c:3028:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357321.028327:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 00000002:00000001:0.0:1712357321.028327:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 02000000:00000010:2.0:1712357321.028328:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7dc00. 02000000:00000001:2.0:1712357321.028331:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00800000:00000001:0.0:1712357321.028331:0:1850:0:(lmv_obd.c:192:lmv_notify()) Process entered 00000020:00000001:2.0:1712357321.028332:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00800000:00000001:0.0:1712357321.028332:0:1850:0:(lmv_obd.c:229:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357321.028333:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=22 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028334:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 00000002:00000001:0.0:1712357321.028334:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357321.028335:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b614d400. 00000002:00000001:0.0:1712357321.028335:0:1850:0:(mdc_request.c:2865:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.028336:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 02000000:00000001:2.0:1712357321.028338:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1712357321.028338:0:1850:0:(import.c:1148:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 02000000:00000001:2.0:1712357321.028339:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028340:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7480. 00000100:00080000:0.0:1712357321.028341:0:1850:0:(import.c:86:import_set_state_nolock()) ffff8800b6fe9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1712357321.028342:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028343:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.028343:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000002:00000001:0.0:1712357321.028344:0:1850:0:(mdc_request.c:2791:mdc_import_event()) Process entered 00000002:00000001:0.0:1712357321.028344:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00800000:00000001:0.0:1712357321.028345:0:1850:0:(lmv_obd.c:192:lmv_notify()) Process entered 00800000:00000001:0.0:1712357321.028346:0:1850:0:(lmv_obd.c:90:lmv_set_mdc_active()) Process entered 00000100:00000040:2.0:1712357321.028347:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff8800b34cd880 x1795536572168192/t4294967420(4294967420) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00800000:00000040:0.0:1712357321.028348:0:1850:0:(lmv_obd.c:93:lmv_set_mdc_active()) Searching in lmv ffff8800adab7198 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1712357321.028350:0:1850:0:(lmv_obd.c:99:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xbda2fb8f03338a65 00000100:00000001:2.0:1712357321.028352:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00800000:00000040:0.0:1712357321.028352:0:1850:0:(lmv_obd.c:114:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff88012a664000=34be3091-400c-4cb8-ac8c-f722e1f64856 device 8 (ffff8800a6348000) type mdc at LMV idx 0 00000100:00000040:2.0:1712357321.028354:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cd880 x1795536572168192/t4294967420(4294967420) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00800000:00000040:0.0:1712357321.028354:0:1850:0:(lmv_obd.c:119:lmv_set_mdc_active()) OBD ffff8800a6348000 already active! 00800000:00000001:0.0:1712357321.028355:0:1850:0:(lmv_obd.c:120:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1712357321.028356:0:1850:0:(lmv_obd.c:229:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.028357:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.028359:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028359:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028360:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa03a800. 00000020:00000040:0.0:1712357321.028360:0:1850:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=10 obd=lustre-MDT0000-mdc-ffff88012a664000 02000000:00000001:2.0:1712357321.028363:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028364:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028365:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=21 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028366:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028367:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237c00. 02000000:00000001:2.0:1712357321.028368:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028369:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028370:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cd880. 00000100:00000001:2.0:1712357321.028371:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028372:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.028375:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff8800b34cdc00 x1795536572168640/t4294967421(4294967421) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028379:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028381:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cdc00 x1795536572168640/t4294967421(4294967421) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028392:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028393:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028395:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa03b000. 02000000:00000001:2.0:1712357321.028397:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028398:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028399:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=20 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028400:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028401:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa237a00. 02000000:00000001:2.0:1712357321.028403:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028403:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028404:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cdc00. 00000100:00000001:2.0:1712357321.028405:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028406:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.028410:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff8800ada45880 x1795536572168832/t4294967422(4294967422) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028413:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028415:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45880 x1795536572168832/t4294967422(4294967422) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028419:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028420:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028421:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61adc00. 02000000:00000001:2.0:1712357321.028426:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028426:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028427:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=19 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028428:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028429:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6dcde00. 02000000:00000001:2.0:1712357321.028432:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028432:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028433:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45880. 00000100:00000001:2.0:1712357321.028435:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028435:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.028439:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b28a80 x1795536572169024/t4294967423(4294967423) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028449:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028452:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28a80 x1795536572169024/t4294967423(4294967423) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028456:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028457:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028458:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6542400. 02000000:00000001:2.0:1712357321.028462:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028462:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028463:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=18 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028464:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028465:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ab09000. 02000000:00000001:2.0:1712357321.028470:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028471:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028472:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28a80. 00000100:00000001:2.0:1712357321.028475:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028476:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.028479:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff88012d4f7b80 x1795536572169664/t4294967424(4294967424) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028484:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028486:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7b80 x1795536572169664/t4294967424(4294967424) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028490:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028491:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028492:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d800. 02000000:00000001:2.0:1712357321.028495:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028495:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028496:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=17 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028497:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028498:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b614ce00. 02000000:00000001:2.0:1712357321.028500:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028501:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028502:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7b80. 00000100:00000001:2.0:1712357321.028503:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028507:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.028512:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff88012d4f7800 x1795536572169856/t4294967425(4294967425) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028516:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028529:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7800 x1795536572169856/t4294967425(4294967425) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028534:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028535:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028537:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7c000. 02000000:00000001:2.0:1712357321.028539:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028540:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028541:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=16 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028542:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028544:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b614d200. 02000000:00000001:2.0:1712357321.028546:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028546:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028547:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7800. 00000100:00000001:2.0:1712357321.028549:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.028550:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.028554:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff88012d4f7100 x1795536572170304/t4294967426(4294967426) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028558:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.028560:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f7100 x1795536572170304/t4294967426(4294967426) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.028565:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.028565:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.028566:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7e800. 02000000:00000001:2.0:1712357321.028568:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.028569:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.028570:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=15 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.028571:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.028572:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b614c600. 02000000:00000001:2.0:1712357321.028574:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.028578:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.028579:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f7100. 00000002:00000001:0.0:1712357321.029199:0:1850:0:(mdc_request.c:2865:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.029201:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00000001:0.0:1712357321.029203:0:1850:0:(import.c:1176:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.029205:0:1850:0:(import.c:1543:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1712357321.029212:0:1850:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b3493300): req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00080000:0.0:1712357321.029227:0:1850:0:(recover.c:204:ptlrpc_wake_delayed()) @@@ waking (set ffff8800b3b60b40): req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.029233:0:1850:0:(import.c:1644:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.029235:0:1850:0:(import.c:1422:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357321.029238:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357321.029244:0:1850:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34be3091-400c-4cb8-ac8c-f722e1f64856:1850:1795536572179776:192.168.203.120@tcp:38:mount.lustre.0 00000100:00000001:0.0:1712357321.029247:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.029249:0:1850:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.029251:0:1850:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44000 x1795536572179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.029255:0:1850:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357321.029256:0:1850:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357321.029258:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:0.0:1712357321.029260:0:1850:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357321.029260:0:1850:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357321.029261:0:1850:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=9 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:0.0:1712357321.029262:0:1850:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357321.029263:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61afc00. 02000000:00000001:0.0:1712357321.029266:0:1850:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357321.029267:0:1850:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357321.029268:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44000. 00000100:00000001:0.0:1712357321.029270:0:1850:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357321.029271:0:1850:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.029272:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.029280:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357321.029281:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.029283:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1712357321.029283:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.029328:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357321.029331:0:13045:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.029333:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1712357321.029338:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.029340:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1712357321.029342:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.029344:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1712357321.029348:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1712357321.029350:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.029352:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1712357321.029357:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6cc5000. 02000000:00000001:3.0:1712357321.029359:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.029363:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:3.0:1712357321.029366:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3760d10. 00000400:00000010:3.0:1712357321.029370:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586990. 00000100:00000200:3.0:1712357321.029376:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179904, portal 10 00000100:00000001:3.0:1712357321.029378:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1712357321.029379:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442944 : -131938482108672 : ffff8800ada44700) 00000020:00000010:3.0:1712357321.029393:0:13045:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012c308000. 00000100:00000040:3.0:1712357321.029399:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.029405:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1712357321.029407:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:3.0:1712357321.029409:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3586b28. 00000100:00000200:3.0:1712357321.029411:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572179904, offset 0 00000400:00000200:3.0:1712357321.029415:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:3.0:1712357321.029420:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.029425:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:3.0:1712357321.029430:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1712357321.029433:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:3.0:1712357321.029437:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1712357321.029439:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:3.0:1712357321.029442:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [922:922:256:4294967295] 192.168.203.120@tcp LPNI seq info [922:922:8:4294967295] 00000400:00000200:3.0:1712357321.029445:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.029452:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:3.0:1712357321.029457:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:3.0:1712357321.029465:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6320d00. 00000800:00000200:3.0:1712357321.029470:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:3.0:1712357321.029477:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:3.0:1712357321.029480:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6320d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1712357321.029489:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.029491:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357321.029493:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.029497:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357321.029497:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1712357321.029499:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493300 going to sleep for 11 seconds 00000100:00000001:3.0:1712357321.029501:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1712357321.029612:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.029615:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6320d00. 00000400:00000200:3.0:1712357321.029618:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.029621:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.029624:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586b28 00000400:00000010:3.0:1712357321.029625:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586b28. 00000100:00000001:3.0:1712357321.029628:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.029631:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.029638:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.029640:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.029645:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.029646:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357321.029653:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.029655:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1712357321.029656:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357321.029696:0:13061:0:(mdc_request.c:2549:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1712357321.029699:0:13061:0:(kernelcomm.c:531:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1712357321.029701:0:13061:0:(kernelcomm.c:545:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1712357321.029702:0:13061:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.029703:0:13061:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=8 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:1.0:1712357321.029705:0:13061:0:(genops.c:1147:class_import_put()) Process leaving 00000002:00000001:1.0:1712357321.029706:0:13061:0:(mdc_request.c:2560:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.030884:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.030886:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.030893:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b28e00 x1795536572170496/t4294967427(4294967427) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.030898:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.030900:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b28e00 x1795536572170496/t4294967427(4294967427) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.030905:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.030906:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.030909:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6542000. 02000000:00000001:2.0:1712357321.030913:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.030915:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.030916:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=14 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.030917:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.030919:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3738600. 02000000:00000001:2.0:1712357321.030923:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.030923:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.030925:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b28e00. 00000100:00000001:2.0:1712357321.030929:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.030930:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.030934:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b29180 x1795536572170688/t4294967428(4294967428) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.030939:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.030941:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29180 x1795536572170688/t4294967428(4294967428) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.030945:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.030946:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.030947:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6541c00. 02000000:00000001:2.0:1712357321.030950:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.030950:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.030951:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=13 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.030953:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.030961:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739200. 02000000:00000001:2.0:1712357321.030964:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.030965:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.030966:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29180. 00000100:00000001:2.0:1712357321.030967:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.030968:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.030973:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff88012d4f6d80 x1795536572171392/t4294967429(4294967429) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.030978:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.030979:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6d80 x1795536572171392/t4294967429(4294967429) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.030984:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.030985:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.030986:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7fc00. 02000000:00000001:2.0:1712357321.030988:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.030989:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.030990:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=12 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.030991:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.030992:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e53e00. 02000000:00000001:2.0:1712357321.030996:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.030996:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.030997:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6d80. 00000100:00000001:2.0:1712357321.031000:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.031000:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.031004:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff88012d4f6680 x1795536572171584/t4294967430(4294967430) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031009:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.031011:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f6680 x1795536572171584/t4294967430(4294967430) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357331 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031016:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.031017:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.031018:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d000. 02000000:00000001:2.0:1712357321.031020:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.031020:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.031024:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=11 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.031026:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.031027:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e52000. 02000000:00000001:2.0:1712357321.031030:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.031031:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.031032:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f6680. 00000100:00000001:2.0:1712357321.031034:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.031034:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.031039:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b2a300 x1795536572174336/t4294967431(4294967431) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031045:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.031047:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a300 x1795536572174336/t4294967431(4294967431) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 512/448 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031052:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.031053:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.031054:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540400. 02000000:00000001:2.0:1712357321.031056:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.031057:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.031057:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=10 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.031059:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.031060:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739a00. 02000000:00000001:2.0:1712357321.031061:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.031062:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.031063:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a300. 00000100:00000001:2.0:1712357321.031065:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.031066:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.031069:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b2a680 x1795536572174528/t4294967432(4294967432) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031074:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.031075:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2a680 x1795536572174528/t4294967432(4294967432) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 504/448 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031080:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.031081:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.031081:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540000. 02000000:00000001:2.0:1712357321.031086:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.031088:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.031088:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=9 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.031090:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.031091:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3738400. 02000000:00000001:2.0:1712357321.031093:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.031094:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.031095:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2a680. 00000100:00000001:2.0:1712357321.031097:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.031097:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.031101:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b2aa00 x1795536572174720/t4294967433(4294967433) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031107:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.031109:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2aa00 x1795536572174720/t4294967433(4294967433) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031113:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.031114:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.031114:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6543c00. 02000000:00000001:2.0:1712357321.031117:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.031117:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.031118:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=8 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.031119:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.031120:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739400. 02000000:00000001:2.0:1712357321.031122:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.031122:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.031123:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2aa00. 00000100:00000001:2.0:1712357321.031124:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.031125:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.031129:0:1853:0:(client.c:3009:ptlrpc_free_committed()) @@@ commit (last_committed 4294967434) req@ffff880136b2ad80 x1795536572174912/t4294967434(4294967434) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031133:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.031135:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b2ad80 x1795536572174912/t4294967434(4294967434) o36->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 488/456 e 0 to 0 dl 1712357332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rsync.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031139:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.031143:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.031144:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6540800. 02000000:00000001:2.0:1712357321.031147:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.031147:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.031148:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=7 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.031150:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.031150:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3739600. 02000000:00000001:2.0:1712357321.031153:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.031153:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.031154:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b2ad80. 00000100:00000001:2.0:1712357321.031157:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.031158:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.031159:0:1853:0:(client.c:3016:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1712357321.031162:0:1853:0:(client.c:3063:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa323000: normal: skip=1 replay=16/16 committed=0/0 00000100:00000001:2.0:1712357321.031164:0:1853:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357321.031165:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1712357321.031170:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031176:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357321.031179:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357321.031180:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357321.031183:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1712357321.031189:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800b34cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1b07237b-aa56-4e53-8899-280f18556039:1853:1795536572179968:192.168.203.120@tcp:400:kworker.0 00000100:00000001:2.0:1712357321.031193:0:1853:0:(client.c:2821:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.031195:0:1853:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357321.031196:0:1853:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357321.031197:0:1853:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357321.031199:0:1853:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.031200:0:1853:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357321.031203:0:1853:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357321.031204:0:1853:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357321.031206:0:1853:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357321.031209:0:1853:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b61adc00. 02000000:00000001:2.0:1712357321.031213:0:1853:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357321.031220:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357321.031224:0:1853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1cb8. 00000400:00000010:2.0:1712357321.031228:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4d48. 00000100:00000200:2.0:1712357321.031233:0:1853:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572179840, portal 10 00000100:00000001:2.0:1712357321.031234:0:1853:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357321.031235:0:1853:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227442048 : -131938482109568 : ffff8800ada44380) 00000020:00000010:2.0:1712357321.031244:0:1853:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa1a4000. 00000100:00000040:2.0:1712357321.031249:0:1853:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.031255:0:1853:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357321.031257:0:1853:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357321.031258:0:1853:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4440. 00000100:00000200:2.0:1712357321.031260:0:1853:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1795536572179840, offset 0 00000400:00000200:2.0:1712357321.031264:0:1853:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357321.031269:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.031273:0:1853:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357321.031276:0:1853:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357321.031279:0:1853:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357321.031281:0:1853:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000800:00000001:3.0:1712357321.031960:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.031972:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.031973:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.031975:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1712357321.032784:0:1853:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357321.032791:0:1853:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [923:923:256:4294967295] 192.168.203.120@tcp LPNI seq info [923:923:8:4294967295] 00000400:00000200:2.0:1712357321.032795:0:1853:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357321.032802:0:1853:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357321.032808:0:1853:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357321.032812:0:1853:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343f00. 00000800:00000200:2.0:1712357321.032817:0:1853:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357321.032823:0:1853:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357321.032826:0:1853:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1712357321.032838:0:1853:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.032840:0:1853:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357321.032850:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.032853:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.032858:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800b34cd500 x1795536572179968/t0(0) o400->lustre-MDT0000-mdc-ffff8800aa323000@192.168.203.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1712357337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.032863:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357321.032865:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357321.032868:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5ca8e00. 02000000:00000001:2.0:1712357321.032871:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357321.032873:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357321.032875:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800ab0d5000 refcount=6 obd=lustre-MDT0000-mdc-ffff8800aa323000 00000020:00000001:2.0:1712357321.032876:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357321.032878:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6320400. 02000000:00000001:2.0:1712357321.032882:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357321.032883:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357321.032885:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b34cd500. 00000100:00000001:2.0:1712357321.032887:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357321.032888:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.032890:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357321.032898:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357321.032899:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1712357321.032901:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1712357321.032903:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357321.032904:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.032906:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1712357321.032986:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1712357321.032990:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343f00. 00000400:00000200:2.0:1712357321.032993:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1712357321.032997:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:2.0:1712357321.033001:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4440 00000400:00000010:2.0:1712357321.033003:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4440. 00000100:00000001:2.0:1712357321.033006:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1712357321.033010:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.033017:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357321.033019:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:2.0:1712357321.033033:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357321.033034:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000400:00000200:3.0:1712357321.033053:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.033057:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.033068:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.033071:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.033074:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.033077:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef90e5c0 00000400:00000200:3.0:1712357321.033081:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.033086:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x1f9d [1] + 224 00000800:00000001:3.0:1712357321.033092:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.033105:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.033106:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.033109:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.033113:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.033117:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.033124:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.033140:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.033147:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.033150:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.033207:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357321.033212:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357321.033219:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357321.033222:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3760d10. 00000400:00000200:0.0:1712357321.033225:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3586990 00000400:00000010:0.0:1712357321.033227:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3586990. 00000100:00000001:0.0:1712357321.033229:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357321.033233:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357321.033239:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.033244:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357321.033246:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.033247:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357321.033249:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357321.033252:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357321.033254:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.033256:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357321.033262:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9438 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357321.033265:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357321.033267:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357321.033268:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.033271:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357321.033274:0:13045:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.033277:0:13045:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357321.033278:0:13045:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357321.033280:0:13045:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357321.033281:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357321.033284:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.033289:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.033291:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357321.033293:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357321.033295:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357321.033301:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:34be3091-400c-4cb8-ac8c-f722e1f64856:13045:1795536572179904:192.168.203.120@tcp:41:mount.lustre.0 00000100:00000001:0.0:1712357321.033309:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.033313:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.033314:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357321.033315:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.033318:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.033323:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357321.033326:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493300. 00000100:00000001:0.0:1712357321.033328:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357321.033329:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.033333:0:13045:0:(mdc_request.c:1682:mdc_statfs()) Process leaving 00000100:00000001:0.0:1712357321.033335:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.033337:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44700 x1795536572179904/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.033341:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357321.033342:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357321.033343:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6cc5000. 02000000:00000001:0.0:1712357321.033348:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357321.033349:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357321.033350:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=7 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:0.0:1712357321.033351:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357321.033353:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa343b00. 02000000:00000001:0.0:1712357321.033354:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357321.033355:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357321.033356:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44700. 00000100:00000001:0.0:1712357321.033358:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357321.033359:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357321.033360:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357321.033360:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=6 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:0.0:1712357321.033362:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 00800000:00000004:0.0:1712357321.033365:0:13045:0:(obd_class.h:1134:obd_statfs()) lustre-MDT0000-mdc-ffff88012a664000: update ffff8800a6348328 cache blocks 21172/23812 objects 79652/79992 00800000:00000001:0.0:1712357321.033369:0:13045:0:(obd_class.h:1153:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.033370:0:13045:0:(lmv_obd.c:1466:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1712357321.033372:0:13045:0:(lmv_obd.c:1483:lmv_statfs()) kfreed 'temp': 144 at ffff8800b3493cc0. 00800000:00000001:0.0:1712357321.033378:0:13045:0:(lmv_obd.c:1484:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1712357321.033381:0:13045:0:(obd_class.h:1134:obd_statfs()) lustre-clilmv-ffff88012a664000: update ffff8800adab6db8 cache blocks 21172/23812 objects 79652/79992 00000080:00000001:0.0:1712357321.033385:0:13045:0:(obd_class.h:1153:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.033388:0:13045:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:0.0:1712357321.033390:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.033392:0:13045:0:(lmv_obd.c:3408:lmv_get_info()) Process entered 00800000:00000001:0.0:1712357321.033396:0:13045:0:(obd_class.h:489:obd_get_info()) Process entered 00800000:00000001:0.0:1712357321.033397:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.033401:0:13045:0:(mdc_request.c:2668:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.033402:0:13045:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.033404:0:13045:0:(lmv_obd.c:3440:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.033405:0:13045:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:0.0:1712357321.033413:0:13045:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00000080:00100000:0.0:1712357321.033415:0:13045:0:(llite_lib.c:631:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34553314 ocd_grant: 2146304 00000080:00000001:0.0:1712357321.033417:0:13045:0:(obd_class.h:860:obd_connect()) Process entered 00020000:00000001:0.0:1712357321.033420:0:13045:0:(lov_obd.c:206:lov_connect()) Process entered 00020000:01000000:0.0:1712357321.033422:0:13045:0:(lov_obd.c:208:lov_connect()) connect #0 00000020:00000001:0.0:1712357321.033423:0:13045:0:(genops.c:1290:class_connect()) Process entered 00000020:00000001:0.0:1712357321.033425:0:13045:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:0.0:1712357321.033429:0:13045:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa320000. 00000020:00000001:0.0:1712357321.033432:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357321.033434:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800aa320000 with handle 0xbda2fb8f03338a6c to hash 00000020:00000001:0.0:1712357321.033435:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:0.0:1712357321.033438:0:13045:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:0.0:1712357321.033440:0:13045:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357321.033443:0:13045:0:(obd_config.c:942:class_incref()) incref lustre-clilov-ffff88012a664000 (ffff8800adab5540) now 4 - export 00000020:00000001:0.0:1712357321.033446:0:13045:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135169622016 : -131938539929600 : ffff8800aa320000) 00000020:00000040:0.0:1712357321.033448:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa320000 : new refcount 1 00000020:00000080:0.0:1712357321.033450:0:13045:0:(genops.c:1300:class_connect()) connect: client 34be3091-400c-4cb8-ac8c-f722e1f64856, cookie 0xbda2fb8f03338a6c 00000020:00000001:0.0:1712357321.033452:0:13045:0:(genops.c:1301:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357321.033454:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:0.0:1712357321.033455:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a6c 00000020:00000001:0.0:1712357321.033457:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357321.033458:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa320000 refcount=2 00000020:00000001:0.0:1712357321.033460:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169622016 : -131938539929600 : ffff8800aa320000) 00000020:00000001:0.0:1712357321.033461:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169622016 : -131938539929600 : ffff8800aa320000) 00020000:00000001:0.0:1712357321.033470:0:13045:0:(lov_obd.c:122:lov_connect_osc()) Process entered 00000100:00000001:0.0:1712357321.033474:0:13045:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:0.0:1712357321.033477:0:13045:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000001:0.0:1712357321.033479:0:13045:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.033481:0:13045:0:(obd_class.h:1250:obd_import_event()) Process leaving 00020000:00000001:0.0:1712357321.033482:0:13045:0:(obd_class.h:1376:obd_register_observer()) Process entered 00020000:00000001:0.0:1712357321.033484:0:13045:0:(obd_class.h:1389:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.033485:0:13045:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:0.0:1712357321.033487:0:13045:0:(ldlm_lib.c:621:client_connect_import()) Process entered 00000020:00000001:0.0:1712357321.033488:0:13045:0:(genops.c:1290:class_connect()) Process entered 00000020:00000001:0.0:1712357321.033489:0:13045:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:0.0:1712357321.033491:0:13045:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa321000. 00000020:00000001:0.0:1712357321.033492:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357321.033494:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800aa321000 with handle 0xbda2fb8f03338a73 to hash 00000020:00000001:0.0:1712357321.033495:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:0.0:1712357321.033499:0:13045:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:0.0:1712357321.033499:0:13045:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357321.033501:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800aa321000 refcount=3 00000020:00000040:0.0:1712357321.033505:0:13045:0:(obd_config.c:942:class_incref()) incref lustre-OST0000-osc-ffff88012a664000 (ffff8800a6349550) now 5 - export 00000020:00000001:0.0:1712357321.033506:0:13045:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000020:00000040:0.0:1712357321.033508:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa321000 : new refcount 2 00000020:00000080:0.0:1712357321.033509:0:13045:0:(genops.c:1300:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbda2fb8f03338a73 00000020:00000001:0.0:1712357321.033511:0:13045:0:(genops.c:1301:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357321.033512:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:0.0:1712357321.033512:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a73 00000020:00000001:0.0:1712357321.033513:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357321.033514:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa321000 refcount=3 00000020:00000001:0.0:1712357321.033515:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000020:00000001:0.0:1712357321.033516:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000100:00000001:0.0:1712357321.033528:0:13045:0:(import.c:670:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1712357321.033531:0:13045:0:(import.c:499:import_select_connection()) Process entered 00000100:00080000:0.0:1712357321.033534:0:13045:0:(import.c:514:import_select_connection()) lustre-OST0000-osc-ffff88012a664000: connect to NID 192.168.203.120@tcp last attempt 0 00000100:00000001:0.0:1712357321.033536:0:13045:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1712357321.033538:0:13045:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 18 to 192.168.203.120@tcp 00000100:00000001:0.0:1712357321.033540:0:13045:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000001:0.0:1712357321.033548:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:0.0:1712357321.033549:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a73 00000020:00000001:0.0:1712357321.033550:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357321.033551:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa321000 refcount=4 00000020:00000001:0.0:1712357321.033553:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000020:00000001:0.0:1712357321.033554:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000100:00000001:0.0:1712357321.033556:0:13045:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1712357321.033559:0:13045:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 19 to 192.168.203.120@tcp 00000100:00000001:0.0:1712357321.033561:0:13045:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000040:0.0:1712357321.033563:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa321000 : new refcount 3 00000100:00080000:0.0:1712357321.033565:0:13045:0:(import.c:596:import_select_connection()) lustre-OST0000-osc-ffff88012a664000: import ffff8800b6fec800 using connection 192.168.203.120@tcp/192.168.203.120@tcp 00000100:00000001:0.0:1712357321.033567:0:13045:0:(import.c:600:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.033569:0:13045:0:(sec.c:1512:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1712357321.033574:0:13045:0:(sec.c:1374:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1712357321.033577:0:13045:0:(sec.c:1392:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff88012a664000: select security flavor null 02000000:00000001:0.0:1712357321.033580:0:13045:0:(sec.c:1413:sptlrpc_sec_create()) Process leaving (rc=18446744072108956320 : -1600595296 : ffffffffa098daa0) 02000000:00000001:0.0:1712357321.037115:0:13045:0:(sec.c:1580:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037120:0:13045:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1712357321.037124:0:13045:0:(osc_request.c:3581:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34553314 ocd_grant: 134217728, lost: 0. 00000008:00000001:0.0:1712357321.037126:0:13045:0:(osc_request.c:3584:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037127:0:13045:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357321.037136:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5c00. 00000020:00000040:0.0:1712357321.037140:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fec800 refcount=4 obd=lustre-OST0000-osc-ffff88012a664000 02000000:00000001:0.0:1712357321.037145:0:13045:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357321.037147:0:13045:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037149:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357321.037152:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357321.037155:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357321.037163:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7d400. 00000100:00000001:0.0:1712357321.037170:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357321.037182:0:13045:0:(import.c:795:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357321.037207:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357321.037210:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357321.037215:0:13045:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff88012d4f5c00] to pc [ptlrpcd_rcv+-1] req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.037236:0:13045:0:(import.c:802:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037240:0:13045:0:(pinger.c:388:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:0.0:1712357321.037243:0:13045:0:(pinger.c:394:ptlrpc_pinger_add_import()) adding pingable import 34be3091-400c-4cb8-ac8c-f722e1f64856->lustre-OST0000_UUID 00000020:00000040:0.0:1712357321.037245:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fec800 refcount=5 obd=lustre-OST0000-osc-ffff88012a664000 00000100:00000001:0.0:1712357321.037269:0:13045:0:(pinger.c:405:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.037272:0:13045:0:(ldlm_lib.c:684:client_connect_import()) Process leaving 00020000:00000001:0.0:1712357321.037276:0:13045:0:(obd_class.h:873:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1712357321.037279:0:13045:0:(lov_obd.c:180:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff88012a664000) active 00020000:00000001:0.0:1712357321.037296:0:13045:0:(lov_obd.c:195:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037299:0:13045:0:(lov_obd.c:439:lov_notify()) Process entered 00000080:00000001:0.0:1712357321.037302:0:13045:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:0.0:1712357321.037305:0:13045:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640078 00000080:00000001:0.0:1712357321.037307:0:13045:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037309:0:13045:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037311:0:13045:0:(lov_obd.c:122:lov_connect_osc()) Process entered 00000100:00000001:0.0:1712357321.037313:0:13045:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:0.0:1712357321.037315:0:13045:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000001:0.0:1712357321.037317:0:13045:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037319:0:13045:0:(obd_class.h:1250:obd_import_event()) Process leaving 00020000:00000001:0.0:1712357321.037320:0:13045:0:(obd_class.h:1376:obd_register_observer()) Process entered 00020000:00000001:0.0:1712357321.037321:0:13045:0:(obd_class.h:1389:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037322:0:13045:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:0.0:1712357321.037324:0:13045:0:(ldlm_lib.c:621:client_connect_import()) Process entered 00000020:00000001:0.0:1712357321.037325:0:13045:0:(genops.c:1290:class_connect()) Process entered 00000020:00000001:0.0:1712357321.037327:0:13045:0:(genops.c:958:__class_new_export()) Process entered 00000020:00000010:0.0:1712357321.037330:0:13045:0:(genops.c:960:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa326800. 00000020:00000001:0.0:1712357321.037333:0:13045:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1712357321.037335:0:13045:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800aa326800 with handle 0xbda2fb8f03338a7a to hash 00000020:00000001:0.0:1712357321.037337:0:13045:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000020:00000001:0.0:1712357321.037341:0:13045:0:(obd_class.h:1036:obd_init_export()) Process entered 00000020:00000001:0.0:1712357321.037345:0:13045:0:(obd_class.h:1040:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1712357321.037348:0:13045:0:(genops.c:895:class_export_get()) GET export ffff8800aa326800 refcount=3 00000020:00000040:0.0:1712357321.037352:0:13045:0:(obd_config.c:942:class_incref()) incref lustre-OST0001-osc-ffff88012a664000 (ffff8800a634aaa0) now 5 - export 00000020:00000001:0.0:1712357321.037355:0:13045:0:(genops.c:1030:__class_new_export()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000020:00000040:0.0:1712357321.037357:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa326800 : new refcount 2 00000020:00000080:0.0:1712357321.037359:0:13045:0:(genops.c:1300:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbda2fb8f03338a7a 00000020:00000001:0.0:1712357321.037360:0:13045:0:(genops.c:1301:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1712357321.037362:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:0.0:1712357321.037363:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a7a 00000020:00000001:0.0:1712357321.037364:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357321.037365:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa326800 refcount=3 00000020:00000001:0.0:1712357321.037367:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000020:00000001:0.0:1712357321.037369:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000100:00000001:0.0:1712357321.037371:0:13045:0:(import.c:670:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1712357321.037374:0:13045:0:(import.c:499:import_select_connection()) Process entered 00000100:00080000:0.0:1712357321.037376:0:13045:0:(import.c:514:import_select_connection()) lustre-OST0001-osc-ffff88012a664000: connect to NID 192.168.203.120@tcp last attempt 0 00000100:00000001:0.0:1712357321.037379:0:13045:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1712357321.037381:0:13045:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 20 to 192.168.203.120@tcp 00000100:00000001:0.0:1712357321.037382:0:13045:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000001:0.0:1712357321.037383:0:13045:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:0.0:1712357321.037384:0:13045:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a7a 00000020:00000001:0.0:1712357321.037385:0:13045:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1712357321.037386:0:13045:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa326800 refcount=4 00000020:00000001:0.0:1712357321.037386:0:13045:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000020:00000001:0.0:1712357321.037387:0:13045:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000100:00000001:0.0:1712357321.037388:0:13045:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1712357321.037389:0:13045:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8800b3a47000 refcount 21 to 192.168.203.120@tcp 00000100:00000001:0.0:1712357321.037390:0:13045:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612135328116736 : -131938381434880 : ffff8800b3a47000) 00000020:00000040:0.0:1712357321.037391:0:13045:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa326800 : new refcount 3 00000100:00080000:0.0:1712357321.037393:0:13045:0:(import.c:596:import_select_connection()) lustre-OST0001-osc-ffff88012a664000: import ffff88012ab15000 using connection 192.168.203.120@tcp/192.168.203.120@tcp 00000100:00000001:0.0:1712357321.037395:0:13045:0:(import.c:600:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.037398:0:13045:0:(sec.c:1512:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1712357321.037403:0:13045:0:(sec.c:1374:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1712357321.037405:0:13045:0:(sec.c:1392:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff88012a664000: select security flavor null 02000000:00000001:0.0:1712357321.037409:0:13045:0:(sec.c:1413:sptlrpc_sec_create()) Process leaving (rc=18446744072108956320 : -1600595296 : ffffffffa098daa0) 02000000:00000001:0.0:1712357321.037411:0:13045:0:(sec.c:1580:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037412:0:13045:0:(obd_class.h:886:obd_reconnect()) Process entered 00000008:00100000:0.0:1712357321.037414:0:13045:0:(osc_request.c:3581:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34553314 ocd_grant: 134217728, lost: 0. 00000008:00000001:0.0:1712357321.037415:0:13045:0:(osc_request.c:3584:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037416:0:13045:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357321.037419:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5880. 00000020:00000040:0.0:1712357321.037421:0:13045:0:(genops.c:1127:class_import_get()) import ffff88012ab15000 refcount=4 obd=lustre-OST0001-osc-ffff88012a664000 02000000:00000001:0.0:1712357321.037422:0:13045:0:(sec.c:1958:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1712357321.037423:0:13045:0:(sec.c:1968:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037424:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357321.037425:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357321.037426:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357321.037429:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9b7e000. 00000100:00000001:0.0:1712357321.037432:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357321.037435:0:13045:0:(import.c:795:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000001:0.0:1712357321.037440:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357321.037441:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357321.037444:0:13045:0:(ptlrpcd.c:303:ptlrpcd_add_req()) @@@ add req [ffff88012d4f5880] to pc [ptlrpcd_rcv+-1] req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.037448:0:13045:0:(import.c:802:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037449:0:13045:0:(pinger.c:388:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:0.0:1712357321.037450:0:13045:0:(pinger.c:394:ptlrpc_pinger_add_import()) adding pingable import 34be3091-400c-4cb8-ac8c-f722e1f64856->lustre-OST0001_UUID 00000020:00000040:0.0:1712357321.037452:0:13045:0:(genops.c:1127:class_import_get()) import ffff88012ab15000 refcount=5 obd=lustre-OST0001-osc-ffff88012a664000 00000100:00000001:0.0:1712357321.037455:0:13045:0:(pinger.c:405:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.037456:0:13045:0:(ldlm_lib.c:684:client_connect_import()) Process leaving 00020000:00000001:0.0:1712357321.037457:0:13045:0:(obd_class.h:873:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1712357321.037458:0:13045:0:(lov_obd.c:180:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff88012a664000) active 00020000:00000001:0.0:1712357321.037463:0:13045:0:(lov_obd.c:195:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037467:0:13045:0:(lov_obd.c:439:lov_notify()) Process entered 00000080:00000001:0.0:1712357321.037468:0:13045:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:0.0:1712357321.037469:0:13045:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640078 00000080:00000001:0.0:1712357321.037471:0:13045:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037472:0:13045:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.037474:0:13045:0:(lov_obd.c:256:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.037476:0:13045:0:(obd_class.h:873:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.037480:0:13045:0:(obd_class.h:924:obd_fid_init()) Process entered 00000080:00000001:0.0:1712357321.037481:0:13045:0:(obd_class.h:927:obd_fid_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.037484:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.037487:0:13045:0:(lmv_obd.c:1532:lmv_get_root()) Process entered 00800000:00000001:0.0:1712357321.037489:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.037493:0:13045:0:(mdc_request.c:108:mdc_get_root()) Process entered 00000100:00000010:0.0:1712357321.037496:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357321.037498:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=7 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:0.0:1712357321.037501:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357321.037502:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357321.037504:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357321.037506:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a6a00. 00000100:00000001:0.0:1712357321.037509:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037515:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357321.037531:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357321.037537:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac0476c0. 00000100:00000001:0.0:1712357321.037539:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135200192192 : -131938509359424 : ffff8800ac0476c0) 00000100:00000001:0.0:1712357321.037541:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357321.037542:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357321.037544:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357321.037545:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037547:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357321.037548:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357321.037552:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.037558:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357321.037559:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.037562:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357321.037564:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357321.037567:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:34be3091-400c-4cb8-ac8c-f722e1f64856:13045:1795536572180288:192.168.203.120@tcp:40:mount.lustre.0 00000100:00000001:0.0:1712357321.037573:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357321.037578:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357321.037580:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.037599:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357321.037603:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357321.037604:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357321.037613:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357321.037616:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06cbb0. 00000400:00000010:0.0:1712357321.037622:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357321.037629:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572180288, portal 10 00000100:00000001:0.0:1712357321.037631:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357321.037631:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357321.037636:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=209 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.037642:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357321.037645:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357321.037647:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11e58. 00000100:00000200:0.0:1712357321.037649:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1795536572180288, offset 0 00000400:00000200:0.0:1712357321.037653:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357321.037661:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357321.037666:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357321.037672:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357321.037675:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357321.037678:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357321.037680:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357321.037683:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [924:924:256:4294967295] 192.168.203.120@tcp LPNI seq info [924:924:8:4294967295] 00000400:00000200:0.0:1712357321.037686:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357321.037695:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357321.037700:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357321.037704:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a98a0500. 00000800:00000200:0.0:1712357321.037709:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357321.037721:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357321.037724:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a98a0500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1712357321.037732:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037733:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.037735:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037737:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357321.037738:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357321.037741:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ac0476c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357321.037743:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.037745:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.037748:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.037748:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.037847:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357321.037851:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.037852:0:1850:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357321.037857:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.037863:0:1850:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357321.037864:0:1850:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.037865:0:1850:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357321.037867:0:1850:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357321.037869:0:1850:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34be3091-400c-4cb8-ac8c-f722e1f64856:1850:1795536572180160:192.168.203.120@tcp:8:mount.lustre.0 00000100:00000001:1.0:1712357321.037871:0:1850:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357321.037873:0:1850:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357321.037874:0:1850:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.037875:0:1850:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357321.037878:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357321.037879:0:1850:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357321.037883:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357321.037885:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f78. 00000400:00000010:1.0:1712357321.037888:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357321.037890:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572180160, portal 4 00000100:00000001:1.0:1712357321.037892:0:1850:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357321.037893:0:1850:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369361408 : -131936340190208 : ffff88012d4f5c00) 00000020:00000010:1.0:1712357321.037901:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012dcb2000. 00000100:00000040:1.0:1712357321.037911:0:1850:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.037916:0:1850:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357321.037917:0:1850:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357321.037919:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e880. 00000100:00000200:1.0:1712357321.037921:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1795536572180160, offset 0 00000400:00000200:1.0:1712357321.037924:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357321.037927:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.037929:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357321.037931:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357321.037933:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357321.037935:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357321.037937:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357321.037938:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [925:925:255:4294967295] 192.168.203.120@tcp LPNI seq info [925:925:7:4294967295] 00000400:00000200:1.0:1712357321.037941:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.037945:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357321.037948:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357321.037951:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4800. 00000800:00000200:1.0:1712357321.037954:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357321.037957:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357321.037959:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1712357321.037961:0:1850:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.037962:0:1850:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.037964:0:1850:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.037965:0:1850:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357321.037968:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.037972:0:1850:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357321.037973:0:1850:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.037974:0:1850:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357321.037976:0:1850:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357321.037982:0:1850:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34be3091-400c-4cb8-ac8c-f722e1f64856:1850:1795536572180224:192.168.203.120@tcp:8:mount.lustre.0 00000100:00000001:1.0:1712357321.037984:0:1850:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357321.037985:0:1850:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357321.037986:0:1850:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.037988:0:1850:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357321.037990:0:1850:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99c00. 02000000:00000001:1.0:1712357321.037991:0:1850:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357321.037993:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357321.037996:0:1850:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357321.037998:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357321.038000:0:1850:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572180224, portal 4 00000100:00000001:1.0:1712357321.038001:0:1850:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357321.038002:0:1850:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369360512 : -131936340191104 : ffff88012d4f5880) 00000020:00000010:1.0:1712357321.038007:0:1850:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012dcb4000. 00000100:00000040:1.0:1712357321.038010:0:1850:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.038014:0:1850:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357321.038016:0:1850:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357321.038017:0:1850:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20ea18. 00000100:00000200:1.0:1712357321.038018:0:1850:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1795536572180224, offset 0 00000400:00000200:1.0:1712357321.038021:0:1850:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357321.038024:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.038027:0:1850:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357321.038028:0:1850:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357321.038030:0:1850:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357321.038031:0:1850:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357321.038033:0:1850:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357321.038035:0:1850:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [926:926:254:4294967295] 192.168.203.120@tcp LPNI seq info [926:926:6:4294967295] 00000400:00000200:1.0:1712357321.038037:0:1850:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357321.038041:0:1850:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357321.038044:0:1850:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357321.038049:0:1850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4d00. 00000800:00000200:1.0:1712357321.038052:0:1850:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357321.038055:0:1850:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357321.038057:0:1850:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1712357321.038059:0:1850:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.038060:0:1850:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.038061:0:1850:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.038063:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.038064:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.038070:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357321.038071:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1712357321.038072:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357321.038073:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.038074:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.038075:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357321.038145:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.038159:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.038161:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.038163:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.038168:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.038171:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.038175:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.038178:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.038181:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.038185:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 10 MB=0x66107ef90e580 00000400:00000200:3.0:1712357321.038187:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.038192:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 368/368 into md 0x1fad [1] + 224 00000800:00000001:3.0:1712357321.038197:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.038210:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.038217:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.038221:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.038226:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.038230:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.038237:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038248:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000200:3.0:1712357321.038276:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.038278:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a98a0500. 00000400:00000200:3.0:1712357321.038281:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.038284:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.038286:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11e58 00000400:00000010:3.0:1712357321.038287:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11e58. 00000100:00000001:3.0:1712357321.038290:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.038293:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038299:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.038301:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038306:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.038308:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357321.038312:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.038315:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1712357321.038319:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.038320:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4800. 00000400:00000200:3.0:1712357321.038324:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.038326:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.038328:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e880 00000400:00000010:3.0:1712357321.038329:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e880. 00000100:00000001:3.0:1712357321.038331:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.038333:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038346:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.038349:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038353:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.038355:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000200:3.0:1712357321.038421:0:1845:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357321.038423:0:1845:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4d00. 00000400:00000200:3.0:1712357321.038425:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.038428:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357321.038430:0:1845:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20ea18 00000400:00000010:3.0:1712357321.038431:0:1845:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20ea18. 00000100:00000001:3.0:1712357321.038433:0:1845:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.038436:0:1845:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038441:0:1845:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.038443:0:1845:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038447:0:1845:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.038448:0:1845:0:(events.c:87:request_out_callback()) Process leaving 00000100:00000001:3.0:1712357321.038457:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357321.038458:0:1853:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1712357321.038461:0:1853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1712357321.038463:0:1853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1712357321.038464:0:1853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1cb8. 00000400:00000200:3.0:1712357321.038468:0:1853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4d48 00000400:00000010:3.0:1712357321.038469:0:1853:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4d48. 00000100:00000001:3.0:1712357321.038471:0:1853:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.038474:0:1853:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1712357321.038480:0:1853:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038485:0:1853:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:3.0:1712357321.038490:0:1853:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.038492:0:1853:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:3.0:1712357321.038494:0:1853:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1712357321.038496:0:1853:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1712357321.038498:0:1853:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1712357321.038500:0:1853:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1712357321.038507:0:1853:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9438 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1712357321.038509:0:1853:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1712357321.038511:0:1853:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1712357321.038513:0:1853:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1712357321.038515:0:1853:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1712357321.038528:0:1853:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.038531:0:1853:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1712357321.038532:0:1853:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:3.0:1712357321.038533:0:1853:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1712357321.038534:0:1853:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.038538:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038542:0:1853:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1712357321.038545:0:1853:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1712357321.038546:0:1853:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:3.0:1712357321.038549:0:1853:0:(mdc_request.c:1588:mdc_statfs_interpret()) blocks=23812 free=23336 avail=21172 objects=79992 free=79652 state=0 00000100:00000040:3.0:1712357321.038553:0:1853:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:3.0:1712357321.038559:0:1853:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:34be3091-400c-4cb8-ac8c-f722e1f64856:0:1795536572179840:192.168.203.120@tcp:41:mount.lustre.0 00000100:00000001:3.0:1712357321.038562:0:1853:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.038564:0:1853:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357321.038566:0:1853:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada44380 x1795536572179840/t0(0) o41->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1712357337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.038570:0:1853:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1712357321.038572:0:1853:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1712357321.038574:0:1853:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b61adc00. 02000000:00000001:3.0:1712357321.038579:0:1853:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1712357321.038607:0:1853:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:3.0:1712357321.038608:0:1853:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=6 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:3.0:1712357321.038610:0:1853:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:3.0:1712357321.038613:0:1853:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800aa343100. 02000000:00000001:3.0:1712357321.038615:0:1853:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1712357321.038616:0:1853:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1712357321.038618:0:1853:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada44380. 00000100:00000001:3.0:1712357321.038620:0:1853:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1712357321.038621:0:1853:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.038623:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1712357321.038626:0:1853:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1712357321.038627:0:1853:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.038628:0:1853:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1712357321.038630:0:1853:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357321.038762:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=428971 : 428971 : 68bab) 00000020:00000001:2.0:1712357321.038765:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=483014 : 483014 : 75ec6) 00000020:00000001:2.0:1712357321.038766:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=3272182 : 3272182 : 31edf6) 00000020:00000001:2.0:1712357321.038768:0:66:0:(lprocfs_status.c:1730:lprocfs_read_helper()) Process leaving (rc=5267398 : 5267398 : 505fc6) 00000100:00000040:2.0:1712357321.038771:0:66:0:(pinger.c:325:ptlrpc_pinger_main()) next wakeup in 5 (269) 00000800:00000001:3.0:1712357321.043454:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.043473:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.043478:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.043480:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.043491:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.043498:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.043506:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.043510:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.043514:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.043529:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 448 into portal 10 MB=0x66107ef90e740 00000400:00000200:3.0:1712357321.043533:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.043538:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 448/448 into md 0x1fbd [1] + 224 00000800:00000001:3.0:1712357321.043546:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.043558:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.043561:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.043565:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.043572:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.043607:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.043616:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.043638:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.043646:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.043649:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.043697:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357321.043704:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357321.043706:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357321.043709:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06cbb0. 00000400:00000200:0.0:1712357321.043712:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357321.043714:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357321.043716:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357321.043721:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357321.043728:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.043733:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357321.043735:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.043738:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357321.043741:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357321.043743:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357321.043746:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.043749:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357321.043757:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9438 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1712357321.043760:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357321.043762:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357321.043763:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.043766:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357321.043775:0:13045:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.043778:0:13045:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357321.043780:0:13045:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357321.043781:0:13045:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357321.043783:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357321.043787:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.043793:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.043796:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357321.043798:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357321.043801:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357321.043807:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:34be3091-400c-4cb8-ac8c-f722e1f64856:13045:1795536572180288:192.168.203.120@tcp:40:mount.lustre.0 00000100:00000001:0.0:1712357321.043811:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.043814:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.043816:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357321.043818:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.043821:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.043826:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357321.043829:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ac0476c0. 00000100:00000001:0.0:1712357321.043837:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357321.043838:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1712357321.043845:0:13045:0:(mdc_request.c:147:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:0.0:1712357321.043847:0:13045:0:(mdc_request.c:148:mdc_get_root()) Process leaving 00000100:00000001:0.0:1712357321.043848:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.043852:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572180288/t0(0) o40->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1712357337 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.043857:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357321.043859:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357321.043862:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7f800. 02000000:00000001:0.0:1712357321.043865:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357321.043870:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357321.043872:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=5 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:0.0:1712357321.043874:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357321.043876:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a6a00. 02000000:00000001:0.0:1712357321.043879:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357321.043880:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357321.043883:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357321.043886:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357321.043887:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1712357321.043889:0:13045:0:(lmv_obd.c:1540:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1712357321.043894:0:13045:0:(llite_lib.c:710:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000010:0.0:1712357321.043897:0:13045:0:(llite_lib.c:728:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff88012a5a6a00. 00000080:00000001:0.0:1712357321.043899:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1712357321.043904:0:13045:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9b7f800. 00800000:00000001:0.0:1712357321.043908:0:13045:0:(lmv_obd.c:1594:lmv_getattr()) Process entered 00800000:00000001:0.0:1712357321.043911:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1712357321.043914:0:13045:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9b7f000. 00000002:00000001:0.0:1712357321.043917:0:13045:0:(mdc_request.c:229:mdc_getattr()) Process entered 00000100:00000010:0.0:1712357321.043920:0:13045:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d4f5500. 00000020:00000040:0.0:1712357321.043923:0:13045:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=6 obd=lustre-MDT0000-mdc-ffff88012a664000 00000100:00000001:0.0:1712357321.043926:0:13045:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1712357321.043929:0:13045:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1712357321.043932:0:13045:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1712357321.043937:0:13045:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012a5a7800. 00000100:00000001:0.0:1712357321.043942:0:13045:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.043947:0:13045:0:(mdc_request.c:173:mdc_getattr_common()) Process entered 00000100:00000001:0.0:1712357321.043948:0:13045:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1712357321.043949:0:13045:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1712357321.043953:0:13045:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac0476c0. 00000100:00000001:0.0:1712357321.043955:0:13045:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135200192192 : -131938509359424 : ffff8800ac0476c0) 00000100:00000001:0.0:1712357321.043957:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357321.043958:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000001:0.0:1712357321.043962:0:13045:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1712357321.043965:0:13045:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.043967:0:13045:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1712357321.043968:0:13045:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1712357321.043976:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.043981:0:13045:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1712357321.043983:0:13045:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.043986:0:13045:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1712357321.043988:0:13045:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1712357321.043991:0:13045:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:34be3091-400c-4cb8-ac8c-f722e1f64856:13045:1795536572180352:192.168.203.120@tcp:33:mount.lustre.0 00000100:00000001:0.0:1712357321.043994:0:13045:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1712357321.043998:0:13045:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1712357321.044000:0:13045:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.044002:0:13045:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1712357321.044006:0:13045:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b7d000. 02000000:00000001:0.0:1712357321.044008:0:13045:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1712357321.044012:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:0.0:1712357321.044014:0:13045:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ab06cbb0. 00000400:00000010:0.0:1712357321.044018:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11a18. 00000100:00000200:0.0:1712357321.044024:0:13045:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572180352, portal 10 00000100:00000001:0.0:1712357321.044025:0:13045:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1712357321.044026:0:13045:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137369359616 : -131936340192000 : ffff88012d4f5500) 00000100:00000040:0.0:1712357321.044031:0:13045:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.044095:0:13045:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1712357321.044099:0:13045:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:0.0:1712357321.044101:0:13045:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5c11440. 00000100:00000200:0.0:1712357321.044104:0:13045:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1795536572180352, offset 0 00000400:00000200:0.0:1712357321.044108:0:13045:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:0.0:1712357321.044113:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357321.044117:0:13045:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:0.0:1712357321.044123:0:13045:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1712357321.044126:0:13045:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:0.0:1712357321.044130:0:13045:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1712357321.044132:0:13045:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:0.0:1712357321.044135:0:13045:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [927:927:256:4294967295] 192.168.203.120@tcp LPNI seq info [927:927:8:4294967295] 00000400:00000200:0.0:1712357321.044142:0:13045:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:0.0:1712357321.044150:0:13045:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:0.0:1712357321.044155:0:13045:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:0.0:1712357321.044159:0:13045:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a98a0700. 00000800:00000200:0.0:1712357321.044164:0:13045:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:0.0:1712357321.044171:0:13045:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:0.0:1712357321.044175:0:13045:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a98a0700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1712357321.044180:0:13045:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.044182:0:13045:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.044184:0:13045:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.044186:0:13045:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1712357321.044187:0:13045:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1712357321.044189:0:13045:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800ac0476c0 going to sleep for 11 seconds 00000100:00000001:0.0:1712357321.044191:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.044192:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.044194:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1712357321.044194:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357321.044242:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.044247:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.044248:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.044249:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.044253:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044256:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.044259:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044261:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044263:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044266:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 4 MB=0x66107ef90e6c0 00000400:00000200:3.0:1712357321.044269:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044273:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 416/416 into md 0x1fc5 [1] + 0 00000800:00000001:3.0:1712357321.044276:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.044329:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.044331:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.044335:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.044338:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.044341:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.044348:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.044657:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357321.044669:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357321.044672:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357321.044675:0:1850:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357321.044676:0:1850:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357321.044677:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f78. 00000400:00000200:1.0:1712357321.044680:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:1.0:1712357321.044681:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:1.0:1712357321.044683:0:1850:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357321.044687:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357321.044693:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:3.0:1712357321.044696:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1712357321.044698:0:1850:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000010:3.0:1712357321.044699:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a98a0700. 00000100:00000001:1.0:1712357321.044699:0:1850:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.044700:0:1850:0:(client.c:1456:after_reply()) Process entered 00000400:00000200:3.0:1712357321.044701:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1712357321.044702:0:1850:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357321.044703:0:1850:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1712357321.044704:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:1.0:1712357321.044704:0:1850:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.044706:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11440 02000000:00000001:1.0:1712357321.044706:0:1850:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1712357321.044707:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11440. 00000100:00001000:1.0:1712357321.044710:0:1850:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fecc38 time=1712357321 v=5 (0 0 0 0) 00000100:00001000:1.0:1712357321.044712:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fecbf0 time=1712357321 v=0 (0 0 0 0) 00000100:00000001:3.0:1712357321.044713:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357321.044715:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00001000:1.0:1712357321.044719:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff8800b6fecbf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1712357321.044721:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357321.044721:0:1850:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357321.044722:0:1850:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1712357321.044723:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00010000:00000001:1.0:1712357321.044723:0:1850:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357321.044726:0:1850:0:(ldlm_request.c:1572:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357321.044727:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.044727:0:1850:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1712357321.044728:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000100:00100000:1.0:1712357321.044729:0:1850:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012a664000: committing for last_committed 0 gen 1 00000100:00000040:1.0:1712357321.044731:0:1850:0:(client.c:3063:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012a664000: normal: skip=0 replay=0/0 committed=0/0 00000800:00000001:3.0:1712357321.044732:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1712357321.044733:0:1850:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357321.044733:0:1850:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357321.044735:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357321.044736:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.044741:0:1850:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.044743:0:1850:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357321.044743:0:1850:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.044745:0:1850:0:(import.c:998:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1712357321.044750:0:1850:0:(import.c:1067:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff88012a664000: connect to target with instance 1 00000020:00000001:1.0:1712357321.044752:0:1850:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:1.0:1712357321.044753:0:1850:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a73 00000020:00000001:1.0:1712357321.044756:0:1850:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357321.044758:0:1850:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa321000 refcount=4 00000020:00000001:1.0:1712357321.044760:0:1850:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000020:00000001:1.0:1712357321.044762:0:1850:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169626112 : -131938539925504 : ffff8800aa321000) 00000100:00001000:1.0:1712357321.044765:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fecbf0 time=1712357321 v=0 (0 0 0 0) 00000100:00001000:1.0:1712357321.044767:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff8800b6fecbf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1712357321.044771:0:1850:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00000100:00080000:1.0:1712357321.044774:0:1850:0:(import.c:921:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff88012a664000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440078 00000020:00000040:1.0:1712357321.044778:0:1850:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa321000 : new refcount 3 00000100:00000001:1.0:1712357321.044779:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:1.0:1712357321.044786:0:1850:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000020:1.0:1712357321.044789:0:1850:0:(osc_request.c:1073:osc_init_grant()) lustre-OST0000-osc-ffff88012a664000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1712357321.044793:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00020000:00000001:1.0:1712357321.044801:0:1850:0:(lov_obd.c:439:lov_notify()) Process entered 00000080:00000001:1.0:1712357321.044804:0:1850:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:1.0:1712357321.044806:0:1850:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640078 -> 0xa0425af2e3440078 00000080:00000001:1.0:1712357321.044808:0:1850:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1712357321.044809:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.044811:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.044813:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.044816:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044817:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044818:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.044819:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.044820:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.044821:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044822:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1712357321.044824:0:1850:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:1.0:1712357321.044825:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357321.044827:0:1850:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1712357321.044829:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357321.044832:0:1850:0:(mdc_request.c:3020:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1712357321.044833:0:1850:0:(mdc_request.c:3028:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357321.044834:0:1850:0:(lmv_obd.c:317:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044836:0:1850:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044837:0:1850:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.044839:0:1850:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.044840:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.044842:0:1850:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.044844:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00080000:1.0:1712357321.044845:0:1850:0:(import.c:1148:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1712357321.044849:0:1850:0:(import.c:86:import_set_state_nolock()) ffff8800b6fec800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1712357321.044851:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:1.0:1712357321.044852:0:1850:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000001:1.0:1712357321.044853:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00020000:00000001:1.0:1712357321.044858:0:1850:0:(lov_obd.c:439:lov_notify()) Process entered 00020000:00000001:1.0:1712357321.044859:0:1850:0:(lov_obd.c:360:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1712357321.044861:0:1850:0:(lov_obd.c:363:lov_set_osc_active()) Searching in lov ffff8800adab5c48 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1712357321.044864:0:1850:0:(lov_obd.c:410:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1712357321.044865:0:1850:0:(lov_obd.c:427:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn bda2fb8f03338a73 00020000:00000001:1.0:1712357321.044867:0:1850:0:(lov_obd.c:431:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044872:0:1850:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:1.0:1712357321.044873:0:1850:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00000001:1.0:1712357321.044874:0:1850:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1712357321.044875:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.044876:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.044877:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.044878:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044879:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044880:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.044880:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.044882:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.044883:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044884:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1712357321.044885:0:1850:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:1.0:1712357321.044886:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357321.044887:0:1850:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1712357321.044888:0:1850:0:(lmv_obd.c:301:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044889:0:1850:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.044891:0:1850:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.044892:0:1850:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.044893:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.044894:0:1850:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.044896:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00000001:1.0:1712357321.044897:0:1850:0:(import.c:1176:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.044900:0:1850:0:(import.c:1543:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1712357321.044903:0:1850:0:(import.c:1644:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.044905:0:1850:0:(import.c:1422:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357321.044909:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:1.0:1712357321.044915:0:1850:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34be3091-400c-4cb8-ac8c-f722e1f64856:1850:1795536572180160:192.168.203.120@tcp:8:mount.lustre.0 00000100:00000001:1.0:1712357321.044919:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.044921:0:1850:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.044923:0:1850:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5c00 x1795536572180160/t0(0) o8->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.044928:0:1850:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357321.044932:0:1850:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357321.044934:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e9a000. 02000000:00000001:1.0:1712357321.044939:0:1850:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357321.044940:0:1850:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.044941:0:1850:0:(genops.c:1140:class_import_put()) import ffff8800b6fec800 refcount=4 obd=lustre-OST0000-osc-ffff88012a664000 00000020:00000001:1.0:1712357321.044943:0:1850:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357321.044944:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7d400. 02000000:00000001:1.0:1712357321.044946:0:1850:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1712357321.044947:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:1.0:1712357321.044947:0:1850:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357321.044948:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5c00. 00000100:00000001:1.0:1712357321.044950:0:1850:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1712357321.044951:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.044951:0:1850:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.044952:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.044953:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.044953:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.044954:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357321.044955:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357321.044956:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.044957:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000100:00000001:1.0:1712357321.044958:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1712357321.044960:0:1846:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.044963:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044965:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044967:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044970:0:1846:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 416 into portal 4 MB=0x66107ef90e700 00000400:00000200:3.0:1712357321.044972:0:1846:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.044975:0:1846:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 416/416 into md 0x1fcd [1] + 0 00000800:00000001:3.0:1712357321.044979:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.044986:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.044987:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.044990:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.044992:0:1846:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.044996:0:1846:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.045002:0:1846:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.045019:0:1846:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.045025:0:1846:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.045027:0:1846:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.045034:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357321.045036:0:1850:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357321.045037:0:1850:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357321.045038:0:1850:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357321.045040:0:1850:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357321.045042:0:1850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:1.0:1712357321.045044:0:1850:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:1.0:1712357321.045045:0:1850:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357321.045048:0:1850:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1712357321.045054:0:1850:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/544 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.045059:0:1850:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357321.045060:0:1850:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.045061:0:1850:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357321.045062:0:1850:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357321.045062:0:1850:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357321.045063:0:1850:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357321.045064:0:1850:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357321.045068:0:1850:0:(import.c:1933:obd_at_measure()) add 5 to ffff88012ab15438 time=1712357321 v=5 (0 0 0 0) 00000100:00001000:1.0:1712357321.045073:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff88012ab153f0 time=1712357321 v=0 (0 0 0 0) 00000100:00001000:1.0:1712357321.045075:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff88012ab153f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1712357321.045077:0:1850:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357321.045078:0:1850:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357321.045079:0:1850:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1712357321.045082:0:1850:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00010000:00000001:1.0:1712357321.045086:0:1850:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.045088:0:1850:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1712357321.045090:0:1850:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012a664000: committing for last_committed 0 gen 1 00000100:00000040:1.0:1712357321.045091:0:1850:0:(client.c:3063:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012a664000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1712357321.045093:0:1850:0:(client.c:3064:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357321.045093:0:1850:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357321.045096:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.045100:0:1850:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.045101:0:1850:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357321.045102:0:1850:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.045104:0:1850:0:(import.c:998:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1712357321.045106:0:1850:0:(import.c:1067:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff88012a664000: connect to target with instance 1 00000020:00000001:1.0:1712357321.045108:0:1850:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:1.0:1712357321.045108:0:1850:0:(genops.c:835:class_conn2export()) looking for export cookie 0xbda2fb8f03338a7a 00000020:00000001:1.0:1712357321.045110:0:1850:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357321.045111:0:1850:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8800aa326800 refcount=4 00000020:00000001:1.0:1712357321.045112:0:1850:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000020:00000001:1.0:1712357321.045114:0:1850:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612135169648640 : -131938539902976 : ffff8800aa326800) 00000100:00001000:1.0:1712357321.045116:0:1850:0:(import.c:1933:obd_at_measure()) add 1 to ffff88012ab153f0 time=1712357321 v=0 (0 0 0 0) 00000100:00001000:1.0:1712357321.045118:0:1850:0:(import.c:1999:obd_at_measure()) AT ffff88012ab153f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1712357321.045120:0:1850:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 1051, crc32c 7555, adler 959 00000100:00080000:1.0:1712357321.045123:0:1850:0:(import.c:921:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff88012a664000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440078 00000020:00000040:1.0:1712357321.045125:0:1850:0:(genops.c:906:class_export_put()) PUTting export ffff8800aa326800 : new refcount 3 00000100:00000001:1.0:1712357321.045129:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:1.0:1712357321.045130:0:1850:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000020:1.0:1712357321.045132:0:1850:0:(osc_request.c:1073:osc_init_grant()) lustre-OST0001-osc-ffff88012a664000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1712357321.045135:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00020000:00000001:1.0:1712357321.045136:0:1850:0:(lov_obd.c:439:lov_notify()) Process entered 00000080:00000001:1.0:1712357321.045137:0:1850:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:1.0:1712357321.045138:0:1850:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00000001:1.0:1712357321.045139:0:1850:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1712357321.045140:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.045141:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.045142:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.045143:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045145:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045146:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.045146:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.045147:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.045148:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045150:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1712357321.045151:0:1850:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:1.0:1712357321.045152:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357321.045153:0:1850:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1712357321.045154:0:1850:0:(lmv_obd.c:301:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045155:0:1850:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045156:0:1850:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.045157:0:1850:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.045158:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.045159:0:1850:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.045161:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00080000:1.0:1712357321.045162:0:1850:0:(import.c:1148:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1712357321.045163:0:1850:0:(import.c:86:import_set_state_nolock()) ffff88012ab15000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1712357321.045165:0:1850:0:(obd_class.h:1240:obd_import_event()) Process entered 00000008:00000001:1.0:1712357321.045166:0:1850:0:(osc_request.c:3652:osc_import_event()) Process entered 00000008:00000001:1.0:1712357321.045167:0:1850:0:(obd_class.h:1259:obd_notify()) Process entered 00020000:00000001:1.0:1712357321.045168:0:1850:0:(lov_obd.c:439:lov_notify()) Process entered 00020000:00000001:1.0:1712357321.045169:0:1850:0:(lov_obd.c:360:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1712357321.045170:0:1850:0:(lov_obd.c:363:lov_set_osc_active()) Searching in lov ffff8800adab5c48 for uuid lustre-OST0001_UUID event(1) 00020000:01000000:1.0:1712357321.045172:0:1850:0:(lov_obd.c:410:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00020000:00000040:1.0:1712357321.045173:0:1850:0:(lov_obd.c:427:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn bda2fb8f03338a7a 00020000:00000001:1.0:1712357321.045178:0:1850:0:(lov_obd.c:431:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357321.045180:0:1850:0:(lcommon_misc.c:93:cl_ocd_update()) Process entered 00000080:00000004:1.0:1712357321.045181:0:1850:0:(lcommon_misc.c:101:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440078 -> 0xa0425af2e3440078 00000080:00000001:1.0:1712357321.045182:0:1850:0:(lcommon_misc.c:55:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1712357321.045182:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.045183:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.045184:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.045186:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045187:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045188:0:1850:0:(obd_class.h:489:obd_get_info()) Process entered 00000080:00000001:1.0:1712357321.045189:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.045190:0:1850:0:(lov_obd.c:1141:lov_get_info()) Process entered 00020000:00000001:1.0:1712357321.045191:0:1850:0:(lov_obd.c:1163:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045192:0:1850:0:(obd_class.h:503:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1712357321.045193:0:1850:0:(lcommon_misc.c:74:cl_init_ea_size()) updating def/max_easize: 72/65536 00000080:00000001:1.0:1712357321.045194:0:1850:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357321.045195:0:1850:0:(lmv_obd.c:289:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1712357321.045196:0:1850:0:(lmv_obd.c:301:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045197:0:1850:0:(lcommon_misc.c:77:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357321.045198:0:1850:0:(lcommon_misc.c:118:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357321.045200:0:1850:0:(lov_obd.c:476:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.045201:0:1850:0:(obd_class.h:1277:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357321.045202:0:1850:0:(osc_request.c:3724:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.045204:0:1850:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00000001:1.0:1712357321.045205:0:1850:0:(import.c:1176:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357321.045206:0:1850:0:(import.c:1543:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1712357321.045208:0:1850:0:(import.c:1644:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.045209:0:1850:0:(import.c:1422:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357321.045213:0:1850:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:1.0:1712357321.045219:0:1850:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:34be3091-400c-4cb8-ac8c-f722e1f64856:1850:1795536572180224:192.168.203.120@tcp:8:mount.lustre.0 00000100:00000001:1.0:1712357321.045222:0:1850:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.045223:0:1850:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357321.045225:0:1850:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5880 x1795536572180224/t0(0) o8->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1712357331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:1.0:1712357321.045237:0:1850:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357321.045238:0:1850:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357321.045240:0:1850:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99c00. 02000000:00000001:1.0:1712357321.045244:0:1850:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357321.045245:0:1850:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357321.045246:0:1850:0:(genops.c:1140:class_import_put()) import ffff88012ab15000 refcount=4 obd=lustre-OST0001-osc-ffff88012a664000 00000020:00000001:1.0:1712357321.045247:0:1850:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357321.045248:0:1850:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9b7e000. 02000000:00000001:1.0:1712357321.045250:0:1850:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357321.045251:0:1850:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357321.045252:0:1850:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5880. 00000100:00000001:1.0:1712357321.045254:0:1850:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357321.045255:0:1850:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.045256:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357321.045261:0:1850:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357321.045262:0:1850:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357321.045264:0:1850:0:(ptlrpcd.c:325:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1712357321.045264:0:1850:0:(ptlrpcd.c:424:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1712357321.046534:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.046539:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357321.046541:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.046543:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.046547:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.046551:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357321.046555:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.046558:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.046560:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.046563:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 464 into portal 10 MB=0x66107ef90e780 00000400:00000200:3.0:1712357321.046566:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357321.046569:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 464/464 into md 0x1fd5 [1] + 224 00000800:00000001:3.0:1712357321.046573:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.046629:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357321.046631:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357321.046634:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357321.046638:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357321.046642:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000040:3.0:1712357321.046648:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=464 offset=224 replen=728 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:3.0:1712357321.046657:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357321.046661:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357321.046663:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.046853:0:13045:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1712357321.046857:0:13045:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1712357321.046858:0:13045:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1712357321.046860:0:13045:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ab06cbb0. 00000400:00000200:0.0:1712357321.046863:0:13045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5c11a18 00000400:00000010:0.0:1712357321.046864:0:13045:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5c11a18. 00000100:00000001:0.0:1712357321.046866:0:13045:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1712357321.046870:0:13045:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1712357321.046876:0:13045:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/728 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.046881:0:13045:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:0.0:1712357321.046882:0:13045:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.046884:0:13045:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:0.0:1712357321.046886:0:13045:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1712357321.046887:0:13045:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1712357321.046893:0:13045:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1712357321.046894:0:13045:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1712357321.046899:0:13045:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9480 time=1712357321 v=5 (0 0 0 0) 00000100:00001000:0.0:1712357321.046901:0:13045:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1712357321.046904:0:13045:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1712357321.046905:0:13045:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.046906:0:13045:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1712357321.046908:0:13045:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.046910:0:13045:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1712357321.046911:0:13045:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:0.0:1712357321.046913:0:13045:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1712357321.046914:0:13045:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1712357321.046917:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357337 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.046922:0:13045:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1712357321.046923:0:13045:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1712357321.046924:0:13045:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1712357321.046926:0:13045:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357337 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00100000:0.0:1712357321.046932:0:13045:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012d4f5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:34be3091-400c-4cb8-ac8c-f722e1f64856:13045:1795536572180352:192.168.203.120@tcp:33:mount.lustre.0 00000100:00000001:0.0:1712357321.046935:0:13045:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1712357321.046937:0:13045:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.046939:0:13045:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1712357321.046940:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.046942:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357337 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.046947:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1712357321.046950:0:13045:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ac0476c0. 00000100:00000001:0.0:1712357321.046952:0:13045:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1712357321.046954:0:13045:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:0.0:1712357321.046957:0:13045:0:(mdc_request.c:185:mdc_getattr_common()) mode: 40755 00000002:00000001:0.0:1712357321.046959:0:13045:0:(mdc_request.c:207:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.046961:0:13045:0:(mdc_request.c:281:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.046965:0:13045:0:(lmv_obd.c:1607:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357321.046969:0:13045:0:(llite_lib.c:745:client_common_fill_super()) kfreed 'op_data': 384 at ffff88012a5a6a00. 00000080:00000001:0.0:1712357321.046972:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.046974:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1712357321.046977:0:13045:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1712357321.046979:0:13045:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1712357321.046981:0:13045:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1712357321.046984:0:13045:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1712357321.046991:0:13045:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800a7709000. 00000080:00000001:0.0:1712357321.046998:0:13045:0:(llite_lib.c:3138:ll_read_inode2()) Process entered 00000080:00200000:0.0:1712357321.047000:0:13045:0:(llite_lib.c:3141:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00000001:0.0:1712357321.047003:0:13045:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1712357321.047005:0:13045:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1712357321.047008:0:13045:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.047009:0:13045:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1712357321.047011:0:13045:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1712357321.047013:0:13045:0:(llite_lib.c:2804:ll_update_inode()) setting ino 144115188193296385 mtime from 0 to 1712357311 00000080:00200000:0.0:1712357321.047016:0:13045:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00000001:0.0:1712357321.047018:0:13045:0:(llite_lib.c:3171:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1712357321.047020:0:13045:0:(namei.c:166:ll_iget()) Process leaving (rc=18446612135123390664 : -131938586160952 : ffff8800a77090c8) 00000080:00000001:0.0:1712357321.047022:0:13045:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1712357321.047023:0:13045:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1712357321.047025:0:13045:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1712357321.047027:0:13045:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1712357321.047029:0:13045:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012d4f5500 x1795536572180352/t0(0) o33->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1712357337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 00000100:00000001:0.0:1712357321.047034:0:13045:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1712357321.047035:0:13045:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1712357321.047037:0:13045:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b7d000. 02000000:00000001:0.0:1712357321.047039:0:13045:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1712357321.047040:0:13045:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:0.0:1712357321.047042:0:13045:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=5 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:0.0:1712357321.047043:0:13045:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:0.0:1712357321.047045:0:13045:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012a5a7800. 02000000:00000001:0.0:1712357321.047047:0:13045:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1712357321.047052:0:13045:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1712357321.047054:0:13045:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d4f5500. 00000100:00000001:0.0:1712357321.047056:0:13045:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1712357321.047057:0:13045:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1712357321.047060:0:13045:0:(cl_object.c:702:cl_env_obtain()) Process entered 00000020:00000001:0.0:1712357321.047063:0:13045:0:(cl_object.c:733:cl_env_obtain()) Process leaving (rc=18446612135158013960 : -131938551537656 : ffff8800a980e008) 00000020:00001000:0.0:1712357321.047065:0:13045:0:(cl_object.c:768:cl_env_get()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357321.047067:0:13045:0:(vvp_dev.c:191:vvp_device_alloc()) Process entered 00000080:00000010:0.0:1712357321.047069:0:13045:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8800b39df780. 00000080:00000010:0.0:1712357321.047072:0:13045:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff88012a5a7800. 00000020:00000001:0.0:1712357321.047074:0:13045:0:(lu_object.c:1087:lu_site_init()) Process entered 00000020:00000010:0.0:1712357321.047106:0:13045:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff88012c7bc000. 00000020:00000010:0.0:1712357321.047113:0:13045:0:(lprocfs_status.c:1235:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b39df4e0. 00000020:00000010:0.0:1712357321.047115:0:13045:0:(lprocfs_status.c:1245:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800ac0476c0. 00000020:00000001:0.0:1712357321.047118:0:13045:0:(lu_object.c:1150:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.047123:0:13045:0:(vvp_dev.c:217:vvp_device_alloc()) Process leaving (rc=18446612135327692672 : -131938381858944 : ffff8800b39df780) 00000080:00000001:0.0:1712357321.047125:0:13045:0:(vvp_dev.c:226:vvp_device_init()) Process entered 00020000:00000001:0.0:1712357321.047129:0:13045:0:(lov_dev.c:188:lov_mdc_dev_init()) Process entered 00020000:00000010:0.0:1712357321.047131:0:13045:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b39df5a0. 00020000:00000001:0.0:1712357321.047133:0:13045:0:(lovsub_dev.c:54:lovsub_device_init()) Process entered 00000008:00000001:0.0:1712357321.047135:0:13045:0:(osc_dev.c:173:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.047137:0:13045:0:(lovsub_dev.c:67:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.047139:0:13045:0:(lov_dev.c:196:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1712357321.047140:0:13045:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b39df840. 00020000:00000001:0.0:1712357321.047142:0:13045:0:(lovsub_dev.c:54:lovsub_device_init()) Process entered 00000008:00000001:0.0:1712357321.047143:0:13045:0:(osc_dev.c:173:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.047144:0:13045:0:(lovsub_dev.c:67:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1712357321.047146:0:13045:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800b39df8a0. 00020000:00000001:0.0:1712357321.047146:0:13045:0:(lovsub_dev.c:54:lovsub_device_init()) Process entered 00000008:00000001:0.0:1712357321.047148:0:13045:0:(osc_dev.c:173:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.047149:0:13045:0:(lovsub_dev.c:67:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1712357321.047149:0:13045:0:(lov_dev.c:304:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.047151:0:13045:0:(vvp_dev.c:239:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1712357321.047153:0:13045:0:(cl_object.c:849:cl_env_put()) 1@ffff8800a980e000 00000080:00000001:0.0:1712357321.047154:0:13045:0:(vvp_dev.c:335:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.047160:0:13045:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:0.0:1712357321.047163:0:13045:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:0.0:1712357321.047167:0:13045:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446612135102678848 : -131938606872768 : ffff8800a6348740) 00000080:00000001:0.0:1712357321.047169:0:13045:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446612135102678848 : -131938606872768 : ffff8800a6348740) 00000080:00000010:0.0:1712357321.047172:0:13045:0:(llite_lib.c:826:client_common_fill_super()) kfreed 'data': 192 at ffff8800b3493240. 00000080:00000010:0.0:1712357321.047175:0:13045:0:(llite_lib.c:828:client_common_fill_super()) kfreed 'osfs': 144 at ffff8800b34939c0. 00000080:00000001:0.0:1712357321.047195:0:13045:0:(llite_lib.c:852:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1712357321.047197:0:13045:0:(llite_lib.c:1494:ll_fill_super()) kfreed 'md': 33 at ffff88012dc641c0. 00000080:00000010:0.0:1712357321.047200:0:13045:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff88012dc64940. 00000080:00000010:0.0:1712357321.047203:0:13045:0:(llite_lib.c:1506:ll_fill_super()) kfreed 'cfg': 80 at ffff8800ab3ad6c0. 00000080:02000400:0.0:1712357321.047205:0:13045:0:(llite_lib.c:1512:ll_fill_super()) Mounted lustre-client 00000080:00000001:0.0:1712357321.048506:0:13045:0:(llite_lib.c:1513:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1712357321.048510:0:13045:0:(super25.c:192:lustre_fill_super()) 192.168.203.120@tcp:/lustre: Mount complete 00000080:00000001:0.0:1712357321.050249:0:1:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.050256:0:1:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.053180:0:1:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357321.053190:0:1:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1712357321.120883:0:13073:0:(libcfs_string.c:50:cfs_str2mask()) Process entered 00000100:00000001:3.0:1712357321.496741:0:12313:0:(service.c:1552:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1712357321.496747:0:12313:0:(service.c:1563:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.836732:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357321.836738:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.836745:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357321.836745:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357321.836749:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357321.836749:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1712357321.836934:0:12322:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357321.836937:0:12322:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357321.836939:0:12322:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1712357322.133216:0:13076:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357322.133225:0:13076:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357322.133227:0:13076:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:1.0:1712357322.133235:0:13076:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a63f3e00. 00000080:00000001:1.0:1712357322.133241:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357322.133247:0:13076:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a6e99c00. 00800000:00000001:1.0:1712357322.133252:0:13076:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357322.133255:0:13076:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357322.133259:0:13076:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357322.133263:0:13076:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357322.133266:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357322.133269:0:13076:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a6e9a000. 00000002:00000001:1.0:1712357322.133273:0:13076:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357322.133275:0:13076:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357322.133278:0:13076:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357322.133283:0:13076:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357322.133286:0:13076:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357322.133292:0:13076:0:(ldlm_lock.c:1479:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.133294:0:13076:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.133295:0:13076:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.133297:0:13076:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1712357322.133300:0:13076:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1712357322.133306:0:13076:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357322.133310:0:13076:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=6 obd=lustre-MDT0000-mdc-ffff88012a664000 00010000:00000001:1.0:1712357322.133317:0:13076:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1712357322.133321:0:13076:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357322.133324:0:13076:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.133326:0:13076:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357322.133329:0:13076:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357322.133333:0:13076:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357322.133338:0:13076:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6e99800. 00000100:00000001:1.0:1712357322.133344:0:13076:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.133349:0:13076:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357322.133351:0:13076:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.133352:0:13076:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1712357322.133353:0:13076:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.133355:0:13076:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.133359:0:13076:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00010000:00000001:1.0:1712357322.133363:0:13076:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1712357322.133364:0:13076:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1712357322.133368:0:13076:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b60f4300. 00010000:00000010:1.0:1712357322.133371:0:13076:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b3933e00. 00010000:00000001:1.0:1712357322.133376:0:13076:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1712357322.133379:0:13076:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ac38cfc0. 00000020:00000010:1.0:1712357322.133382:0:13076:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e302040. 00000020:00000001:1.0:1712357322.133385:0:13076:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1712357322.133387:0:13076:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ac38cfc0 with handle 0xbda2fb8f03338a81 to hash 00000020:00000001:1.0:1712357322.133389:0:13076:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1712357322.133390:0:13076:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.133393:0:13076:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.133399:0:13076:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357322.133401:0:13076:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357322.133405:0:13076:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 13076 initiator: MDT0 00010000:00010000:1.0:1712357322.133413:0:13076:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13076 initiator: MDT0 00000020:00000010:1.0:1712357322.133424:0:13076:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012dcb6000. 00010000:00010000:1.0:1712357322.133427:0:13076:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 13076 initiator: MDT0 00000100:00000001:1.0:1712357322.133433:0:13076:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357322.133434:0:13076:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357322.133439:0:13076:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357322.133441:0:13076:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135103383616 : -131938606168000 : ffff8800a63f4840) 00000100:00000001:1.0:1712357322.133444:0:13076:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357322.133445:0:13076:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357322.133449:0:13076:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357322.133452:0:13076:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.133454:0:13076:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357322.133457:0:13076:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357322.133467:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.133474:0:13076:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357322.133475:0:13076:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.133478:0:13076:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357322.133480:0:13076:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357322.133484:0:13076:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13076:1795536572180416:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1712357322.133487:0:13076:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357322.133492:0:13076:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357322.133494:0:13076:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.133496:0:13076:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357322.133501:0:13076:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012c318800. 02000000:00000001:1.0:1712357322.133505:0:13076:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357322.136642:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357322.136652:0:13076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357322.136661:0:13076:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357322.136669:0:13076:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572180416, portal 10 00000100:00000001:1.0:1712357322.136672:0:13076:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357322.136674:0:13076:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357322.136688:0:13076:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.136695:0:13076:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357322.136699:0:13076:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357322.136700:0:13076:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e7f8. 00000100:00000200:1.0:1712357322.136703:0:13076:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1795536572180416, offset 0 00000400:00000200:1.0:1712357322.136708:0:13076:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357322.136717:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357322.136723:0:13076:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357322.136729:0:13076:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357322.136733:0:13076:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357322.136737:0:13076:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357322.136739:0:13076:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357322.136742:0:13076:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [928:928:256:4294967295] 192.168.203.120@tcp LPNI seq info [928:928:8:4294967295] 00000400:00000200:1.0:1712357322.136745:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357322.136753:0:13076:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357322.136759:0:13076:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357322.136764:0:13076:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4d00. 00000800:00000200:1.0:1712357322.136771:0:13076:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357322.136780:0:13076:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357322.136784:0:13076:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1712357322.137976:0:13076:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.137982:0:13076:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357322.137986:0:13076:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.138001:0:13076:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357322.138003:0:13076:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357322.138006:0:13076:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a63f4840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357322.138009:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357322.138012:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.138016:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357322.138017:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357322.138151:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357322.138155:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4d00. 00000400:00000200:3.0:1712357322.138159:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.138165:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357322.138170:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e7f8 00000400:00000010:3.0:1712357322.138177:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e7f8. 00000100:00000001:3.0:1712357322.138181:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357322.138187:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.138196:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357322.138199:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.138204:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357322.138205:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357322.141243:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.141257:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357322.141261:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.141263:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.141274:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.141280:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357322.141286:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.141290:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.141293:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.141297:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 688 into portal 10 MB=0x66107ef90e7c0 00000400:00000200:3.0:1712357322.141300:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.141304:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 688/688 into md 0x1fdd [1] + 224 00000800:00000001:3.0:1712357322.141311:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.141328:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.141330:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.141334:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357322.141339:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357322.141345:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:3.0:1712357322.141352:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=688 offset=224 replen=1024 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.141372:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357322.141378:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.141388:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.141447:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357322.141453:0:13076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357322.141454:0:13076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357322.141457:0:13076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357322.141460:0:13076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:1.0:1712357322.141461:0:13076:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:1.0:1712357322.141463:0:13076:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357322.141465:0:13076:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357322.141469:0:13076:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.141473:0:13076:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357322.141474:0:13076:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.141476:0:13076:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357322.141479:0:13076:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357322.141481:0:13076:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357322.141482:0:13076:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.141484:0:13076:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357322.141491:0:13076:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9438 time=1 v=5 (5 0 0 0) 00000100:00001000:1.0:1712357322.141494:0:13076:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357322.141496:0:13076:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357322.141497:0:13076:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.141499:0:13076:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357322.141502:0:13076:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.141505:0:13076:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357322.141507:0:13076:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357322.141508:0:13076:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357322.141518:0:13076:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357322.141522:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.141532:0:13076:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357322.141535:0:13076:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357322.141537:0:13076:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357322.141540:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357338 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357322.141546:0:13076:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13076:1795536572180416:192.168.203.120@tcp:101:lfs.0 00000100:00000001:1.0:1712357322.141550:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.141553:0:13076:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.141555:0:13076:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357322.141557:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357322.141559:0:13076:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357338 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.141565:0:13076:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357322.141568:0:13076:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357322.141571:0:13076:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357322.141572:0:13076:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.141574:0:13076:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1712357322.141578:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141609:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141612:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357322.141615:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141617:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000040:1.0:1712357322.141622:0:13076:0:(ldlm_request.c:713:ldlm_cli_enqueue_fini()) local: ffff8800ac38cfc0, remote cookie: 0xa8e7976a8eb22b76, flags: 0x1001 00010000:00010000:1.0:1712357322.141626:0:13076:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1712357322.141635:0:13076:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141641:0:13076:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1712357322.141648:0:13076:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1712357322.141650:0:13076:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:1.0:1712357322.141651:0:13076:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:1.0:1712357322.141652:0:13076:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1712357322.141654:0:13076:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8800b60f4300) refcount = 1 00010000:00010000:1.0:1712357322.141657:0:13076:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141663:0:13076:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1712357322.141668:0:13076:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800a63f3c00. 00010000:00000001:1.0:1712357322.141671:0:13076:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1712357322.141672:0:13076:0:(ldlm_lock.c:1965:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357322.141675:0:13076:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1712357322.141676:0:13076:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357322.141679:0:13076:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141684:0:13076:0:(ldlm_request.c:809:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1712357322.141685:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141687:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141687:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141688:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141689:0:13076:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.141693:0:13076:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1712357322.141695:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141696:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141696:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141698:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141699:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141700:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141701:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141702:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=4 00000020:00000001:1.0:1712357322.141703:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141704:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141706:0:13076:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357322.141712:0:13076:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357322.141714:0:13076:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141720:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141720:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141722:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141722:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141723:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=5 00000020:00000001:1.0:1712357322.141724:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141726:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141728:0:13076:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357322.141730:0:13076:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141734:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141735:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1712357322.141737:0:13076:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141742:0:13076:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357322.141743:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141744:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141744:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141745:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1712357322.141749:0:13076:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:1.0:1712357322.141756:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141757:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141758:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141759:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141761:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141762:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141767:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357322.141769:0:13076:0:(mdc_locks.c:900:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.141770:0:13076:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.141772:0:13076:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1712357322.141774:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141775:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141776:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141777:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141779:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00000002:00010000:1.0:1712357322.141781:0:13076:0:(mdc_locks.c:1190:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141785:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141786:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141787:0:13076:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1712357322.141788:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141788:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141789:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141790:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141792:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000040:1.0:1712357322.141797:0:13076:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:1.0:1712357322.141800:0:13076:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1712357322.141803:0:13076:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800a6a71000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1712357322.141804:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141805:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357322.141806:0:13076:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1712357322.141808:0:13076:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1712357322.141810:0:13076:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141813:0:13076:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141815:0:13076:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357322.141821:0:13076:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a63f3e00. 00000080:00000001:1.0:1712357322.141825:0:13076:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357322.141827:0:13076:0:(llite_lib.c:3639:ll_prep_inode()) Process entered 00000080:00000001:1.0:1712357322.141831:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141834:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.141841:0:13076:0:(mdc_request.c:559:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1712357322.141844:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141846:0:13076:0:(lmv_obd.c:3736:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1712357322.141849:0:13076:0:(lmv_obd.c:3715:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012e302740. 00800000:00000001:1.0:1712357322.141851:0:13076:0:(lmv_obd.c:3720:lmv_stripe_object_alloc()) Process leaving (rc=18446612137384093504 : -131936325458112 : ffff88012e302740) 00800000:00000001:1.0:1712357322.141853:0:13076:0:(lmv_obd.c:3797:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.141854:0:13076:0:(mdc_request.c:652:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1712357322.141856:0:13076:0:(llite_lib.c:1816:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1712357322.141858:0:13076:0:(llite_lib.c:1820:ll_update_lsm_md()) update lsm_obj (null) of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1712357322.141860:0:13076:0:(llite_lib.c:1771:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1712357322.141863:0:13076:0:(lustre_lmv.h:178:lmv_stripe_object_dump()) dump LMV: refs 215157968 magic=0x1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1712357322.141866:0:13076:0:(llite_lib.c:1806:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1712357322.141868:0:13076:0:(llite_lib.c:1837:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.141871:0:13076:0:(lcommon_cl.c:279:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1712357322.141873:0:13076:0:(lcommon_cl.c:291:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1712357322.141876:0:13076:0:(llite_lib.c:2873:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1712357322.141878:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141878:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141879:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141880:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141882:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141883:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141884:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1712357322.141885:0:13076:0:(llite_lib.c:3735:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1712357322.141886:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141887:0:13076:0:(lmv_obd.c:3966:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1712357322.141889:0:13076:0:(lmv_obd.c:3973:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.141891:0:13076:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:1.0:1712357322.141893:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141895:0:13076:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357322.141896:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.141897:0:13076:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357322.141898:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141899:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141902:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141903:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141905:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141906:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141907:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357322.141908:0:13076:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.141909:0:13076:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357322.141911:0:13076:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a63cbee0. 00000080:00000001:1.0:1712357322.141913:0:13076:0:(dcache.c:288:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.141915:0:13076:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:1.0:1712357322.141917:0:13076:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6617cc8 00010000:00000001:1.0:1712357322.141918:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.141919:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.141919:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.141920:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141921:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.141923:0:13076:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357322.141924:0:13076:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141928:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141928:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141929:0:13076:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357322.141931:0:13076:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357322.141932:0:13076:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.141938:0:13076:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357322.141941:0:13076:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357322.141942:0:13076:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357322.141945:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141945:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.141947:0:13076:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.141950:0:13076:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357322.141954:0:13076:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.141956:0:13076:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.141958:0:13076:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.141959:0:13076:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357322.141960:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.141961:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357322.141962:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357322.141965:0:13076:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572180416/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1712357338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.141970:0:13076:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357322.141971:0:13076:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357322.141974:0:13076:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012c318800. 02000000:00000001:1.0:1712357322.141979:0:13076:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357322.141981:0:13076:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357322.141983:0:13076:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=5 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:1.0:1712357322.141984:0:13076:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357322.141987:0:13076:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6e99800. 02000000:00000001:1.0:1712357322.141994:0:13076:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357322.141995:0:13076:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357322.141997:0:13076:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357322.142001:0:13076:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357322.142002:0:13076:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357322.142006:0:13076:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1712357322.142010:0:13076:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff88012c318800. 00000080:00000008:1.0:1712357322.142013:0:13076:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800a77090c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357322.142478:0:13076:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.142498:0:13076:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:1.0:1712357322.142560:0:13076:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357322.142565:0:13076:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357322.142566:0:13076:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:1.0:1712357322.142572:0:13076:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a63f3e00. 00800000:00000002:1.0:1712357322.142576:0:13076:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:1.0:1712357322.142579:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142608:0:13076:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357322.142610:0:13076:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357322.142612:0:13076:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357322.142619:0:13076:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357322.142622:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.142625:0:13076:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357322.142626:0:13076:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357322.142629:0:13076:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357322.142630:0:13076:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357322.142631:0:13076:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357322.142639:0:13076:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:1.0:1712357322.142641:0:13076:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357322.142644:0:13076:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357322.142645:0:13076:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357322.142648:0:13076:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357322.142653:0:13076:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357322.142656:0:13076:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357322.142658:0:13076:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357322.142662:0:13076:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357322.142663:0:13076:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357322.142665:0:13076:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357322.142666:0:13076:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357322.142667:0:13076:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357322.142669:0:13076:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:1.0:1712357322.142671:0:13076:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a63f3e00. 00000080:00000001:1.0:1712357322.142672:0:13076:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357322.142673:0:13076:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.142675:0:13076:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:1.0:1712357322.142677:0:13076:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:1.0:1712357322.142678:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142679:0:13076:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357322.142681:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.142682:0:13076:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357322.142687:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.142688:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.142690:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357322.142691:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357322.142693:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357322.142694:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142695:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357322.142695:0:13076:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142697:0:13076:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.142698:0:13076:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800a6617cc8 00010000:00000001:1.0:1712357322.142699:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.142700:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.142701:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:1.0:1712357322.142702:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357322.142703:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:1.0:1712357322.142704:0:13076:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357322.142706:0:13076:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.142710:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142711:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.142712:0:13076:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357322.142713:0:13076:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357322.142715:0:13076:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.142721:0:13076:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357322.142723:0:13076:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357322.142723:0:13076:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357322.142726:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142726:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.142727:0:13076:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142728:0:13076:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357322.142729:0:13076:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142730:0:13076:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142734:0:13076:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142736:0:13076:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357322.142736:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142737:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357322.142738:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357322.142739:0:13076:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357322.142741:0:13076:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357322.142743:0:13076:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00200008:1.0:1712357322.142765:0:13076:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357322.142768:0:13076:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357322.142769:0:13076:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:1.0:1712357322.142772:0:13076:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a63f3e00. 00800000:00000002:1.0:1712357322.142773:0:13076:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:1.0:1712357322.142775:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142777:0:13076:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357322.142778:0:13076:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357322.142780:0:13076:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357322.142782:0:13076:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357322.142784:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.142786:0:13076:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357322.142787:0:13076:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357322.142789:0:13076:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357322.142789:0:13076:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357322.142790:0:13076:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357322.142793:0:13076:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:1.0:1712357322.142794:0:13076:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357322.142796:0:13076:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357322.142797:0:13076:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357322.142799:0:13076:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357322.142803:0:13076:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357322.142805:0:13076:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357322.142807:0:13076:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357322.142814:0:13076:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357322.142815:0:13076:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357322.142816:0:13076:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357322.142817:0:13076:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357322.142818:0:13076:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357322.142819:0:13076:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:1.0:1712357322.142820:0:13076:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a63f3e00. 00000080:00000001:1.0:1712357322.142822:0:13076:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357322.142822:0:13076:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.142824:0:13076:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:1.0:1712357322.142825:0:13076:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:1.0:1712357322.142827:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142828:0:13076:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357322.142828:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.142829:0:13076:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357322.142830:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.142831:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.142832:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.142834:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.142835:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.142837:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142837:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357322.142838:0:13076:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142839:0:13076:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.142840:0:13076:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6617cc8 00010000:00000001:1.0:1712357322.142841:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.142842:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.142843:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.142844:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.142845:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.142846:0:13076:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357322.142847:0:13076:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.142853:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142854:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.142855:0:13076:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357322.142856:0:13076:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357322.142857:0:13076:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.142861:0:13076:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357322.142861:0:13076:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357322.142862:0:13076:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357322.142863:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142864:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.142864:0:13076:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142865:0:13076:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357322.142866:0:13076:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142867:0:13076:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142868:0:13076:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.142869:0:13076:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357322.142870:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.142870:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357322.142871:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357322.142872:0:13076:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1712357322.142873:0:13076:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1712357322.142875:0:13076:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800a77090c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1712357322.142964:0:13076:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:1.0:1712357322.142965:0:13076:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:1.0:1712357322.142966:0:13076:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:1.0:1712357322.142969:0:13076:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a63f3e00. 00800000:00000002:1.0:1712357322.142970:0:13076:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:1.0:1712357322.142971:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.142973:0:13076:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1712357322.142974:0:13076:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1712357322.142976:0:13076:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1712357322.142977:0:13076:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:1.0:1712357322.142979:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.142982:0:13076:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1712357322.142983:0:13076:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1712357322.142985:0:13076:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1712357322.142986:0:13076:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1712357322.142987:0:13076:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1712357322.142989:0:13076:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:1.0:1712357322.142990:0:13076:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1712357322.142991:0:13076:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1712357322.142992:0:13076:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1712357322.142994:0:13076:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1712357322.142998:0:13076:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1712357322.143000:0:13076:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1712357322.143001:0:13076:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1712357322.143005:0:13076:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1712357322.143006:0:13076:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1712357322.143007:0:13076:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357322.143008:0:13076:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1712357322.143009:0:13076:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1712357322.143010:0:13076:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:1.0:1712357322.143011:0:13076:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a63f3e00. 00000080:00000001:1.0:1712357322.143013:0:13076:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1712357322.143014:0:13076:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.143015:0:13076:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:1.0:1712357322.143016:0:13076:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:1.0:1712357322.143018:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143019:0:13076:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1712357322.143020:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1712357322.143021:0:13076:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1712357322.143021:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.143022:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.143023:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.143026:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.143028:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.143029:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.143030:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1712357322.143030:0:13076:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143031:0:13076:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1712357322.143033:0:13076:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6617b80 00010000:00000001:1.0:1712357322.143034:0:13076:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1712357322.143034:0:13076:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1712357322.143035:0:13076:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:1.0:1712357322.143036:0:13076:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.143037:0:13076:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:1.0:1712357322.143038:0:13076:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1712357322.143039:0:13076:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.143043:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.143043:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.143044:0:13076:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1712357322.143044:0:13076:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1712357322.143046:0:13076:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1712357322.143049:0:13076:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1712357322.143050:0:13076:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1712357322.143051:0:13076:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1712357322.143052:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.143052:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1712357322.143053:0:13076:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.143054:0:13076:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1712357322.143055:0:13076:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.143055:0:13076:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.143057:0:13076:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.143058:0:13076:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1712357322.143058:0:13076:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1712357322.143069:0:13076:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1712357322.143070:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1712357322.143070:0:13076:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1712357322.143072:0:13076:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8), inode mode 41ed mask 44 00000080:00000001:1.0:1712357322.143075:0:13076:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143078:0:13076:0:(dir.c:2858:ll_dir_open()) Process entered 00000080:00000001:1.0:1712357322.143079:0:13076:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:1.0:1712357322.143081:0:13076:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), flags 100000 00000080:00000010:1.0:1712357322.143085:0:13076:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800aa340140. 00000080:00000001:1.0:1712357322.143088:0:13076:0:(file.c:896:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143089:0:13076:0:(dir.c:2859:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143186:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143188:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143192:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143195:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143198:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143200:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143202:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143203:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143206:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143208:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143212:0:13076:0:(obd_class.h:1095:obd_statfs()) Process entered 00800000:00000004:1.0:1712357322.143213:0:13076:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0000-mdc-ffff88012a664000: age 264, max_age 264 00800000:00000004:1.0:1712357322.143215:0:13076:0:(obd_class.h:1148:obd_statfs()) lustre-MDT0000-mdc-ffff88012a664000: use ffff8800a6348328 cache blocks 21172/23812 objects 79652/79992 00800000:00000001:1.0:1712357322.143217:0:13076:0:(obd_class.h:1153:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143220:0:13076:0:(lmv_obd.c:1166:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143222:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357322.143224:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143226:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143228:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143257:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143258:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143260:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143261:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143262:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143264:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143265:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143268:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143270:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143271:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143273:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143275:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143276:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143278:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143279:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143281:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143283:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143284:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143285:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143286:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143287:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143288:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143289:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143290:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143291:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143292:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143294:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143295:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143296:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143297:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143298:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143299:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143301:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143302:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143303:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143303:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143304:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143305:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143306:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143307:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143311:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143312:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143314:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143315:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143317:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143318:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143319:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143320:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143323:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143323:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143325:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143325:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143326:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143328:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143328:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143329:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143330:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143331:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143332:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143333:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143334:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143335:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143336:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143337:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143339:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143340:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143342:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143342:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143344:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143345:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143346:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143347:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143348:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143352:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143353:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143355:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143356:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143358:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143359:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143360:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143362:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143363:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143365:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143365:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143366:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143367:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143369:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143369:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143370:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143371:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143373:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143374:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143375:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143376:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143377:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143378:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143380:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143380:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143382:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143382:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143383:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143384:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143385:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143385:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143386:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143387:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143391:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143392:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143394:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143395:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143397:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143398:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143400:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143401:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143402:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143403:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143404:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143405:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143406:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143406:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143407:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143408:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143409:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143410:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143411:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143412:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143413:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143414:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143416:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143417:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143418:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143418:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143419:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143420:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143421:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143422:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143422:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143423:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143424:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143428:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143430:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143431:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143433:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143434:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143436:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143437:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143439:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143439:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143440:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143441:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143442:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143442:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143443:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143444:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143445:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143446:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143447:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143448:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143450:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143451:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143452:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143453:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143454:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143455:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143455:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143456:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143457:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143458:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143458:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143459:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143460:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143461:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143465:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143466:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143467:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143469:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143471:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143472:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143473:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143474:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143475:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143476:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143477:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143477:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143478:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143479:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143480:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143481:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143482:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143483:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143484:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143485:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143487:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143488:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143489:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143490:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143490:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143491:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143492:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143493:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143494:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143494:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143495:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143496:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143497:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143501:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143502:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143504:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143506:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143507:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143508:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143518:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143519:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143520:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143521:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143522:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143523:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143524:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143525:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143527:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143528:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143529:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143530:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143531:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143533:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143534:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143535:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143536:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143537:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143538:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143538:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143539:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143540:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143540:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143542:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143543:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143544:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143545:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143549:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143550:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143553:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143554:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143555:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143556:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143557:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143558:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143559:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143560:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143561:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143561:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143563:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143564:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143565:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143566:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143567:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143568:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143569:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143570:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143571:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143572:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143573:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143574:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143574:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143575:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143576:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143576:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143577:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143578:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143579:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143603:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143604:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143607:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143610:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143611:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143613:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143614:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143616:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143617:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143617:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143618:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143619:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143620:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143622:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143623:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143624:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143626:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143627:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143628:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143629:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143630:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143631:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143632:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143633:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143634:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143634:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143635:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143636:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143637:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143638:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143639:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143640:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143641:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143642:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143643:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143648:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143649:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143651:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143652:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143653:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143654:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143655:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143656:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143657:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143657:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143659:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143660:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143661:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143662:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143663:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143664:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143666:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143666:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143667:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143668:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143669:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143670:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143671:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143671:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143672:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143673:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143674:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143675:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143676:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143677:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143678:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143679:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143680:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143684:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143686:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143687:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143688:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143689:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143690:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143690:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143691:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143692:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143693:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143694:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143695:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143697:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143698:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143699:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143701:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143702:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143703:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143703:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143704:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143705:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143706:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143706:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143707:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143708:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143709:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143710:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143711:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143712:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143713:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143714:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143716:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143716:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143718:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143721:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143722:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143723:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143724:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143725:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143726:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143726:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143728:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143729:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143730:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143731:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143732:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143733:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143735:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143736:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143737:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143738:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143738:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143739:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143740:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143741:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143741:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143742:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143743:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143744:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143745:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143746:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143747:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143748:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143750:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143751:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143752:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143752:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143756:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143757:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143759:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143759:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143761:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143761:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143763:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143764:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143765:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143766:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143767:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143768:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143770:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143771:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143772:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143773:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143774:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143775:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143775:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143776:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143777:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143777:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143779:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143780:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143781:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143782:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143783:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143784:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143785:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143786:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143787:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143788:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143789:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143792:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143794:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143794:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143795:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143796:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143798:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143799:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143800:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143801:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143802:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143804:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143806:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143807:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143808:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143809:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143810:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143810:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143811:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143812:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143813:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143813:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143814:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143815:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143816:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143817:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143818:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143819:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143821:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143822:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143823:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143823:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143824:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143825:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143829:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143829:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143830:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143831:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143832:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143833:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143834:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143835:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143837:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143838:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143840:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143841:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143842:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143843:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143844:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143845:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143846:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143846:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143847:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143848:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143849:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143850:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143851:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143852:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143853:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143854:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143856:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143857:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143858:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143858:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143859:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143860:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143861:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143864:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143865:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143866:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143868:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143869:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143870:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143872:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143873:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143874:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143876:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143877:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143878:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143879:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143880:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143881:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143882:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143882:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143883:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143884:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143885:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143886:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143887:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143888:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143889:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143890:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143891:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143892:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143893:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143894:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143895:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143896:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143896:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143897:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143900:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143901:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143902:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143904:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143905:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143906:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143907:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143908:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143911:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143911:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143913:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143913:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143914:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143915:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143916:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143917:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143917:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143918:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143919:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143920:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143921:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143922:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143923:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143924:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143926:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143927:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143928:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143928:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143929:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143930:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143931:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143932:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143933:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143935:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143937:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143938:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143939:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143940:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143941:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143942:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143945:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143946:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143947:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143948:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143949:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143950:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143951:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143951:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143952:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143953:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143954:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143955:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143956:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143958:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143959:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143960:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143962:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.143963:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.143965:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.143966:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.143967:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.143968:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.143969:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.143970:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.143971:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.143972:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.143977:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143978:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143980:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.143981:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.143983:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.143997:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144001:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144002:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144004:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144005:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144006:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144007:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144008:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144009:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144010:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144011:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144013:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144014:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144015:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144016:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144018:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144019:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144021:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144022:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144023:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144024:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144025:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144026:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144027:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144027:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144028:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144029:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144030:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144035:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144036:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144038:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144040:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144041:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144044:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144044:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144046:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144047:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144048:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144050:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144051:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144051:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144053:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144054:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144055:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144057:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144058:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144060:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144061:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144062:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144065:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144066:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144068:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144068:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144070:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144071:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144072:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144073:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144074:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144075:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144077:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144078:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144082:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144084:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144086:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144087:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144090:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144091:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144094:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144094:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144096:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144097:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144098:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144099:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144100:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144101:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144103:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144104:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144105:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144106:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144107:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144108:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144110:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144110:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144112:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144112:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144113:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144114:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144115:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144115:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144116:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144117:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144118:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144119:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144120:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144124:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144126:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144127:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144130:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144131:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144133:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144133:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144134:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144135:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144136:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144137:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144138:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144138:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144139:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144140:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144141:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144143:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144144:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144145:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144146:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144147:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144148:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144149:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144150:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144151:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144152:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144153:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144154:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144155:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144156:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144157:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144158:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144159:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144163:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144164:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144167:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144167:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144169:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144170:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144171:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144172:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144173:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144174:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144174:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144175:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144176:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144177:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144178:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144180:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144181:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144182:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144183:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144184:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144185:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144186:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144187:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144188:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144188:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144189:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144190:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144190:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144192:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144193:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144194:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144195:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144196:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144199:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144202:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144203:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144205:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144206:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144207:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144208:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144209:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144209:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144210:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144211:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144212:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144213:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144214:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144215:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144217:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144218:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144219:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144220:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144221:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144221:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144222:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144223:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144224:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144225:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144225:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144226:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144227:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144228:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144229:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144230:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144231:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144232:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144237:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144238:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144240:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144241:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144242:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144243:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144244:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144245:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144246:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144246:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144248:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144249:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144250:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144251:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144252:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144253:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144255:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144255:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144257:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144257:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144258:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144259:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144260:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144260:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144261:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144261:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144263:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144263:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144264:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144265:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144266:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144267:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144268:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144273:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144275:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144276:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144278:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144279:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144280:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144281:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144282:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144283:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144284:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144285:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144287:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144288:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144290:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144291:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144295:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144295:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144297:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144297:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144298:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144300:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144300:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144301:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144302:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144303:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144305:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144306:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144307:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144308:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144309:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144311:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144312:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144313:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144315:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144319:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144320:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144322:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144323:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144324:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144325:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144325:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144327:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144328:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144329:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144331:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144332:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144334:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144337:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144338:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144339:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144340:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144341:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144343:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144343:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144344:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144345:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144346:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144348:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144349:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144350:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144352:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144353:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144354:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144356:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144357:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144359:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144359:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144364:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144365:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144366:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144367:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144368:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144369:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144370:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144371:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144373:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144374:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144375:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144377:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144380:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144381:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144383:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144383:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144384:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144386:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144387:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144387:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144388:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144389:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144391:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144392:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144393:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144394:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144396:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144397:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144399:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144400:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144401:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144402:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144403:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144408:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144409:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144410:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144411:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144412:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144414:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144415:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144416:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144418:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144420:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144421:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144424:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144425:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144427:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144428:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144429:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144431:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144432:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144432:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144433:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144434:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144436:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144437:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144438:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144440:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144441:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144443:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144446:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144446:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144448:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144449:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144450:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144452:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144457:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144458:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144459:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144460:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144461:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144463:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144464:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144466:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144467:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144469:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144472:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.144473:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.144476:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.144476:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.144478:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.144479:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.144481:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.144481:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.144482:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.144483:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.144485:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144486:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144487:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.144489:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.144490:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.144491:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.146958:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.146964:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.146974:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.146978:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.146987:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.146991:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.146994:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.147015:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.147019:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.147021:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.147024:0:13076:0:(lmv_obd.c:942:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.147027:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.147029:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1712357322.147032:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.147038:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.147041:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1712357322.147046:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.147048:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.147050:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.147051:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.147053:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.147054:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.147055:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.147056:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1712357322.147057:0:13076:0:(lmv_obd.c:905:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1712357322.147058:0:13076:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00800000:00000001:1.0:1712357322.147060:0:13076:0:(lmv_obd.c:938:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.147062:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.147063:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1712357322.147065:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.147066:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.147067:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.147070:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.147071:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.147073:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.147074:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.147075:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.147076:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.147078:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.147079:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357322.147086:0:13076:0:(lov_obd.c:961:lov_iocontrol()) Process entered 00020000:00000080:1.0:1712357322.147088:0:13076:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00020000:00000001:1.0:1712357322.147094:0:13076:0:(obd_class.h:1095:obd_statfs()) Process entered 00020000:00000004:1.0:1712357322.147096:0:13076:0:(obd_class.h:1108:obd_statfs()) lustre-OST0000-osc-ffff88012a664000: age -736, max_age 264 00000008:00000001:1.0:1712357322.147100:0:13076:0:(osc_request.c:3335:osc_statfs()) Process entered 00000020:00000040:1.0:1712357322.147104:0:13076:0:(genops.c:1127:class_import_get()) import ffff8800b6fec800 refcount=5 obd=lustre-OST0000-osc-ffff88012a664000 00000100:00000010:1.0:1712357322.147110:0:13076:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357322.147113:0:13076:0:(genops.c:1127:class_import_get()) import ffff8800b6fec800 refcount=6 obd=lustre-OST0000-osc-ffff88012a664000 00000020:00000001:1.0:1712357322.147116:0:13076:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357322.147117:0:13076:0:(genops.c:1140:class_import_put()) import ffff8800b6fec800 refcount=5 obd=lustre-OST0000-osc-ffff88012a664000 00000020:00000001:1.0:1712357322.147119:0:13076:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:1.0:1712357322.147121:0:13076:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357322.147124:0:13076:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357322.147129:0:13076:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357322.147135:0:13076:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60f4800. 00000100:00000001:1.0:1712357322.147142:0:13076:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.147145:0:13076:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357322.147146:0:13076:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357322.147152:0:13076:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357322.147153:0:13076:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135103383616 : -131938606168000 : ffff8800a63f4840) 00000100:00000001:1.0:1712357322.147155:0:13076:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357322.147157:0:13076:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357322.147161:0:13076:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357322.147164:0:13076:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.147167:0:13076:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357322.147169:0:13076:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357322.147179:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.147186:0:13076:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357322.147188:0:13076:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.147191:0:13076:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357322.147193:0:13076:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357322.147196:0:13076:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13076:1795536572180480:192.168.203.120@tcp:13:lfs.0 00000100:00000001:1.0:1712357322.147199:0:13076:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357322.147207:0:13076:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357322.147209:0:13076:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.147211:0:13076:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357322.147215:0:13076:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357322.147216:0:13076:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357322.147225:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357322.147229:0:13076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357322.147235:0:13076:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357322.147243:0:13076:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572180480, portal 4 00000100:00000001:1.0:1712357322.147244:0:13076:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357322.147245:0:13076:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357322.147250:0:13076:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.147256:0:13076:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357322.147258:0:13076:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357322.147260:0:13076:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20eaa0. 00000100:00000200:1.0:1712357322.147263:0:13076:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1795536572180480, offset 0 00000400:00000200:1.0:1712357322.147269:0:13076:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357322.147277:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357322.147284:0:13076:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357322.147289:0:13076:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357322.147293:0:13076:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357322.147296:0:13076:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357322.147298:0:13076:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357322.147301:0:13076:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [929:929:256:4294967295] 192.168.203.120@tcp LPNI seq info [929:929:8:4294967295] 00000400:00000200:1.0:1712357322.147305:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357322.147313:0:13076:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357322.147318:0:13076:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357322.147322:0:13076:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4a00. 00000800:00000200:1.0:1712357322.147328:0:13076:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357322.147335:0:13076:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357322.147339:0:13076:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1712357322.147352:0:13076:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.147354:0:13076:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357322.147356:0:13076:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.147358:0:13076:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357322.147359:0:13076:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357322.147361:0:13076:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a63f4840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357322.147363:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357322.147366:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.147369:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357322.147370:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357322.147612:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357322.147616:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4a00. 00000400:00000200:3.0:1712357322.147622:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.147626:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357322.147630:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20eaa0 00000400:00000010:3.0:1712357322.147631:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20eaa0. 00000100:00000001:3.0:1712357322.147635:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357322.147639:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.147646:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357322.147649:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.147654:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357322.147655:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357322.153084:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.153101:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357322.153105:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.153107:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.153119:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.153126:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357322.153132:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.153535:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.153539:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.153544:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 4 MB=0x66107ef90e800 00000400:00000200:3.0:1712357322.153548:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.153554:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 368/368 into md 0x1fe5 [1] + 224 00000800:00000001:3.0:1712357322.153561:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.153579:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.153603:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.153608:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357322.153614:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357322.153622:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:3.0:1712357322.153644:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.153665:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357322.153673:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.153677:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.154024:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357322.154031:0:13076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357322.154033:0:13076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357322.154036:0:13076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357322.154040:0:13076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:1.0:1712357322.154042:0:13076:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:1.0:1712357322.154044:0:13076:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357322.154048:0:13076:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357322.154055:0:13076:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.154062:0:13076:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357322.154063:0:13076:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.154066:0:13076:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357322.154069:0:13076:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357322.154071:0:13076:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357322.154176:0:13076:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.154180:0:13076:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357322.154189:0:13076:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fecc80 time=1712357322 v=5 (0 0 0 0) 00000100:00001000:1.0:1712357322.154213:0:13076:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fecbf0 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357322.154215:0:13076:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357322.154217:0:13076:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.154219:0:13076:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1712357322.154223:0:13076:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.154226:0:13076:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357322.154228:0:13076:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357322.154235:0:13076:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357322.154236:0:13076:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357322.154241:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.154246:0:13076:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357322.154249:0:13076:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357322.154251:0:13076:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357322.154254:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357322.154261:0:13076:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13076:1795536572180480:192.168.203.120@tcp:13:lfs.0 00000100:00000001:1.0:1712357322.154265:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.154269:0:13076:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.154271:0:13076:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357322.154273:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357322.154276:0:13076:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.154281:0:13076:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357322.154284:0:13076:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357322.154287:0:13076:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357322.154288:0:13076:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357322.154293:0:13076:0:(osc_request.c:3383:osc_statfs()) Process leaving 00000100:00000001:1.0:1712357322.154294:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357322.154297:0:13076:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572180480/t0(0) o13->lustre-OST0000-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.154302:0:13076:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357322.154304:0:13076:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357322.154307:0:13076:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357322.154313:0:13076:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357322.154315:0:13076:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357322.154317:0:13076:0:(genops.c:1140:class_import_put()) import ffff8800b6fec800 refcount=4 obd=lustre-OST0000-osc-ffff88012a664000 00000020:00000001:1.0:1712357322.154318:0:13076:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357322.154320:0:13076:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60f4800. 02000000:00000001:1.0:1712357322.154325:0:13076:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357322.154329:0:13076:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357322.154331:0:13076:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357322.154335:0:13076:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357322.154336:0:13076:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1712357322.154339:0:13076:0:(obd_class.h:1134:obd_statfs()) lustre-OST0000-osc-ffff88012a664000: update ffff8800a6349878 cache blocks 31707/35554 objects 49698/50000 00020000:00000001:1.0:1712357322.154344:0:13076:0:(obd_class.h:1153:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357322.154347:0:13076:0:(lov_obd.c:1131:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.154350:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357322.154354:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.154357:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.154360:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.156364:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.156368:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.156379:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.156383:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.156390:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.156394:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.156396:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.156398:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357322.156402:0:13076:0:(lov_obd.c:961:lov_iocontrol()) Process entered 00020000:00000080:1.0:1712357322.156404:0:13076:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00020000:00000001:1.0:1712357322.156410:0:13076:0:(obd_class.h:1095:obd_statfs()) Process entered 00020000:00000004:1.0:1712357322.156412:0:13076:0:(obd_class.h:1108:obd_statfs()) lustre-OST0001-osc-ffff88012a664000: age -736, max_age 264 00000008:00000001:1.0:1712357322.156416:0:13076:0:(osc_request.c:3335:osc_statfs()) Process entered 00000020:00000040:1.0:1712357322.156419:0:13076:0:(genops.c:1127:class_import_get()) import ffff88012ab15000 refcount=5 obd=lustre-OST0001-osc-ffff88012a664000 00000100:00000010:1.0:1712357322.156425:0:13076:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880136b29500. 00000020:00000040:1.0:1712357322.156428:0:13076:0:(genops.c:1127:class_import_get()) import ffff88012ab15000 refcount=6 obd=lustre-OST0001-osc-ffff88012a664000 00000020:00000001:1.0:1712357322.156431:0:13076:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357322.156432:0:13076:0:(genops.c:1140:class_import_put()) import ffff88012ab15000 refcount=5 obd=lustre-OST0001-osc-ffff88012a664000 00000020:00000001:1.0:1712357322.156434:0:13076:0:(genops.c:1147:class_import_put()) Process leaving 00000100:00000001:1.0:1712357322.156436:0:13076:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1712357322.156439:0:13076:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1712357322.156443:0:13076:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1712357322.156449:0:13076:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b60f4800. 00000100:00000001:1.0:1712357322.156455:0:13076:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.156458:0:13076:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1712357322.156469:0:13076:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1712357322.156475:0:13076:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357322.156476:0:13076:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135103383616 : -131938606168000 : ffff8800a63f4840) 00000100:00000001:1.0:1712357322.156479:0:13076:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357322.156480:0:13076:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000001:1.0:1712357322.156484:0:13076:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1712357322.156488:0:13076:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.156490:0:13076:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1712357322.156491:0:13076:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1712357322.156499:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.156506:0:13076:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1712357322.156507:0:13076:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.156519:0:13076:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1712357322.156521:0:13076:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1712357322.156524:0:13076:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13076:1795536572180544:192.168.203.120@tcp:13:lfs.0 00000100:00000001:1.0:1712357322.156528:0:13076:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1712357322.156532:0:13076:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1712357322.156534:0:13076:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.156536:0:13076:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1712357322.156540:0:13076:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357322.156541:0:13076:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1712357322.156549:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:1.0:1712357322.156553:0:13076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b39f2f20. 00000400:00000010:1.0:1712357322.156558:0:13076:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e908. 00000100:00000200:1.0:1712357322.156566:0:13076:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1795536572180544, portal 4 00000100:00000001:1.0:1712357322.156567:0:13076:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1712357322.156568:0:13076:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137526859008 : -131936182692608 : ffff880136b29500) 00000100:00000040:1.0:1712357322.156574:0:13076:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.156579:0:13076:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1712357322.156600:0:13076:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:1.0:1712357322.156602:0:13076:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab20e5d8. 00000100:00000200:1.0:1712357322.156605:0:13076:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1795536572180544, offset 0 00000400:00000200:1.0:1712357322.156614:0:13076:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:1.0:1712357322.156622:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357322.156628:0:13076:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:1.0:1712357322.156633:0:13076:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1712357322.156637:0:13076:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:1.0:1712357322.156641:0:13076:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1712357322.156643:0:13076:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:1.0:1712357322.156647:0:13076:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [930:930:256:4294967295] 192.168.203.120@tcp LPNI seq info [930:930:8:4294967295] 00000400:00000200:1.0:1712357322.156650:0:13076:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:1.0:1712357322.156658:0:13076:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:1.0:1712357322.156664:0:13076:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:1.0:1712357322.156668:0:13076:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b60f4700. 00000800:00000200:1.0:1712357322.156673:0:13076:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:1.0:1712357322.156680:0:13076:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:1.0:1712357322.156685:0:13076:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b60f4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1712357322.156707:0:13076:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.156709:0:13076:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357322.156710:0:13076:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.156713:0:13076:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1712357322.156714:0:13076:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1712357322.156716:0:13076:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a63f4840 going to sleep for 11 seconds 00000100:00000001:1.0:1712357322.156718:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357322.156720:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.156723:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1712357322.156724:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357322.160222:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357322.160230:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b60f4700. 00000400:00000200:3.0:1712357322.160237:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.160244:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357322.160249:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e5d8 00000400:00000010:3.0:1712357322.160251:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e5d8. 00000100:00000001:3.0:1712357322.160256:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357322.160262:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.160272:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357322.160275:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.160280:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357322.160282:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357322.170471:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.170490:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357322.170494:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.170497:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.170517:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.170525:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357322.170534:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.170539:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.170543:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.170548:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 368 into portal 4 MB=0x66107ef90e840 00000400:00000200:3.0:1712357322.170552:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.170559:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.120@tcp of length 368/368 into md 0x1fed [1] + 224 00000800:00000001:3.0:1712357322.170566:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.170603:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.170606:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.170610:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357322.170616:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357322.170624:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:3.0:1712357322.170635:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.170662:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357322.170669:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.170672:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.170735:0:13076:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1712357322.170743:0:13076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1712357322.170744:0:13076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1712357322.170748:0:13076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b39f2f20. 00000400:00000200:1.0:1712357322.170751:0:13076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab20e908 00000400:00000010:1.0:1712357322.170753:0:13076:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab20e908. 00000100:00000001:1.0:1712357322.170756:0:13076:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:1.0:1712357322.170760:0:13076:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:1.0:1712357322.170777:0:13076:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.170784:0:13076:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:1.0:1712357322.170786:0:13076:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.170788:0:13076:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:1.0:1712357322.170791:0:13076:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1712357322.170794:0:13076:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1712357322.170796:0:13076:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1712357322.170799:0:13076:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1712357322.170807:0:13076:0:(import.c:1933:obd_at_measure()) add 5 to ffff88012ab15480 time=1712357322 v=5 (0 0 0 0) 00000100:00001000:1.0:1712357322.170811:0:13076:0:(import.c:1933:obd_at_measure()) add 1 to ffff88012ab153f0 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1712357322.170813:0:13076:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1712357322.170815:0:13076:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1712357322.170817:0:13076:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1712357322.170821:0:13076:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:1.0:1712357322.170827:0:13076:0:(ldlm_request.c:1541:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.170829:0:13076:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1712357322.170831:0:13076:0:(client.c:2949:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:1.0:1712357322.170833:0:13076:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1712357322.170834:0:13076:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1712357322.170838:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.170844:0:13076:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1712357322.170847:0:13076:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1712357322.170849:0:13076:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1712357322.170852:0:13076:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:1.0:1712357322.170859:0:13076:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880136b29500 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13076:1795536572180544:192.168.203.120@tcp:13:lfs.0 00000100:00000001:1.0:1712357322.170862:0:13076:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1712357322.170869:0:13076:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1712357322.170872:0:13076:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1712357322.170874:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357322.170877:0:13076:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.170882:0:13076:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1712357322.170885:0:13076:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a63f4840. 00000100:00000001:1.0:1712357322.170888:0:13076:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1712357322.170889:0:13076:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1712357322.170894:0:13076:0:(osc_request.c:3383:osc_statfs()) Process leaving 00000100:00000001:1.0:1712357322.170896:0:13076:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1712357322.170898:0:13076:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880136b29500 x1795536572180544/t0(0) o13->lustre-OST0001-osc-ffff88012a664000@192.168.203.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1712357338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00000001:1.0:1712357322.170903:0:13076:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1712357322.170904:0:13076:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1712357322.170907:0:13076:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6e99400. 02000000:00000001:1.0:1712357322.170912:0:13076:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1712357322.170914:0:13076:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:1.0:1712357322.170917:0:13076:0:(genops.c:1140:class_import_put()) import ffff88012ab15000 refcount=4 obd=lustre-OST0001-osc-ffff88012a664000 00000020:00000001:1.0:1712357322.170918:0:13076:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:1.0:1712357322.170920:0:13076:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b60f4800. 02000000:00000001:1.0:1712357322.170924:0:13076:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1712357322.170926:0:13076:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1712357322.170928:0:13076:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880136b29500. 00000100:00000001:1.0:1712357322.170932:0:13076:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1712357322.170932:0:13076:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1712357322.170935:0:13076:0:(obd_class.h:1134:obd_statfs()) lustre-OST0001-osc-ffff88012a664000: update ffff8800a634adc8 cache blocks 31707/35554 objects 49698/50000 00020000:00000001:1.0:1712357322.170940:0:13076:0:(obd_class.h:1153:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357322.170943:0:13076:0:(lov_obd.c:1131:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.170946:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1712357322.170949:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.170952:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.170955:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.172300:0:13076:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1712357322.172304:0:13076:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c00866a4 arg=7ffe637d93a0 00000080:00000001:1.0:1712357322.172311:0:13076:0:(llite_lib.c:3329:ll_iocontrol()) Process entered 00000020:00000001:1.0:1712357322.172321:0:13076:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1712357322.172326:0:13076:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8800a6e99800. 00000020:00000001:1.0:1712357322.172330:0:13076:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.172332:0:13076:0:(obd_class.h:1218:obd_iocontrol()) Process entered 00000080:00000001:1.0:1712357322.172334:0:13076:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1712357322.172337:0:13076:0:(lov_obd.c:961:lov_iocontrol()) Process entered 00020000:00000080:1.0:1712357322.172338:0:13076:0:(lov_obd.c:963:lov_iocontrol()) lustre-clilov-ffff88012a664000: cmd=c00866a4 len=592 karg=ffff8800a6e99800 uarg=0000000000000000 00020000:00000001:1.0:1712357322.172342:0:13076:0:(lov_obd.c:989:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.172343:0:13076:0:(obd_class.h:1233:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.172345:0:13076:0:(llite_lib.c:3786:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1712357322.172348:0:13076:0:(llite_lib.c:3788:ll_obd_statfs()) kfreed 'data': 592 at ffff8800a6e99800. 00000080:00000001:1.0:1712357322.172351:0:13076:0:(llite_lib.c:3367:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.172352:0:13076:0:(dir.c:2797:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1712357322.172363:0:13076:0:(dir.c:2864:ll_dir_release()) Process entered 00000080:00000001:1.0:1712357322.172365:0:13076:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:1.0:1712357322.172367:0:13076:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), flags 100000 00000080:00400000:1.0:1712357322.172370:0:13076:0:(statahead.c:1627:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1712357322.172374:0:13076:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800aa340140. 00000080:00000001:1.0:1712357322.172377:0:13076:0:(file.c:444:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000008:1.0:1712357322.172379:0:13076:0:(file.c:470:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800a77090c8), flags 100000, rc = 0 00000080:00000001:1.0:1712357322.172381:0:13076:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1712357322.172382:0:13076:0:(dir.c:2865:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.182191:0:13077:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357322.182195:0:13077:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357322.182198:0:13077:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357322.182200:0:13077:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:2.0:1712357322.182210:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dcc600. 00800000:00000002:2.0:1712357322.182214:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:2.0:1712357322.182218:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357322.182224:0:13077:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b61ac400. 00800000:00000001:2.0:1712357322.182228:0:13077:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357322.182230:0:13077:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357322.182233:0:13077:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357322.182237:0:13077:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357322.182240:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357322.182242:0:13077:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b61af800. 00000002:00000001:2.0:1712357322.182246:0:13077:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357322.182249:0:13077:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357322.182252:0:13077:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357322.182254:0:13077:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357322.182257:0:13077:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357322.182264:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:2.0:1712357322.182267:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.182271:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.182276:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357322.182280:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357322.182288:0:13077:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357322.182293:0:13077:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.182296:0:13077:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357322.182300:0:13077:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357322.182301:0:13077:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357322.182303:0:13077:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.182305:0:13077:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.182306:0:13077:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357322.182309:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:2.0:1712357322.184085:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dcc600. 00000080:00000001:2.0:1712357322.184095:0:13077:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357322.184097:0:13077:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.184099:0:13077:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:2.0:1712357322.184102:0:13077:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:2.0:1712357322.184105:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.184108:0:13077:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357322.184110:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.184112:0:13077:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357322.184114:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.184116:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.184119:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.184120:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.184123:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.184125:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.184126:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357322.184127:0:13077:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.184128:0:13077:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.184130:0:13077:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6293af8 00010000:00000001:2.0:1712357322.184132:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.184141:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.184142:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.184143:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.184145:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.184147:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.184150:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.184155:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.184155:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.184157:0:13077:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357322.184158:0:13077:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357322.184160:0:13077:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.184167:0:13077:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357322.184169:0:13077:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357322.184171:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.184173:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.184174:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.184175:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.184177:0:13077:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357322.184179:0:13077:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.184180:0:13077:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1712357322.184184:0:13077:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6dcc600. 00010000:00000001:2.0:1712357322.184186:0:13077:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.184187:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.184188:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.184189:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357322.184191:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357322.184193:0:13077:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1712357322.184195:0:13077:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8), inode mode 41ed mask 1 00000020:00000010:2.0:1712357322.184200:0:13077:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800b3a48000. 00000080:00000001:2.0:1712357322.184202:0:13077:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357322.184213:0:13077:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d46b.conf-sanity.2, dir=[0x200000007:0x1:0x0](ffff8800a77090c8), flags=1 00000080:00000001:2.0:1712357322.184218:0:13077:0:(namei.c:832:ll_lookup_it()) Process entered 00000080:00200000:2.0:1712357322.184220:0:13077:0:(namei.c:838:ll_lookup_it()) VFS Op:name=d46b.conf-sanity.2, dir=[0x200000007:0x1:0x0](ffff8800a77090c8), intent=getattr 00000080:00000010:2.0:1712357322.184225:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dccc00. 00800000:00000002:2.0:1712357322.184228:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:2.0:1712357322.184231:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.184234:0:13077:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357322.184235:0:13077:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd46b.conf-sanity.2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357322.184238:0:13077:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357322.184240:0:13077:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d46b.conf-sanity.2' -> mds #0 00800000:00000001:2.0:1712357322.184243:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.184245:0:13077:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357322.184246:0:13077:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: d46b.conf-sanity.2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357322.184249:0:13077:0:(mdc_locks.c:943:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1712357322.184251:0:13077:0:(mdc_locks.c:542:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1712357322.184256:0:13077:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800ada45880. 00000020:00000040:2.0:1712357322.184259:0:13077:0:(genops.c:1127:class_import_get()) import ffff8800b6fe9000 refcount=6 obd=lustre-MDT0000-mdc-ffff88012a664000 00010000:00000001:2.0:1712357322.184265:0:13077:0:(ldlm_request.c:877:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1712357322.184269:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.184270:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.184271:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.184272:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357322.184274:0:13077:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1712357322.184276:0:13077:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1712357322.184278:0:13077:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1712357322.184284:0:13077:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b61af400. 00000100:00000001:2.0:1712357322.184289:0:13077:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.184294:0:13077:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357322.184295:0:13077:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.184297:0:13077:0:(ldlm_request.c:2240:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1712357322.184297:0:13077:0:(ldlm_request.c:2243:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.184299:0:13077:0:(ldlm_request.c:933:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.184304:0:13077:0:(mdc_locks.c:613:mdc_intent_getattr_pack()) Process leaving (rc=18446612135227447424 : -131938482104192 : ffff8800ada45880) 00010000:00000001:2.0:1712357322.184307:0:13077:0:(ldlm_request.c:994:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1712357322.184308:0:13077:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1712357322.184314:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:2.0:1712357322.184316:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.184319:0:13077:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1712357322.184321:0:13077:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800ab1c33c0. 00000020:00000010:2.0:1712357322.184324:0:13077:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e302f80. 00000020:00000001:2.0:1712357322.184326:0:13077:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1712357322.184328:0:13077:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8800ab1c33c0 with handle 0xbda2fb8f03338a88 to hash 00000020:00000001:2.0:1712357322.184329:0:13077:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1712357322.184331:0:13077:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357322.184333:0:13077:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357322.184335:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.184337:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.184339:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 13077 initiator: MDT0 00010000:00010000:2.0:1712357322.184343:0:13077:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13077 initiator: MDT0 00010000:00010000:2.0:1712357322.184350:0:13077:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13077 initiator: MDT0 00000100:00000001:2.0:1712357322.184355:0:13077:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1712357322.184357:0:13077:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1712357322.184362:0:13077:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b3493c00. 00000100:00000001:2.0:1712357322.184363:0:13077:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612135322139648 : -131938387411968 : ffff8800b3493c00) 00000100:00000001:2.0:1712357322.184365:0:13077:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357322.184366:0:13077:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227447424 : -131938482104192 : ffff8800ada45880) 00000100:00000001:2.0:1712357322.184370:0:13077:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1712357322.184374:0:13077:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357322.184376:0:13077:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1712357322.184377:0:13077:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1712357322.184386:0:13077:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.184393:0:13077:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1712357322.184396:0:13077:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357322.184399:0:13077:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1712357322.184400:0:13077:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1712357322.184403:0:13077:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800ada45880 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13077:1795536572180608:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1712357322.184406:0:13077:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1712357322.184410:0:13077:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1712357322.184412:0:13077:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357322.184413:0:13077:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1712357322.184417:0:13077:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b3a4b800. 02000000:00000001:2.0:1712357322.184418:0:13077:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1712357322.184427:0:13077:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000010:2.0:1712357322.184431:0:13077:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800aa1e1d10. 00000400:00000010:2.0:1712357322.184436:0:13077:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e4440. 00000100:00000200:2.0:1712357322.184442:0:13077:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1795536572180608, portal 10 00000100:00000001:2.0:1712357322.184443:0:13077:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1712357322.184444:0:13077:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612135227447424 : -131938482104192 : ffff8800ada45880) 00000100:00000040:2.0:1712357322.184449:0:13077:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.184454:0:13077:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1712357322.184457:0:13077:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.203.120@tcp 00000400:00000010:2.0:1712357322.184458:0:13077:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b38e45d8. 00000100:00000200:2.0:1712357322.184459:0:13077:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1795536572180608, offset 0 00000400:00000200:2.0:1712357322.184464:0:13077:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.203.120@tcp 00000400:00000200:2.0:1712357322.184470:0:13077:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357322.184476:0:13077:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.120@tcp local destination 00000400:00000200:2.0:1712357322.184481:0:13077:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1712357322.184484:0:13077:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.203.20@tcp 00000400:00000200:2.0:1712357322.184487:0:13077:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.203.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1712357322.184489:0:13077:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.120@tcp 00000400:00000200:2.0:1712357322.184493:0:13077:0:(lib-move.c:1861:lnet_handle_send()) 192.168.203.20@tcp NI seq info: [931:931:256:4294967295] 192.168.203.120@tcp LPNI seq info [931:931:8:4294967295] 00000400:00000200:2.0:1712357322.184496:0:13077:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:2.0:1712357322.184504:0:13077:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp:) -> 192.168.203.120@tcp(192.168.203.120@tcp:192.168.203.120@tcp) : PUT try# 0 00000800:00000200:2.0:1712357322.184517:0:13077:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.120@tcp 00000800:00000010:2.0:1712357322.184526:0:13077:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800aa343200. 00000800:00000200:2.0:1712357322.184532:0:13077:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b3bfe300] -> 12345-192.168.203.120@tcp (5) 00000800:00000200:2.0:1712357322.184540:0:13077:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.120@tcp ip 192.168.203.120:988 00000800:00000200:2.0:1712357322.184544:0:13077:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800aa343200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1712357322.187280:0:13077:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357322.187285:0:13077:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1712357322.187289:0:13077:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357322.187293:0:13077:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1712357322.187294:0:13077:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1712357322.187297:0:13077:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b3493c00 going to sleep for 11 seconds 00000100:00000001:2.0:1712357322.187302:0:13077:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357322.187304:0:13077:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1712357322.187307:0:13077:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1712357322.187308:0:13077:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1712357322.187441:0:1846:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1712357322.187444:0:1846:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800aa343200. 00000400:00000200:3.0:1712357322.187449:0:1846:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.187455:0:1846:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000400:00000200:3.0:1712357322.187459:0:1846:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e45d8 00000400:00000010:3.0:1712357322.187461:0:1846:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e45d8. 00000100:00000001:3.0:1712357322.187465:0:1846:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1712357322.187471:0:1846:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.187479:0:1846:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1712357322.187482:0:1846:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.187487:0:1846:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1712357322.187488:0:1846:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:3.0:1712357322.194972:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.194989:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1712357322.194993:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.194995:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.195008:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.195015:0:1845:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.20@tcp(192.168.203.20@tcp) <- 192.168.203.120@tcp : PUT - for me 00000400:00000200:3.0:1712357322.195022:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.195027:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.195040:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.195045:0:1845:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.120@tcp of length 584 into portal 10 MB=0x66107ef90e880 00000400:00000200:3.0:1712357322.195049:0:1845:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.120@tcp to cpt 1 00000400:00000200:3.0:1712357322.195055:0:1845:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.120@tcp of length 584/584 into md 0x1ff5 [1] + 224 00000800:00000001:3.0:1712357322.195061:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.195074:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1712357322.195076:0:1845:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1712357322.195080:0:1845:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.20@tcp->192.168.203.120@tcp: PUT: OK 00000100:00000001:3.0:1712357322.195086:0:1845:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:3.0:1712357322.195094:0:1845:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000040:3.0:1712357322.195103:0:1845:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=584 offset=224 replen=1024 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1712357322.195112:0:1845:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:3.0:1712357322.195119:0:1845:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1712357322.195123:0:1845:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357322.195205:0:13077:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1712357322.195213:0:13077:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1712357322.195214:0:13077:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1712357322.195217:0:13077:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800aa1e1d10. 00000400:00000200:2.0:1712357322.195222:0:13077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b38e4440 00000400:00000010:2.0:1712357322.195224:0:13077:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff8800b38e4440. 00000100:00000001:2.0:1712357322.195226:0:13077:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1712357322.195230:0:13077:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000200:2.0:1712357322.195238:0:13077:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/1024 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.195244:0:13077:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1712357322.195246:0:13077:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357322.195248:0:13077:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1712357322.195251:0:13077:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1712357322.195253:0:13077:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1712357322.195255:0:13077:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1712357322.195258:0:13077:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1712357322.195267:0:13077:0:(import.c:1933:obd_at_measure()) add 5 to ffff8800b6fe9438 time=1 v=5 (5 0 0 0) 00000100:00001000:2.0:1712357322.195271:0:13077:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800b6fe93f0 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1712357322.195273:0:13077:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1712357322.195281:0:13077:0:(client.c:1394:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/0 rc 0/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.195286:0:13077:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357322.195290:0:13077:0:(client.c:2937:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1712357322.195292:0:13077:0:(client.c:2949:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012a664000: skip recheck: last_committed 0 00000100:00000001:2.0:1712357322.195293:0:13077:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1712357322.195294:0:13077:0:(client.c:1656:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1712357322.195298:0:13077:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357338 ref 2 fl Rpc:RQU/200/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.195304:0:13077:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1712357322.195306:0:13077:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1712357322.195308:0:13077:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1712357322.195310:0:13077:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357338 ref 2 fl Interpret:RQU/200/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00100000:2.0:1712357322.195317:0:13077:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800ada45880 pname:cluuid:pid:xid:nid:opc:job lfs:34be3091-400c-4cb8-ac8c-f722e1f64856:13077:1795536572180608:192.168.203.120@tcp:101:lfs.0 00000100:00000001:2.0:1712357322.195321:0:13077:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1712357322.195324:0:13077:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1712357322.195327:0:13077:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1712357322.195328:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357322.195331:0:13077:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357338 ref 2 fl Complete:RQU/200/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.195336:0:13077:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1712357322.195339:0:13077:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b3493c00. 00000100:00000001:2.0:1712357322.195342:0:13077:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1712357322.195342:0:13077:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1712357322.195346:0:13077:0:(ldlm_request.c:628:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1712357322.195349:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.195352:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.195354:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=4 00000020:00000001:2.0:1712357322.195356:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357322.195359:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00010000:2.0:1712357322.195363:0:13077:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195375:0:13077:0:(ldlm_request.c:686:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1712357322.195379:0:13077:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195383:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.195386:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195390:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195391:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1712357322.195394:0:13077:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195398:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.195400:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195403:0:13077:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1712357322.195405:0:13077:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 13077 initiator: MDT0 00010000:00010000:2.0:1712357322.195410:0:13077:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ab1c33c0 already unused, calling callback (ffffffffa1054e70) 00000080:00000001:2.0:1712357322.195413:0:13077:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1712357322.195416:0:13077:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195422:0:13077:0:(ldlm_inodebits.c:525:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1712357322.195424:0:13077:0:(ldlm_inodebits.c:548:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1712357322.195426:0:13077:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195430:0:13077:0:(ldlm_request.c:1610:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1712357322.195433:0:13077:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1712357322.195434:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.195435:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.195439:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab1c33c0 refcount=5 00000020:00000001:2.0:1712357322.195441:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357322.195442:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135184970688 : -131938524580928 : ffff8800ab1c33c0) 00010000:00000001:2.0:1712357322.195445:0:13077:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1712357322.195447:0:13077:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 13077 initiator: MDT0 00000080:00000001:2.0:1712357322.195451:0:13077:0:(namei.c:465:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1712357322.195452:0:13077:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.195454:0:13077:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1712357322.195456:0:13077:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1712357322.195459:0:13077:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1712357322.195460:0:13077:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1712357322.195461:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.195462:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1712357322.195464:0:13077:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800ab1c33c0 with handle 0xbda2fb8f03338a88 from hash 00010000:00000001:2.0:1712357322.195465:0:13077:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1712357322.195466:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195467:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195468:0:13077:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1712357322.195469:0:13077:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1712357322.195470:0:13077:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1712357322.195471:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195472:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195473:0:13077:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.195474:0:13077:0:(namei.c:528:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.195476:0:13077:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195480:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195480:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195481:0:13077:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1712357322.195482:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.195483:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195484:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195484:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1712357322.195486:0:13077:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ab1c33c0/0xbda2fb8f03338a88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 13077 initiator: MDT0 00010000:00000001:2.0:1712357322.195517:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195519:0:13077:0:(ldlm_request.c:1149:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1712357322.195524:0:13077:0:(mdc_locks.c:699:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1712357322.195529:0:13077:0:(mdc_locks.c:754:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357338 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00010000:00000001:2.0:1712357322.195535:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357322.195536:0:13077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195537:0:13077:0:(mdc_locks.c:851:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195539:0:13077:0:(mdc_locks.c:1099:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195541:0:13077:0:(mdc_locks.c:1121:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1712357322.195543:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1712357322.195544:0:13077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195545:0:13077:0:(mdc_locks.c:1216:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1712357322.195547:0:13077:0:(mdc_locks.c:1221:mdc_finish_intent_lock()) D_IT dentry=d46b.conf-sanity.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1712357322.195549:0:13077:0:(mdc_locks.c:1376:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.195553:0:13077:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.195555:0:13077:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1712357322.195559:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000001:2.0:1712357322.195561:0:13077:0:(namei.c:662:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1712357322.195563:0:13077:0:(namei.c:667:ll_lookup_it_finish()) it ffff8800a6293bb8 it_disposition 7 00000080:00000010:2.0:1712357322.195567:0:13077:0:(dcache.c:163:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a6361160. 00000080:00002000:2.0:1712357322.195572:0:13077:0:(namei.c:647:ll_splice_alias()) Add dentry ffff8800a75da798 inode (null) refc 1 flags 0x8e 00000080:00000001:2.0:1712357322.195578:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.195601:0:13077:0:(lmv_obd.c:4060:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1712357322.195605:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195608:0:13077:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357322.195610:0:13077:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357322.195612:0:13077:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357322.195618:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:2.0:1712357322.195620:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.195623:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.195625:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357322.195628:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357322.195642:0:13077:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357322.195646:0:13077:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.195648:0:13077:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357322.195653:0:13077:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357322.195655:0:13077:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.195657:0:13077:0:(lmv_obd.c:4067:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357322.195659:0:13077:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357322.195660:0:13077:0:(dcache.c:219:ll_intent_release()) intent ffff8800a62939e0 released 00000080:00010000:2.0:1712357322.195662:0:13077:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a62939e0 00010000:00000001:2.0:1712357322.195664:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.195665:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.195666:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.195667:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.195669:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.195671:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.195673:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.195678:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195678:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195680:0:13077:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357322.195681:0:13077:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357322.195683:0:13077:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.195689:0:13077:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357322.195691:0:13077:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357322.195693:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.195696:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195696:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195698:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195703:0:13077:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357322.195705:0:13077:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195706:0:13077:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195709:0:13077:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195711:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.195712:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195713:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1712357322.195714:0:13077:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357322.195716:0:13077:0:(namei.c:802:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1712357322.195718:0:13077:0:(namei.c:1067:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1712357322.195722:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dccc00. 00000100:00000001:2.0:1712357322.195726:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1712357322.195730:0:13077:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800ada45880 x1795536572180608/t0(0) o101->lustre-MDT0000-mdc-ffff88012a664000@192.168.203.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1712357338 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1712357322.195735:0:13077:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1712357322.195737:0:13077:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1712357322.195741:0:13077:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b3a4b800. 02000000:00000001:2.0:1712357322.195744:0:13077:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1712357322.195746:0:13077:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1712357322.195748:0:13077:0:(genops.c:1140:class_import_put()) import ffff8800b6fe9000 refcount=5 obd=lustre-MDT0000-mdc-ffff88012a664000 00000020:00000001:2.0:1712357322.195750:0:13077:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1712357322.195753:0:13077:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b61af400. 02000000:00000001:2.0:1712357322.195757:0:13077:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1712357322.195759:0:13077:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1712357322.195761:0:13077:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800ada45880. 00000100:00000001:2.0:1712357322.195764:0:13077:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1712357322.195765:0:13077:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357322.195766:0:13077:0:(dcache.c:217:ll_intent_release()) Process entered 00000080:00000040:2.0:1712357322.195767:0:13077:0:(dcache.c:219:ll_intent_release()) intent ffff8800a6293bb8 released 00000080:00000001:2.0:1712357322.195768:0:13077:0:(dcache.c:230:ll_intent_release()) Process leaving 00000080:00000001:2.0:1712357322.195773:0:13077:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357322.195774:0:13077:0:(dcache.c:133:ll_ddelete()) keeping dentry d46b.conf-sanity.2 (ffff8800a75da798, parent ffff8800a75da948, inode (null)) hashed, 00000080:00000001:2.0:1712357322.195778:0:13077:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.195828:0:13077:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357322.195830:0:13077:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357322.195832:0:13077:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357322.195834:0:13077:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:2.0:1712357322.195842:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dccc00. 00800000:00000002:2.0:1712357322.195845:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:2.0:1712357322.195848:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.195851:0:13077:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357322.195853:0:13077:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357322.195855:0:13077:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357322.195858:0:13077:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357322.195860:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195863:0:13077:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357322.195865:0:13077:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357322.195867:0:13077:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357322.195868:0:13077:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357322.195869:0:13077:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357322.195871:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:2.0:1712357322.195872:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.195874:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.195875:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357322.195877:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357322.195883:0:13077:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357322.195884:0:13077:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.195887:0:13077:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357322.195892:0:13077:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357322.195893:0:13077:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357322.195895:0:13077:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.195896:0:13077:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.195898:0:13077:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357322.195899:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:2.0:1712357322.195900:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dccc00. 00000080:00000001:2.0:1712357322.195902:0:13077:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357322.195904:0:13077:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.195908:0:13077:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:2.0:1712357322.195911:0:13077:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:2.0:1712357322.195914:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.195916:0:13077:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357322.195917:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.195919:0:13077:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357322.195920:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.195921:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.195922:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.195924:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.195926:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.195927:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195928:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357322.195930:0:13077:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.195931:0:13077:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.195933:0:13077:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6293b78 00010000:00000001:2.0:1712357322.195934:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.195935:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.195936:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.195937:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.195938:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.195940:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.195941:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.195946:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195946:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195947:0:13077:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357322.195948:0:13077:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357322.195950:0:13077:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.195954:0:13077:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357322.195955:0:13077:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357322.195958:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.195960:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195961:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.195961:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195963:0:13077:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357322.195964:0:13077:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195965:0:13077:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195966:0:13077:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.195968:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.195968:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.195969:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357322.195970:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357322.195971:0:13077:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1712357322.195973:0:13077:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8), inode mode 41ed mask 1 00000080:00000001:2.0:1712357322.195976:0:13077:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.195978:0:13077:0:(dcache.c:91:ll_dcompare()) Process entered 00000080:00002000:2.0:1712357322.195980:0:13077:0:(dcache.c:101:ll_dcompare()) found name d46b.conf-sanity.2(ffff8800a75da798) flags 0x8008e refc 0 00000080:00000001:2.0:1712357322.195982:0:13077:0:(dcache.c:114:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1712357322.195984:0:13077:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d46b.conf-sanity.2, flags=16384 00000080:00000001:2.0:1712357322.195987:0:13077:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1712357322.195988:0:13077:0:(dcache.c:133:ll_ddelete()) keeping dentry d46b.conf-sanity.2 (ffff8800a75da798, parent ffff8800a75da948, inode (null)) hashed, 00000080:00000001:2.0:1712357322.195990:0:13077:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:2.0:1712357322.196008:0:13077:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357322.196012:0:13077:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357322.196013:0:13077:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:2.0:1712357322.196016:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dccc00. 00800000:00000002:2.0:1712357322.196018:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:2.0:1712357322.196019:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.196021:0:13077:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357322.196022:0:13077:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357322.196024:0:13077:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357322.196025:0:13077:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357322.196028:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.196029:0:13077:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357322.196030:0:13077:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357322.196032:0:13077:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357322.196037:0:13077:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357322.196038:0:13077:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357322.196040:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:2.0:1712357322.196042:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.196043:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.196044:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357322.196047:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357322.196052:0:13077:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357322.196054:0:13077:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.196056:0:13077:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357322.196061:0:13077:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357322.196062:0:13077:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357322.196063:0:13077:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.196065:0:13077:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.196066:0:13077:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357322.196067:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:2.0:1712357322.196069:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dccc00. 00000080:00000001:2.0:1712357322.196071:0:13077:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357322.196071:0:13077:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.196073:0:13077:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:2.0:1712357322.196075:0:13077:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:2.0:1712357322.196077:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.196078:0:13077:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357322.196079:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.196081:0:13077:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357322.196081:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.196082:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.196083:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.196085:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.196086:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.196088:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196091:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357322.196093:0:13077:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.196094:0:13077:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.196096:0:13077:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6293cc8 00010000:00000001:2.0:1712357322.196097:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.196098:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.196099:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.196100:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.196101:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.196103:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.196104:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.196109:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196109:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.196110:0:13077:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357322.196111:0:13077:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357322.196112:0:13077:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.196117:0:13077:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357322.196118:0:13077:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357322.196119:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.196120:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196120:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.196121:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196122:0:13077:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357322.196123:0:13077:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196124:0:13077:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196126:0:13077:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196126:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.196127:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196128:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357322.196129:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357322.196130:0:13077:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357322.196132:0:13077:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:2.0:1712357322.196135:0:13077:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800a77090c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357322.196569:0:13077:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.196607:0:13077:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00200008:2.0:1712357322.196650:0:13077:0:(file.c:5676:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357322.196654:0:13077:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357322.196655:0:13077:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b06400c8),name=/ 00000080:00000010:2.0:1712357322.196658:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dccc00. 00800000:00000002:2.0:1712357322.196661:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff880131063e40 2 00000080:00000001:2.0:1712357322.196663:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.196666:0:13077:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357322.196667:0:13077:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357322.196669:0:13077:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357322.196672:0:13077:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357322.196675:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.196677:0:13077:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357322.196678:0:13077:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357322.196681:0:13077:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357322.196682:0:13077:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357322.196683:0:13077:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357322.196690:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88012e356b00 count: 2 00010000:00000001:2.0:1712357322.196691:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.196694:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.196695:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357322.196698:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357322.196704:0:13077:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357322.196706:0:13077:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.196708:0:13077:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357322.196714:0:13077:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357322.196715:0:13077:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357322.196716:0:13077:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.196720:0:13077:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.196722:0:13077:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357322.196724:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff880131063e40 1 00000080:00000010:2.0:1712357322.196725:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dccc00. 00000080:00000001:2.0:1712357322.196727:0:13077:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357322.196728:0:13077:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.196730:0:13077:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) 00000080:00010000:2.0:1712357322.196732:0:13077:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b06400c8) for lock 0xbda2fb8f03337bd9 00000080:00000001:2.0:1712357322.196734:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.196735:0:13077:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357322.196736:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.196738:0:13077:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357322.196739:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.196740:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.196741:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:2.0:1712357322.196743:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357322.196745:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357322.196747:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196748:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357322.196748:0:13077:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.196750:0:13077:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.196751:0:13077:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03337bd9 from it ffff8800a6293cc8 00010000:00000001:2.0:1712357322.196753:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.196754:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.196755:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ab0a21c0 refcount=3 00000020:00000001:2.0:1712357322.196756:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357322.196757:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135183786432 : -131938525765184 : ffff8800ab0a21c0) 00010000:00000001:2.0:1712357322.196758:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.196760:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.196765:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196765:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.196766:0:13077:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357322.196770:0:13077:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357322.196772:0:13077:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa323000 lock: ffff8800ab0a21c0/0xbda2fb8f03337bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb1f807 expref: -99 pid: 12523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.196776:0:13077:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357322.196778:0:13077:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357322.196779:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.196781:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196782:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.196782:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196784:0:13077:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357322.196785:0:13077:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196786:0:13077:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196788:0:13077:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.196789:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.196790:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.196790:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357322.196791:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357322.196792:0:13077:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1712357322.196794:0:13077:0:(file.c:5629:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:2.0:1712357322.196797:0:13077:0:(file.c:5837:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800b06400c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1712357322.200741:0:13077:0:(file.c:6019:ll_inode_permission()) Process entered 00000080:00000001:2.0:1712357322.200745:0:13077:0:(file.c:5570:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1712357322.200747:0:13077:0:(file.c:5573:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8),name=/ 00000080:00000010:2.0:1712357322.200759:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dccc00. 00800000:00000002:2.0:1712357322.200764:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:2.0:1712357322.200768:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.200772:0:13077:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1712357322.200774:0:13077:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1712357322.200778:0:13077:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1712357322.200781:0:13077:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1712357322.200783:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.200787:0:13077:0:(mdc_locks.c:1333:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1712357322.200789:0:13077:0:(mdc_locks.c:1339:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1712357322.200792:0:13077:0:(mdc_locks.c:1237:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1712357322.200794:0:13077:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1712357322.200808:0:13077:0:(ldlm_lock.c:1464:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1712357322.200814:0:13077:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800b60f4300 count: 2 00010000:00000001:2.0:1712357322.200816:0:13077:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1712357322.200819:0:13077:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1712357322.200821:0:13077:0:(ldlm_lock.c:304:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1712357322.200824:0:13077:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1712357322.200833:0:13077:0:(sec.c:963:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1712357322.200836:0:13077:0:(sec.c:979:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.200839:0:13077:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1712357322.200844:0:13077:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1712357322.200846:0:13077:0:(mdc_locks.c:1289:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1712357322.200847:0:13077:0:(mdc_locks.c:1356:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.200849:0:13077:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1712357322.200850:0:13077:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357322.200852:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:2.0:1712357322.200855:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dccc00. 00000080:00000001:2.0:1712357322.200859:0:13077:0:(dcache.c:262:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1712357322.200861:0:13077:0:(dcache.c:265:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.200863:0:13077:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) 00000080:00010000:2.0:1712357322.200866:0:13077:0:(llite_internal.h:1958:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800a77090c8) for lock 0xbda2fb8f03338a81 00000080:00000001:2.0:1712357322.200868:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.200870:0:13077:0:(lmv_obd.c:3887:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1712357322.200872:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1712357322.200873:0:13077:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1712357322.200875:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.200877:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.200879:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.200881:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.200883:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.200885:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.200889:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1712357322.200891:0:13077:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.200892:0:13077:0:(lmv_obd.c:3892:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1712357322.200894:0:13077:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xbda2fb8f03338a81 from it ffff8800a6293b80 00010000:00000001:2.0:1712357322.200896:0:13077:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1712357322.200897:0:13077:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1712357322.200898:0:13077:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8800ac38cfc0 refcount=3 00000020:00000001:2.0:1712357322.200899:0:13077:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.200900:0:13077:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612135203622848 : -131938505928768 : ffff8800ac38cfc0) 00010000:00000001:2.0:1712357322.200902:0:13077:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1712357322.200904:0:13077:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.200908:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.200909:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.200910:0:13077:0:(ldlm_lock.c:325:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1712357322.200911:0:13077:0:(ldlm_lock.c:329:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1712357322.200914:0:13077:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012a664000 lock: ffff8800ac38cfc0/0xbda2fb8f03338a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa8e7976a8eb22b76 expref: -99 pid: 13076 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1712357322.200921:0:13077:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1712357322.200924:0:13077:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1712357322.200925:0:13077:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1712357322.200928:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.200928:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1712357322.200930:0:13077:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.200932:0:13077:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1712357322.200933:0:13077:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.200934:0:13077:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.200937:0:13077:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1712357322.200939:0:13077:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1712357322.200939:0:13077:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1712357322.200940:0:13077:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1712357322.200942:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357322.200943:0:13077:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1712357322.200945:0:13077:0:(file.c:6035:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8), inode mode 41ed mask 44 00000080:00000001:2.0:1712357322.200948:0:13077:0:(file.c:6075:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.200957:0:13077:0:(dir.c:2858:ll_dir_open()) Process entered 00000080:00000001:2.0:1712357322.200959:0:13077:0:(file.c:866:ll_file_open()) Process entered 00000080:00200008:2.0:1712357322.200962:0:13077:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), flags 300000 00000080:00000010:2.0:1712357322.200973:0:13077:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800a5dce000. 00000080:00000001:2.0:1712357322.200977:0:13077:0:(file.c:896:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.200978:0:13077:0:(dir.c:2859:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.200991:0:13077:0:(dir.c:1959:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1712357322.200993:0:13077:0:(dir.c:1962:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) cmd=c03066f0 arg=7ffd1d4214c0 00000020:00000001:2.0:1712357322.200999:0:13077:0:(class_obd.c:265:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1712357322.201004:0:13077:0:(class_obd.c:292:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff8800b61af400. 00000020:00000001:2.0:1712357322.201008:0:13077:0:(class_obd.c:327:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.201011:0:13077:0:(dir.c:458:ll_dir_setdirstripe()) Process entered 00000080:00200000:2.0:1712357322.201013:0:13077:0:(dir.c:467:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800a77090c8) name=d46b.conf-sanity.2 stripe_offset=1 stripe_count=1, hash_type=0 00000080:00000010:2.0:1712357322.201018:0:13077:0:(llite_lib.c:3832:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6dccc00. 00800000:00000002:2.0:1712357322.201020:0:13077:0:(lmv_obd.c:3808:lmv_stripe_object_get()) get ffff88012e302740 2 00000080:00000001:2.0:1712357322.201024:0:13077:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1712357322.201026:0:13077:0:(lmv_obd.c:2172:lmv_create()) Process entered 00800000:00000001:2.0:1712357322.201029:0:13077:0:(lmv_obd.c:2211:lmv_create()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1712357322.201031:0:13077:0:(dir.c:559:ll_dir_setdirstripe()) Process leaving via out_request (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1712357322.201033:0:13077:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1712357322.201034:0:13077:0:(client.c:2725:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1712357322.201036:0:13077:0:(lmv_obd.c:3827:lmv_stripe_object_put()) put ffff88012e302740 1 00000080:00000010:2.0:1712357322.201037:0:13077:0:(llite_lib.c:3954:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6dccc00. 00000080:00000010:2.0:1712357322.201040:0:13077:0:(dir.c:2049:ll_dir_ioctl()) kfreed 'data': 648 at ffff8800b61af400. 00000080:00000001:2.0:1712357322.201044:0:13077:0:(dir.c:2050:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1712357322.201980:0:13077:0:(dir.c:2864:ll_dir_release()) Process entered 00000080:00000001:2.0:1712357322.201982:0:13077:0:(file.c:425:ll_file_release()) Process entered 00000080:00200008:2.0:1712357322.201984:0:13077:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800a77090c8), flags 300000 00000080:00400000:2.0:1712357322.201988:0:13077:0:(statahead.c:1627:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1712357322.201991:0:13077:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800a5dce000. 00000080:00000001:2.0:1712357322.201994:0:13077:0:(file.c:444:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000008:2.0:1712357322.201996:0:13077:0:(file.c:470:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8800a77090c8), flags 300000, rc = 0 00000080:00000001:2.0:1712357322.201998:0:13077:0:(file.c:472:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1712357322.201999:0:13077:0:(dir.c:2865:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1712357322.214614:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800ab1c33c0. 00010000:00000001:0.0:1712357322.838828:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357322.838832:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357322.838834:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357322.838836:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357322.838839:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357322.838840:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1712357322.838842:0:49:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1712357322.838842:0:49:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1712357322.838846:0:49:0:(lprocfs_status.c:1190:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88012a5a6c00. 00000020:00000001:2.0:1712357322.840698:0:12321:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1712357322.840705:0:12321:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1712357322.840709:0:12321:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1712357322.891254:0:13166:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1712357322.891263:0:13166:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1712357323.047454:0:13209:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1712357323.047457:0:13209:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_46b: @@@@@@ FAIL: mkdir -i 1 -c -1 /mnt/lustre2/d46b.conf-sanity.2 failed 00000001:00000001:2.0:1712357323.050209:0:13209:0:(debug.c:707:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1712357323.609875:0:13315:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1712357323.609884:0:13315:0:(llite_lib.c:3998:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 245832 lines, 245832 kept, 0 dropped, 0 bad.